Anurag1734/cuda-error-resolution-analysis
07
1[2 {3 "post_stream": {4 "posts": [5 {6 "id": 312881,7 "name": "Timur Kasimov",8 "username": "SN4KEBYTE",9 "avatar_template": "/user_avatar/discuss.pytorch.org/sn4kebyte/{size}/43202_2.png",10 "created_at": "2021-10-21T16:59:27.025Z",11 "cooked": "<p>I’m training my text classification model and I’m using gradient checkpointing to save some memory. It looks like this:</p>\n<pre><code class=\"lang-auto\">...\nembeddings = self.embedding_layer(\n x,\n)\nencoded = checkpoint.checkpoint(\n self.encoder,\n embeddings,\n)\nclf = self.linear(\n encoded,\n)\n...\n</code></pre>\n<p>But when I’m examining gradients of my model, I see that all gradients (except the last layer) are set to None:</p>\n<pre><code class=\"lang-auto\">for name, param in model.named_parameters():\n print(name, param.grad)\n</code></pre>\n<p>What is the problem and how can I solve it?<br>\nThe most interesting thing - without checkpoint everything works fine.</p>\n<p><a class=\"mention\" href=\"/u/ptrblck\">@ptrblck</a> you’re my last hope <img src=\"https://discuss.pytorch.org/images/emoji/apple/frowning.png?v=10\" title=\":frowning:\" class=\"emoji\" alt=\":frowning:\"></p>",12 "post_number": 1,13 "post_type": 1,14 "posts_count": 2,15 "updated_at": "2021-10-21T17:10:36.015Z",16 "reply_count": 0,17 "reply_to_post_number": null,18 "quote_count": 0,19 "incoming_link_count": 33,20 "reads": 9,21 "readers_count": 8,22 "score": 166.8,23 "yours": false,24 "topic_id": 134804,25 "topic_slug": "checkpoint-breaks-grads",26 "display_username": "Timur Kasimov",27 "primary_group_name": null,28 "flair_name": null,29 "flair_url": null,30 "flair_bg_color": null,31 "flair_color": null,32 "flair_group_id": null,33 "badges_granted": [],34 "version": 2,35 "can_edit": false,36 "can_delete": false,37 "can_recover": false,38 "can_see_hidden_post": false,39 "can_wiki": false,40 "read": true,41 "user_title": null,42 "bookmarked": false,43 "actions_summary": [],44 "moderator": false,45 "admin": false,46 "staff": false,47 "user_id": 49988,48 "hidden": false,49 "trust_level": 1,50 "deleted_at": null,51 "user_deleted": false,52 "edit_reason": null,53 "can_view_edit_history": true,54 "wiki": false,55 "post_url": "/t/checkpoint-breaks-grads/134804/1",56 "can_accept_answer": false,57 "can_unaccept_answer": false,58 "accepted_answer": false,59 "topic_accepted_answer": null,60 "can_vote": false61 },62 {63 "id": 312886,64 "name": "",65 "username": "basingse",66 "avatar_template": "/letter_avatar_proxy/v4/letter/b/839c29/{size}.png",67 "created_at": "2021-10-21T18:19:01.215Z",68 "cooked": "<p>I am kind of new to gradient checkpointing so my questions may be silly</p>\n<ul>\n<li>Did you check your gradient of parameters after running <code>loss.backward()</code> ?</li>\n<li>Can you please share the elaborated code (If possible), so that I can run and try to see what is the issue ?</li>\n</ul>",69 "post_number": 2,70 "post_type": 1,71 "posts_count": 2,72 "updated_at": "2021-10-21T18:19:01.215Z",73 "reply_count": 0,74 "reply_to_post_number": null,75 "quote_count": 0,76 "incoming_link_count": 0,77 "reads": 7,78 "readers_count": 6,79 "score": 1.4,80 "yours": false,81 "topic_id": 134804,82 "topic_slug": "checkpoint-breaks-grads",83 "display_username": "",84 "primary_group_name": null,85 "flair_name": null,86 "flair_url": null,87 "flair_bg_color": null,88 "flair_color": null,89 "flair_group_id": null,90 "badges_granted": [],91 "version": 1,92 "can_edit": false,93 "can_delete": false,94 "can_recover": false,95 "can_see_hidden_post": false,96 "can_wiki": false,97 "read": true,98 "user_title": "",99 "bookmarked": false,100 "actions_summary": [],101 "moderator": false,102 "admin": false,103 "staff": false,104 "user_id": 13669,105 "hidden": false,106 "trust_level": 2,107 "deleted_at": null,108 "user_deleted": false,109 "edit_reason": null,110 "can_view_edit_history": true,111 "wiki": false,112 "post_url": "/t/checkpoint-breaks-grads/134804/2",113 "can_accept_answer": false,114 "can_unaccept_answer": false,115 "accepted_answer": false,116 "topic_accepted_answer": null117 }118 ],119 "stream": [120 312881,121 312886122 ]123 },124 "timeline_lookup": [125 [126 1,127 1465128 ]129 ],130 "suggested_topics": [131 {132 "fancy_title": "Segmentation fault when calling .backward() after moving data to GPU (PyTorch + CUDA 12.1)",133 "id": 218309,134 "title": "Segmentation fault when calling .backward() after moving data to GPU (PyTorch + CUDA 12.1)",135 "slug": "segmentation-fault-when-calling-backward-after-moving-data-to-gpu-pytorch-cuda-12-1",136 "posts_count": 8,137 "reply_count": 5,138 "highest_post_number": 8,139 "image_url": null,140 "created_at": "2025-03-27T04:04:55.735Z",141 "last_posted_at": "2025-08-28T03:48:47.764Z",142 "bumped": true,143 "bumped_at": "2025-08-28T03:48:47.764Z",144 "archetype": "regular",145 "unseen": false,146 "pinned": false,147 "unpinned": null,148 "visible": true,149 "closed": false,150 "archived": false,151 "bookmarked": null,152 "liked": null,153 "tags_descriptions": {},154 "like_count": 0,155 "views": 160,156 "category_id": 7,157 "featured_link": null,158 "has_accepted_answer": true,159 "posters": [160 {161 "extras": "latest",162 "description": "Original Poster, Most Recent Poster, Accepted Answer",163 "user": {164 "id": 83482,165 "username": "Syngyeon",166 "name": "Syngyeon",167 "avatar_template": "/user_avatar/discuss.pytorch.org/syngyeon/{size}/76358_2.png",168 "trust_level": 1169 }170 },171 {172 "extras": null,173 "description": "Frequent Poster",174 "user": {175 "id": 3534,176 "username": "ptrblck",177 "name": "",178 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",179 "admin": true,180 "moderator": true,181 "trust_level": 2182 }183 }184 ]185 },186 {187 "fancy_title": "Pytorch: Loss backward takes 8 seconds!",188 "id": 213457,189 "title": "Pytorch: Loss backward takes 8 seconds!",190 "slug": "pytorch-loss-backward-takes-8-seconds",191 "posts_count": 2,192 "reply_count": 0,193 "highest_post_number": 2,194 "image_url": null,195 "created_at": "2024-11-26T10:11:29.011Z",196 "last_posted_at": "2024-11-26T22:15:21.596Z",197 "bumped": true,198 "bumped_at": "2024-11-26T22:15:21.596Z",199 "archetype": "regular",200 "unseen": false,201 "pinned": false,202 "unpinned": null,203 "visible": true,204 "closed": false,205 "archived": false,206 "bookmarked": null,207 "liked": null,208 "tags_descriptions": {},209 "like_count": 0,210 "views": 71,211 "category_id": 7,212 "featured_link": null,213 "has_accepted_answer": false,214 "posters": [215 {216 "extras": null,217 "description": "Original Poster",218 "user": {219 "id": 81135,220 "username": "Leslie_Green",221 "name": "Leslie_Green",222 "avatar_template": "/letter_avatar_proxy/v4/letter/l/53a042/{size}.png",223 "trust_level": 0224 }225 },226 {227 "extras": "latest",228 "description": "Most Recent Poster",229 "user": {230 "id": 3534,231 "username": "ptrblck",232 "name": "",233 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",234 "admin": true,235 "moderator": true,236 "trust_level": 2237 }238 }239 ]240 },241 {242 "fancy_title": "How to add an MLP in a feedback loop (not just feedforward as usual in NN) to implement kind of recurrent NN with arbitrary structure?",243 "id": 214094,244 "title": "How to add an MLP in a feedback loop (not just feedforward as usual in NN) to implement kind of recurrent NN with arbitrary structure?",245 "slug": "how-to-add-an-mlp-in-a-feedback-loop-not-just-feedforward-as-usual-in-nn-to-implement-kind-of-recurrent-nn-with-arbitrary-structure",246 "posts_count": 3,247 "reply_count": 1,248 "highest_post_number": 3,249 "image_url": null,250 "created_at": "2024-12-11T09:50:28.711Z",251 "last_posted_at": "2024-12-11T14:59:01.429Z",252 "bumped": true,253 "bumped_at": "2024-12-11T14:59:01.429Z",254 "archetype": "regular",255 "unseen": false,256 "pinned": false,257 "unpinned": null,258 "visible": true,259 "closed": false,260 "archived": false,261 "bookmarked": null,262 "liked": null,263 "tags_descriptions": {},264 "like_count": 0,265 "views": 41,266 "category_id": 7,267 "featured_link": null,268 "has_accepted_answer": false,269 "posters": [270 {271 "extras": "latest",272 "description": "Original Poster, Most Recent Poster",273 "user": {274 "id": 81132,275 "username": "neyronon",276 "name": "Victor Lg",277 "avatar_template": "/user_avatar/discuss.pytorch.org/neyronon/{size}/74205_2.png",278 "trust_level": 1279 }280 },281 {282 "extras": null,283 "description": "Frequent Poster",284 "user": {285 "id": 3534,286 "username": "ptrblck",287 "name": "",288 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",289 "admin": true,290 "moderator": true,291 "trust_level": 2292 }293 }294 ]295 },296 {297 "fancy_title": "Autograd error on VIT",298 "id": 214433,299 "title": "Autograd error on VIT",300 "slug": "autograd-error-on-vit",301 "posts_count": 4,302 "reply_count": 2,303 "highest_post_number": 4,304 "image_url": null,305 "created_at": "2024-12-20T04:02:29.092Z",306 "last_posted_at": "2024-12-23T00:55:00.806Z",307 "bumped": true,308 "bumped_at": "2024-12-23T00:55:00.806Z",309 "archetype": "regular",310 "unseen": false,311 "pinned": false,312 "unpinned": null,313 "visible": true,314 "closed": false,315 "archived": false,316 "bookmarked": null,317 "liked": null,318 "tags_descriptions": {},319 "like_count": 2,320 "views": 240,321 "category_id": 7,322 "featured_link": null,323 "has_accepted_answer": true,324 "posters": [325 {326 "extras": null,327 "description": "Original Poster",328 "user": {329 "id": 81595,330 "username": "Nikhil_Dugar",331 "name": "ND",332 "avatar_template": "/user_avatar/discuss.pytorch.org/nikhil_dugar/{size}/74621_2.png",333 "trust_level": 1334 }335 },336 {337 "extras": "latest",338 "description": "Most Recent Poster, Accepted Answer",339 "user": {340 "id": 41396,341 "username": "soulitzer",342 "name": "",343 "avatar_template": "/letter_avatar_proxy/v4/letter/s/839c29/{size}.png",344 "trust_level": 2345 }346 }347 ]348 },349 {350 "fancy_title": "How to clip the values of an optimizer?",351 "id": 219588,352 "title": "How to clip the values of an optimizer?",353 "slug": "how-to-clip-the-values-of-an-optimizer",354 "posts_count": 4,355 "reply_count": 1,356 "highest_post_number": 4,357 "image_url": null,358 "created_at": "2025-04-29T09:51:08.191Z",359 "last_posted_at": "2025-04-30T13:21:25.643Z",360 "bumped": true,361 "bumped_at": "2025-04-30T13:21:25.643Z",362 "archetype": "regular",363 "unseen": false,364 "pinned": false,365 "unpinned": null,366 "visible": true,367 "closed": false,368 "archived": false,369 "bookmarked": null,370 "liked": null,371 "tags_descriptions": {},372 "like_count": 0,373 "views": 96,374 "category_id": 7,375 "featured_link": null,376 "has_accepted_answer": false,377 "posters": [378 {379 "extras": "latest",380 "description": "Original Poster, Most Recent Poster",381 "user": {382 "id": 82217,383 "username": "Johannes_Vogt",384 "name": "Johannes Vogt",385 "avatar_template": "/user_avatar/discuss.pytorch.org/johannes_vogt/{size}/75220_2.png",386 "trust_level": 1387 }388 },389 {390 "extras": null,391 "description": "Frequent Poster",392 "user": {393 "id": 3534,394 "username": "ptrblck",395 "name": "",396 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",397 "admin": true,398 "moderator": true,399 "trust_level": 2400 }401 },402 {403 "extras": null,404 "description": "Frequent Poster",405 "user": {406 "id": 75871,407 "username": "qq-me",408 "name": "Ivan Nikishev",409 "avatar_template": "/user_avatar/discuss.pytorch.org/qq-me/{size}/70055_2.png",410 "trust_level": 2411 }412 }413 ]414 }415 ],416 "tags_descriptions": {},417 "fancy_title": "Checkpoint breaks grads",418 "id": 134804,419 "title": "Checkpoint breaks grads",420 "posts_count": 2,421 "created_at": "2021-10-21T16:59:26.963Z",422 "views": 361,423 "reply_count": 0,424 "like_count": 0,425 "last_posted_at": "2021-10-21T18:19:01.215Z",426 "visible": true,427 "closed": false,428 "archived": false,429 "has_summary": false,430 "archetype": "regular",431 "slug": "checkpoint-breaks-grads",432 "category_id": 7,433 "word_count": 139,434 "deleted_at": null,435 "user_id": 49988,436 "featured_link": null,437 "pinned_globally": false,438 "pinned_at": null,439 "pinned_until": null,440 "image_url": null,441 "slow_mode_seconds": 0,442 "draft": null,443 "draft_key": "topic_134804",444 "draft_sequence": null,445 "unpinned": null,446 "pinned": false,447 "current_post_number": 1,448 "highest_post_number": 2,449 "deleted_by": null,450 "actions_summary": [451 {452 "id": 4,453 "count": 0,454 "hidden": false,455 "can_act": false456 },457 {458 "id": 8,459 "count": 0,460 "hidden": false,461 "can_act": false462 },463 {464 "id": 10,465 "count": 0,466 "hidden": false,467 "can_act": false468 },469 {470 "id": 7,471 "count": 0,472 "hidden": false,473 "can_act": false474 }475 ],476 "chunk_size": 20,477 "bookmarked": false,478 "topic_timer": null,479 "message_bus_last_id": 0,480 "participant_count": 2,481 "show_read_indicator": false,482 "thumbnails": null,483 "slow_mode_enabled_until": null,484 "can_vote": false,485 "vote_count": 0,486 "user_voted": false,487 "discourse_zendesk_plugin_zendesk_id": null,488 "discourse_zendesk_plugin_zendesk_url": "https://your-url.zendesk.com/agent/tickets/",489 "details": {490 "can_edit": false,491 "notification_level": 1,492 "participants": [493 {494 "id": 13669,495 "username": "basingse",496 "name": "",497 "avatar_template": "/letter_avatar_proxy/v4/letter/b/839c29/{size}.png",498 "post_count": 1,499 "primary_group_name": null,500 "flair_name": null,501 "flair_url": null,502 "flair_color": null,503 "flair_bg_color": null,504 "flair_group_id": null,505 "trust_level": 2506 },507 {508 "id": 49988,509 "username": "SN4KEBYTE",510 "name": "Timur Kasimov",511 "avatar_template": "/user_avatar/discuss.pytorch.org/sn4kebyte/{size}/43202_2.png",512 "post_count": 1,513 "primary_group_name": null,514 "flair_name": null,515 "flair_url": null,516 "flair_color": null,517 "flair_bg_color": null,518 "flair_group_id": null,519 "trust_level": 1520 }521 ],522 "created_by": {523 "id": 49988,524 "username": "SN4KEBYTE",525 "name": "Timur Kasimov",526 "avatar_template": "/user_avatar/discuss.pytorch.org/sn4kebyte/{size}/43202_2.png"527 },528 "last_poster": {529 "id": 13669,530 "username": "basingse",531 "name": "",532 "avatar_template": "/letter_avatar_proxy/v4/letter/b/839c29/{size}.png"533 }534 },535 "bookmarks": []536 },537 {538 "post_stream": {539 "posts": [540 {541 "id": 312835,542 "name": "Mohamed Nabih",543 "username": "Mohamed_Nabih",544 "avatar_template": "/user_avatar/discuss.pytorch.org/mohamed_nabih/{size}/19887_2.png",545 "created_at": "2021-10-21T12:39:26.612Z",546 "cooked": "<p>I have multiple torch tensors with the following shape<br>\n‘’’<br>\nx1 = torch.Size([1, 512, 177])<br>\nx2 = torch.Size([1, 512, 250])<br>\nx3 = torch.Size([1, 512, 313])<br>\n‘’’<br>\nHow I can pad all these tensors by 0 over the last dimension, to have a unique shape like ([1, 512, 350]).</p>\n<p>Thanks</p>",547 "post_number": 1,548 "post_type": 1,549 "posts_count": 2,550 "updated_at": "2021-10-21T12:39:26.612Z",551 "reply_count": 1,552 "reply_to_post_number": null,553 "quote_count": 0,554 "incoming_link_count": 55,555 "reads": 7,556 "readers_count": 6,557 "score": 281.4,558 "yours": false,559 "topic_id": 134783,560 "topic_slug": "pad-multiple-torch-tensor-over-the-last-dim",561 "display_username": "Mohamed Nabih",562 "primary_group_name": null,563 "flair_name": null,564 "flair_url": null,565 "flair_bg_color": null,566 "flair_color": null,567 "flair_group_id": null,568 "badges_granted": [],569 "version": 1,570 "can_edit": false,571 "can_delete": false,572 "can_recover": false,573 "can_see_hidden_post": false,574 "can_wiki": false,575 "read": true,576 "user_title": null,577 "bookmarked": false,578 "actions_summary": [],579 "moderator": false,580 "admin": false,581 "staff": false,582 "user_id": 26812,583 "hidden": false,584 "trust_level": 2,585 "deleted_at": null,586 "user_deleted": false,587 "edit_reason": null,588 "can_view_edit_history": true,589 "wiki": false,590 "post_url": "/t/pad-multiple-torch-tensor-over-the-last-dim/134783/1",591 "can_accept_answer": false,592 "can_unaccept_answer": false,593 "accepted_answer": false,594 "topic_accepted_answer": null,595 "can_vote": false596 },597 {598 "id": 312864,599 "name": "K. Frank",600 "username": "KFrank",601 "avatar_template": "/letter_avatar_proxy/v4/letter/k/ecb155/{size}.png",602 "created_at": "2021-10-21T15:32:57.331Z",603 "cooked": "<p>Hi Mohamed!</p>\n<aside class=\"quote no-group\" data-username=\"Mohamed_Nabih\" data-post=\"1\" data-topic=\"134783\" data-full=\"true\">\n<div class=\"title\">\n<div class=\"quote-controls\"></div>\n<img loading=\"lazy\" alt=\"\" width=\"24\" height=\"24\" src=\"https://discuss.pytorch.org/user_avatar/discuss.pytorch.org/mohamed_nabih/48/19887_2.png\" class=\"avatar\"> Mohamed_Nabih:</div>\n<blockquote>\n<p>How I can pad all these tensors by 0 over the last dimension, to have a unique shape like ([1, 512, 350]).</p>\n</blockquote>\n</aside>\n<p>Use <code>torch.cat()</code>. (Doing so will create new tensors, but you can’t<br>\navoid that – pytorch can’t increase the size of a tensor without creating<br>\na new tensor.)</p>\n<p>Consider:</p>\n<pre><code class=\"lang-plaintext\">>>> import torch\n>>> torch.__version__\n'1.9.0'\n>>> x1 = torch.ones (1, 512, 177)\n>>> pad = 350\n>>> x1_pad = torch.cat ((x1, torch.zeros (1, 512, pad - x1.shape[2])), 2)\n>>> x1_pad.shape\ntorch.Size([1, 512, 350])\n</code></pre>\n<p>Best.</p>\n<p>K. Frank</p>",604 "post_number": 2,605 "post_type": 1,606 "posts_count": 2,607 "updated_at": "2021-10-21T15:32:57.331Z",608 "reply_count": 0,609 "reply_to_post_number": null,610 "quote_count": 1,611 "incoming_link_count": 4,612 "reads": 5,613 "readers_count": 4,614 "score": 21.0,615 "yours": false,616 "topic_id": 134783,617 "topic_slug": "pad-multiple-torch-tensor-over-the-last-dim",618 "display_username": "K. Frank",619 "primary_group_name": null,620 "flair_name": null,621 "flair_url": null,622 "flair_bg_color": null,623 "flair_color": null,624 "flair_group_id": null,625 "badges_granted": [],626 "version": 1,627 "can_edit": false,628 "can_delete": false,629 "can_recover": false,630 "can_see_hidden_post": false,631 "can_wiki": false,632 "read": true,633 "user_title": null,634 "bookmarked": false,635 "actions_summary": [],636 "moderator": false,637 "admin": false,638 "staff": false,639 "user_id": 18088,640 "hidden": false,641 "trust_level": 2,642 "deleted_at": null,643 "user_deleted": false,644 "edit_reason": null,645 "can_view_edit_history": true,646 "wiki": false,647 "post_url": "/t/pad-multiple-torch-tensor-over-the-last-dim/134783/2",648 "can_accept_answer": false,649 "can_unaccept_answer": false,650 "accepted_answer": false,651 "topic_accepted_answer": null652 }653 ],654 "stream": [655 312835,656 312864657 ]658 },659 "timeline_lookup": [660 [661 1,662 1465663 ]664 ],665 "suggested_topics": [666 {667 "fancy_title": "ROCm: hipBLASLt error with gfx1103",668 "id": 212721,669 "title": "ROCm: hipBLASLt error with gfx1103",670 "slug": "rocm-hipblaslt-error-with-gfx1103",671 "posts_count": 2,672 "reply_count": 0,673 "highest_post_number": 2,674 "image_url": null,675 "created_at": "2024-11-09T01:43:15.446Z",676 "last_posted_at": "2025-03-03T19:42:45.282Z",677 "bumped": true,678 "bumped_at": "2025-03-03T19:42:45.282Z",679 "archetype": "regular",680 "unseen": false,681 "pinned": false,682 "unpinned": null,683 "visible": true,684 "closed": false,685 "archived": false,686 "bookmarked": null,687 "liked": null,688 "tags_descriptions": {},689 "like_count": 0,690 "views": 1070,691 "category_id": 1,692 "featured_link": null,693 "has_accepted_answer": false,694 "posters": [695 {696 "extras": null,697 "description": "Original Poster",698 "user": {699 "id": 78358,700 "username": "lumie",701 "name": "",702 "avatar_template": "/letter_avatar_proxy/v4/letter/l/ea5d25/{size}.png",703 "trust_level": 1704 }705 },706 {707 "extras": "latest",708 "description": "Most Recent Poster",709 "user": {710 "id": 82743,711 "username": "fngarrett",712 "name": "Garrett",713 "avatar_template": "/letter_avatar_proxy/v4/letter/f/e79b87/{size}.png",714 "trust_level": 1715 }716 }717 ]718 },719 {720 "fancy_title": "TensorRT: Errors in PTQ Example",721 "id": 215386,722 "title": "TensorRT: Errors in PTQ Example",723 "slug": "tensorrt-errors-in-ptq-example",724 "posts_count": 4,725 "reply_count": 0,726 "highest_post_number": 4,727 "image_url": null,728 "created_at": "2025-01-14T17:41:05.390Z",729 "last_posted_at": "2025-01-21T11:58:15.063Z",730 "bumped": true,731 "bumped_at": "2025-01-21T11:58:15.063Z",732 "archetype": "regular",733 "unseen": false,734 "pinned": false,735 "unpinned": null,736 "visible": true,737 "closed": false,738 "archived": false,739 "bookmarked": null,740 "liked": null,741 "tags_descriptions": {},742 "like_count": 0,743 "views": 365,744 "category_id": 1,745 "featured_link": null,746 "has_accepted_answer": true,747 "posters": [748 {749 "extras": "latest",750 "description": "Original Poster, Most Recent Poster",751 "user": {752 "id": 82089,753 "username": "Tim_Langer",754 "name": "Tim Langer",755 "avatar_template": "/user_avatar/discuss.pytorch.org/tim_langer/{size}/75104_2.png",756 "trust_level": 1757 }758 },759 {760 "extras": null,761 "description": "Frequent Poster, Accepted Answer",762 "user": {763 "id": 50592,764 "username": "narendasan",765 "name": "Naren Dasan",766 "avatar_template": "/user_avatar/discuss.pytorch.org/narendasan/{size}/44133_2.png",767 "trust_level": 1768 }769 },770 {771 "extras": null,772 "description": "Frequent Poster",773 "user": {774 "id": 3534,775 "username": "ptrblck",776 "name": "",777 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",778 "admin": true,779 "moderator": true,780 "trust_level": 2781 }782 }783 ]784 },785 {786 "fancy_title": "GPU Support with PyTorch on Jetson Nano Using JetPack 4.6 and CUDA 10.2",787 "id": 214264,788 "title": "GPU Support with PyTorch on Jetson Nano Using JetPack 4.6 and CUDA 10.2",789 "slug": "gpu-support-with-pytorch-on-jetson-nano-using-jetpack-4-6-and-cuda-10-2",790 "posts_count": 5,791 "reply_count": 3,792 "highest_post_number": 5,793 "image_url": null,794 "created_at": "2024-12-16T10:11:38.507Z",795 "last_posted_at": "2024-12-17T04:32:08.632Z",796 "bumped": true,797 "bumped_at": "2024-12-17T04:32:08.632Z",798 "archetype": "regular",799 "unseen": false,800 "pinned": false,801 "unpinned": null,802 "visible": true,803 "closed": false,804 "archived": false,805 "bookmarked": null,806 "liked": null,807 "tags_descriptions": {},808 "like_count": 0,809 "views": 1101,810 "category_id": 1,811 "featured_link": null,812 "has_accepted_answer": false,813 "posters": [814 {815 "extras": "latest",816 "description": "Original Poster, Most Recent Poster",817 "user": {818 "id": 81523,819 "username": "Sanjana_Jain",820 "name": "Sanjana Jain",821 "avatar_template": "/user_avatar/discuss.pytorch.org/sanjana_jain/{size}/74535_2.png",822 "trust_level": 0823 }824 },825 {826 "extras": null,827 "description": "Frequent Poster",828 "user": {829 "id": 81492,830 "username": "Doruk_Sonmez",831 "name": "Doruk Sönmez",832 "avatar_template": "/user_avatar/discuss.pytorch.org/doruk_sonmez/{size}/74506_2.png",833 "trust_level": 1834 }835 },836 {837 "extras": null,838 "description": "Frequent Poster",839 "user": {840 "id": 3534,841 "username": "ptrblck",842 "name": "",843 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",844 "admin": true,845 "moderator": true,846 "trust_level": 2847 }848 }849 ]850 },851 {852 "fancy_title": "if pytorch wheel package support avx512? #144032",853 "id": 214891,854 "title": "if pytorch wheel package support avx512? #144032",855 "slug": "if-pytorch-wheel-package-support-avx512-144032",856 "posts_count": 2,857 "reply_count": 0,858 "highest_post_number": 2,859 "image_url": null,860 "created_at": "2025-01-02T14:05:49.768Z",861 "last_posted_at": "2025-01-02T14:09:46.423Z",862 "bumped": true,863 "bumped_at": "2025-01-02T14:09:46.423Z",864 "archetype": "regular",865 "unseen": false,866 "pinned": false,867 "unpinned": null,868 "visible": true,869 "closed": false,870 "archived": false,871 "bookmarked": null,872 "liked": null,873 "tags_descriptions": {},874 "like_count": 0,875 "views": 55,876 "category_id": 1,877 "featured_link": null,878 "has_accepted_answer": false,879 "posters": [880 {881 "extras": null,882 "description": "Original Poster",883 "user": {884 "id": 81828,885 "username": "risemeup1",886 "name": "Risemeup1",887 "avatar_template": "/user_avatar/discuss.pytorch.org/risemeup1/{size}/74854_2.png",888 "trust_level": 1889 }890 },891 {892 "extras": "latest",893 "description": "Most Recent Poster",894 "user": {895 "id": 3534,896 "username": "ptrblck",897 "name": "",898 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",899 "admin": true,900 "moderator": true,901 "trust_level": 2902 }903 }904 ]905 },906 {907 "fancy_title": "Why dose TorchDispatchMode miss aten::_index_put_impl_",908 "id": 215461,909 "title": "Why dose TorchDispatchMode miss aten::_index_put_impl_",910 "slug": "why-dose-torchdispatchmode-miss-aten-index-put-impl",911 "posts_count": 1,912 "reply_count": 0,913 "highest_post_number": 1,914 "image_url": "https://discuss.pytorch.org/uploads/default/optimized/3X/f/a/fa85623e202f4c6665e11f8cd7dc6fc19706c5dc_2_1024x292.png",915 "created_at": "2025-01-16T09:09:12.460Z",916 "last_posted_at": "2025-01-16T09:09:12.503Z",917 "bumped": true,918 "bumped_at": "2025-01-17T03:01:27.936Z",919 "archetype": "regular",920 "unseen": false,921 "pinned": false,922 "unpinned": null,923 "visible": true,924 "closed": false,925 "archived": false,926 "bookmarked": null,927 "liked": null,928 "tags_descriptions": {},929 "like_count": 0,930 "views": 122,931 "category_id": 1,932 "featured_link": null,933 "has_accepted_answer": false,934 "posters": [935 {936 "extras": "latest single",937 "description": "Original Poster, Most Recent Poster",938 "user": {939 "id": 82119,940 "username": "Cookie_Yang",941 "name": "Cookie Yang",942 "avatar_template": "/user_avatar/discuss.pytorch.org/cookie_yang/{size}/75125_2.png",943 "trust_level": 0944 }945 }946 ]947 }948 ],949 "tags_descriptions": {},950 "fancy_title": "Pad multiple torch tensor over the last dim",951 "id": 134783,952 "title": "Pad multiple torch tensor over the last dim",953 "posts_count": 2,954 "created_at": "2021-10-21T12:39:26.526Z",955 "views": 392,956 "reply_count": 0,957 "like_count": 0,958 "last_posted_at": "2021-10-21T15:32:57.331Z",959 "visible": true,960 "closed": false,961 "archived": false,962 "has_summary": false,963 "archetype": "regular",964 "slug": "pad-multiple-torch-tensor-over-the-last-dim",965 "category_id": 1,966 "word_count": 152,967 "deleted_at": null,968 "user_id": 26812,969 "featured_link": null,970 "pinned_globally": false,971 "pinned_at": null,972 "pinned_until": null,973 "image_url": null,974 "slow_mode_seconds": 0,975 "draft": null,976 "draft_key": "topic_134783",977 "draft_sequence": null,978 "unpinned": null,979 "pinned": false,980 "current_post_number": 1,981 "highest_post_number": 2,982 "deleted_by": null,983 "actions_summary": [984 {985 "id": 4,986 "count": 0,987 "hidden": false,988 "can_act": false989 },990 {991 "id": 8,992 "count": 0,993 "hidden": false,994 "can_act": false995 },996 {997 "id": 10,998 "count": 0,999 "hidden": false,1000 "can_act": false1001 },1002 {1003 "id": 7,1004 "count": 0,1005 "hidden": false,1006 "can_act": false1007 }1008 ],1009 "chunk_size": 20,1010 "bookmarked": false,1011 "topic_timer": null,1012 "message_bus_last_id": 0,1013 "participant_count": 2,1014 "show_read_indicator": false,1015 "thumbnails": null,1016 "slow_mode_enabled_until": null,1017 "can_vote": false,1018 "vote_count": 0,1019 "user_voted": false,1020 "discourse_zendesk_plugin_zendesk_id": null,1021 "discourse_zendesk_plugin_zendesk_url": "https://your-url.zendesk.com/agent/tickets/",1022 "details": {1023 "can_edit": false,1024 "notification_level": 1,1025 "participants": [1026 {1027 "id": 18088,1028 "username": "KFrank",1029 "name": "K. Frank",1030 "avatar_template": "/letter_avatar_proxy/v4/letter/k/ecb155/{size}.png",1031 "post_count": 1,1032 "primary_group_name": null,1033 "flair_name": null,1034 "flair_url": null,1035 "flair_color": null,1036 "flair_bg_color": null,1037 "flair_group_id": null,1038 "trust_level": 21039 },1040 {1041 "id": 26812,1042 "username": "Mohamed_Nabih",1043 "name": "Mohamed Nabih",1044 "avatar_template": "/user_avatar/discuss.pytorch.org/mohamed_nabih/{size}/19887_2.png",1045 "post_count": 1,1046 "primary_group_name": null,1047 "flair_name": null,1048 "flair_url": null,1049 "flair_color": null,1050 "flair_bg_color": null,1051 "flair_group_id": null,1052 "trust_level": 21053 }1054 ],1055 "created_by": {1056 "id": 26812,1057 "username": "Mohamed_Nabih",1058 "name": "Mohamed Nabih",1059 "avatar_template": "/user_avatar/discuss.pytorch.org/mohamed_nabih/{size}/19887_2.png"1060 },1061 "last_poster": {1062 "id": 18088,1063 "username": "KFrank",1064 "name": "K. Frank",1065 "avatar_template": "/letter_avatar_proxy/v4/letter/k/ecb155/{size}.png"1066 }1067 },1068 "bookmarks": []1069 },1070 {1071 "post_stream": {1072 "posts": [1073 {1074 "id": 312795,1075 "name": "明憲 蔡",1076 "username": "userTsai",1077 "avatar_template": "/user_avatar/discuss.pytorch.org/usertsai/{size}/43182_2.png",1078 "created_at": "2021-10-21T09:05:44.098Z",1079 "cooked": "<p>I created a music dataset including vocal and instrument, and I tried to use Conv-tasnet to sepatate the vocal and instrument. I have successfully used other people’s datasets for training first, but when I use my dataset to train, it keeps failing and I can’t find the problem. Here is the error and my datasets. Did I miss something?<br>\n<div class=\"lightbox-wrapper\"><a class=\"lightbox\" href=\"https://discuss.pytorch.org/uploads/default/original/3X/1/0/106faf9f11f0c81d87ddfd4c3025abd9755e4deb.png\" data-download-href=\"https://discuss.pytorch.org/uploads/default/106faf9f11f0c81d87ddfd4c3025abd9755e4deb\" title=\"2021-10-21 16-50-20 的螢幕擷圖\"><img src=\"https://discuss.pytorch.org/uploads/default/optimized/3X/1/0/106faf9f11f0c81d87ddfd4c3025abd9755e4deb_2_690x388.png\" alt=\"2021-10-21 16-50-20 的螢幕擷圖\" data-base62-sha1=\"2loVotPViEqRZyQwdvVNkcrgT3B\" width=\"690\" height=\"388\" srcset=\"https://discuss.pytorch.org/uploads/default/optimized/3X/1/0/106faf9f11f0c81d87ddfd4c3025abd9755e4deb_2_690x388.png, https://discuss.pytorch.org/uploads/default/optimized/3X/1/0/106faf9f11f0c81d87ddfd4c3025abd9755e4deb_2_1035x582.png 1.5x, https://discuss.pytorch.org/uploads/default/optimized/3X/1/0/106faf9f11f0c81d87ddfd4c3025abd9755e4deb_2_1380x776.png 2x\" data-dominant-color=\"E7E5E6\"><div class=\"meta\"><svg class=\"fa d-icon d-icon-far-image svg-icon\" aria-hidden=\"true\"><use href=\"#far-image\"></use></svg><span class=\"filename\">2021-10-21 16-50-20 的螢幕擷圖</span><span class=\"informations\">1920×1080 237 KB</span><svg class=\"fa d-icon d-icon-discourse-expand svg-icon\" aria-hidden=\"true\"><use href=\"#discourse-expand\"></use></svg></div></a></div><br>\n<div class=\"lightbox-wrapper\"><a class=\"lightbox\" href=\"https://discuss.pytorch.org/uploads/default/original/3X/3/8/38557e8ece92d29827f1202ba3b89dca059fd899.png\" data-download-href=\"https://discuss.pytorch.org/uploads/default/38557e8ece92d29827f1202ba3b89dca059fd899\" title=\"2021-10-21 16-51-29 的螢幕擷圖\"><img src=\"https://discuss.pytorch.org/uploads/default/optimized/3X/3/8/38557e8ece92d29827f1202ba3b89dca059fd899_2_690x388.png\" alt=\"2021-10-21 16-51-29 的螢幕擷圖\" data-base62-sha1=\"82lUmTdVI9gbMsblnbnMwlAGXTb\" width=\"690\" height=\"388\" srcset=\"https://discuss.pytorch.org/uploads/default/optimized/3X/3/8/38557e8ece92d29827f1202ba3b89dca059fd899_2_690x388.png, https://discuss.pytorch.org/uploads/default/optimized/3X/3/8/38557e8ece92d29827f1202ba3b89dca059fd899_2_1035x582.png 1.5x, https://discuss.pytorch.org/uploads/default/optimized/3X/3/8/38557e8ece92d29827f1202ba3b89dca059fd899_2_1380x776.png 2x\" data-dominant-color=\"EEEDEE\"><div class=\"meta\"><svg class=\"fa d-icon d-icon-far-image svg-icon\" aria-hidden=\"true\"><use href=\"#far-image\"></use></svg><span class=\"filename\">2021-10-21 16-51-29 的螢幕擷圖</span><span class=\"informations\">1920×1080 101 KB</span><svg class=\"fa d-icon d-icon-discourse-expand svg-icon\" aria-hidden=\"true\"><use href=\"#discourse-expand\"></use></svg></div></a></div><br>\n<div class=\"lightbox-wrapper\"><a class=\"lightbox\" href=\"https://discuss.pytorch.org/uploads/default/original/3X/f/f/ff132511322e09552ba88118681b8d450338036f.png\" data-download-href=\"https://discuss.pytorch.org/uploads/default/ff132511322e09552ba88118681b8d450338036f\" title=\"2021-10-21 16-51-33 的螢幕擷圖\"><img src=\"https://discuss.pytorch.org/uploads/default/optimized/3X/f/f/ff132511322e09552ba88118681b8d450338036f_2_690x388.png\" alt=\"2021-10-21 16-51-33 的螢幕擷圖\" data-base62-sha1=\"AouLTtmct2Flg3By466Scs96aib\" width=\"690\" height=\"388\" srcset=\"https://discuss.pytorch.org/uploads/default/optimized/3X/f/f/ff132511322e09552ba88118681b8d450338036f_2_690x388.png, https://discuss.pytorch.org/uploads/default/optimized/3X/f/f/ff132511322e09552ba88118681b8d450338036f_2_1035x582.png 1.5x, https://discuss.pytorch.org/uploads/default/optimized/3X/f/f/ff132511322e09552ba88118681b8d450338036f_2_1380x776.png 2x\" data-dominant-color=\"EEEDEE\"><div class=\"meta\"><svg class=\"fa d-icon d-icon-far-image svg-icon\" aria-hidden=\"true\"><use href=\"#far-image\"></use></svg><span class=\"filename\">2021-10-21 16-51-33 的螢幕擷圖</span><span class=\"informations\">1920×1080 102 KB</span><svg class=\"fa d-icon d-icon-discourse-expand svg-icon\" aria-hidden=\"true\"><use href=\"#discourse-expand\"></use></svg></div></a></div><br>\n<div class=\"lightbox-wrapper\"><a class=\"lightbox\" href=\"https://discuss.pytorch.org/uploads/default/original/3X/a/4/a4a9ee738c7dbf7b34eff5f1875c9f0a05900efe.png\" data-download-href=\"https://discuss.pytorch.org/uploads/default/a4a9ee738c7dbf7b34eff5f1875c9f0a05900efe\" title=\"2021-10-21 16-59-34 的螢幕擷圖\"><img src=\"https://discuss.pytorch.org/uploads/default/optimized/3X/a/4/a4a9ee738c7dbf7b34eff5f1875c9f0a05900efe_2_690x388.png\" alt=\"2021-10-21 16-59-34 的螢幕擷圖\" data-base62-sha1=\"nuGnETL2iynCeqq8nQN7fwC4kd8\" width=\"690\" height=\"388\" srcset=\"https://discuss.pytorch.org/uploads/default/optimized/3X/a/4/a4a9ee738c7dbf7b34eff5f1875c9f0a05900efe_2_690x388.png, https://discuss.pytorch.org/uploads/default/optimized/3X/a/4/a4a9ee738c7dbf7b34eff5f1875c9f0a05900efe_2_1035x582.png 1.5x, https://discuss.pytorch.org/uploads/default/optimized/3X/a/4/a4a9ee738c7dbf7b34eff5f1875c9f0a05900efe_2_1380x776.png 2x\" data-dominant-color=\"EAE9E9\"><div class=\"meta\"><svg class=\"fa d-icon d-icon-far-image svg-icon\" aria-hidden=\"true\"><use href=\"#far-image\"></use></svg><span class=\"filename\">2021-10-21 16-59-34 的螢幕擷圖</span><span class=\"informations\">1920×1080 294 KB</span><svg class=\"fa d-icon d-icon-discourse-expand svg-icon\" aria-hidden=\"true\"><use href=\"#discourse-expand\"></use></svg></div></a></div></p>",1080 "post_number": 1,1081 "post_type": 1,1082 "posts_count": 5,1083 "updated_at": "2021-10-21T09:05:44.098Z",1084 "reply_count": 0,1085 "reply_to_post_number": null,1086 "quote_count": 0,1087 "incoming_link_count": 104,1088 "reads": 10,1089 "readers_count": 9,1090 "score": 537.0,1091 "yours": false,1092 "topic_id": 134760,1093 "topic_slug": "how-to-used-custom-dataset-in-conv-tasnet",1094 "display_username": "明憲 蔡",1095 "primary_group_name": null,1096 "flair_name": null,1097 "flair_url": null,1098 "flair_bg_color": null,1099 "flair_color": null,1100 "flair_group_id": null,1101 "badges_granted": [],1102 "version": 1,1103 "can_edit": false,1104 "can_delete": false,1105 "can_recover": false,1106 "can_see_hidden_post": false,1107 "can_wiki": false,1108 "link_counts": [1109 {1110 "url": "https://discuss.pytorch.org/uploads/default/original/3X/1/0/106faf9f11f0c81d87ddfd4c3025abd9755e4deb.png",1111 "internal": true,1112 "reflection": false,1113 "clicks": 01114 },1115 {1116 "url": "https://discuss.pytorch.org/uploads/default/original/3X/3/8/38557e8ece92d29827f1202ba3b89dca059fd899.png",1117 "internal": true,1118 "reflection": false,1119 "clicks": 01120 },1121 {1122 "url": "https://discuss.pytorch.org/uploads/default/original/3X/f/f/ff132511322e09552ba88118681b8d450338036f.png",1123 "internal": true,1124 "reflection": false,1125 "clicks": 01126 },1127 {1128 "url": "https://discuss.pytorch.org/uploads/default/original/3X/a/4/a4a9ee738c7dbf7b34eff5f1875c9f0a05900efe.png",1129 "internal": true,1130 "reflection": false,1131 "clicks": 01132 }1133 ],1134 "read": true,1135 "user_title": null,1136 "bookmarked": false,1137 "actions_summary": [1138 {1139 "id": 2,1140 "count": 11141 }1142 ],1143 "moderator": false,1144 "admin": false,1145 "staff": false,1146 "user_id": 49976,1147 "hidden": false,1148 "trust_level": 1,1149 "deleted_at": null,1150 "user_deleted": false,1151 "edit_reason": null,1152 "can_view_edit_history": true,1153 "wiki": false,1154 "post_url": "/t/how-to-used-custom-dataset-in-conv-tasnet/134760/1",1155 "can_accept_answer": false,1156 "can_unaccept_answer": false,1157 "accepted_answer": false,1158 "topic_accepted_answer": null,1159 "can_vote": false1160 },1161 {1162 "id": 312797,1163 "name": "",1164 "username": "ptrblck",1165 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",1166 "created_at": "2021-10-21T09:08:20.815Z",1167 "cooked": "<p>The code in your screenshots is quite hard to read, so please post code snippets by wrapping them into three backticks ```, as it’s easier to read/debug, and the search engine would be able to index it as well if other users hit similar issues.</p>\n<p>Based on what I can see it seems that a local variable is references before its assignment, so you would need to check where its definition is.</p>",1168 "post_number": 2,1169 "post_type": 1,1170 "posts_count": 5,1171 "updated_at": "2021-10-21T09:08:20.815Z",1172 "reply_count": 1,1173 "reply_to_post_number": null,1174 "quote_count": 0,1175 "incoming_link_count": 1,1176 "reads": 10,1177 "readers_count": 9,1178 "score": 12.0,1179 "yours": false,1180 "topic_id": 134760,1181 "topic_slug": "how-to-used-custom-dataset-in-conv-tasnet",1182 "display_username": "",1183 "primary_group_name": null,1184 "flair_name": null,1185 "flair_url": null,1186 "flair_bg_color": null,1187 "flair_color": null,1188 "flair_group_id": null,1189 "badges_granted": [],1190 "version": 1,1191 "can_edit": false,1192 "can_delete": false,1193 "can_recover": false,1194 "can_see_hidden_post": false,1195 "can_wiki": false,1196 "read": true,1197 "user_title": "",1198 "bookmarked": false,1199 "actions_summary": [],1200 "moderator": true,