Anurag1734/cuda-error-resolution-analysis
07
1[2 {3 "post_stream": {4 "posts": [5 {6 "id": 468256,7 "name": "neve33210",8 "username": "sipie800",9 "avatar_template": "/user_avatar/discuss.pytorch.org/sipie800/{size}/76407_2.png",10 "created_at": "2025-03-31T11:35:12.823Z",11 "cooked": "<p>Now torch has supported fp8 tensor, and fp8 nn.Linear.<br>\nAny plans to support fp8 nn.Conv2d and other regular modules ?<br>\nIf not, could anybody provide some clue about where I should start to custom the nn.Conv2d for fp8 ? Should I start from cudnn c++ coding ? I’ve no idea at all, thanks.</p>",12 "post_number": 1,13 "post_type": 1,14 "posts_count": 1,15 "updated_at": "2025-03-31T11:35:59.233Z",16 "reply_count": 0,17 "reply_to_post_number": null,18 "quote_count": 0,19 "incoming_link_count": 35,20 "reads": 9,21 "readers_count": 8,22 "score": 171.8,23 "yours": false,24 "topic_id": 218439,25 "topic_slug": "plans-to-support-fp8-nn-conv2d",26 "display_username": "neve33210",27 "primary_group_name": null,28 "flair_name": null,29 "flair_url": null,30 "flair_bg_color": null,31 "flair_color": null,32 "flair_group_id": null,33 "badges_granted": [],34 "version": 1,35 "can_edit": false,36 "can_delete": false,37 "can_recover": false,38 "can_see_hidden_post": false,39 "can_wiki": false,40 "read": true,41 "user_title": null,42 "bookmarked": false,43 "actions_summary": [],44 "moderator": false,45 "admin": false,46 "staff": false,47 "user_id": 83543,48 "hidden": false,49 "trust_level": 0,50 "deleted_at": null,51 "user_deleted": false,52 "edit_reason": null,53 "can_view_edit_history": true,54 "wiki": false,55 "post_url": "/t/plans-to-support-fp8-nn-conv2d/218439/1",56 "can_accept_answer": false,57 "can_unaccept_answer": false,58 "accepted_answer": false,59 "topic_accepted_answer": null,60 "can_vote": false61 }62 ],63 "stream": [64 46825665 ]66 },67 "timeline_lookup": [68 [69 1,70 20871 ]72 ],73 "suggested_topics": [74 {75 "fancy_title": "Pytorch DDP having memory issues",76 "id": 217453,77 "title": "Pytorch DDP having memory issues",78 "slug": "pytorch-ddp-having-memory-issues",79 "posts_count": 3,80 "reply_count": 1,81 "highest_post_number": 3,82 "image_url": null,83 "created_at": "2025-03-04T23:35:38.268Z",84 "last_posted_at": "2025-03-06T16:10:34.951Z",85 "bumped": true,86 "bumped_at": "2025-03-06T16:10:34.951Z",87 "archetype": "regular",88 "unseen": false,89 "pinned": false,90 "unpinned": null,91 "visible": true,92 "closed": false,93 "archived": false,94 "bookmarked": null,95 "liked": null,96 "tags_descriptions": {},97 "like_count": 0,98 "views": 204,99 "category_id": 5,100 "featured_link": null,101 "has_accepted_answer": false,102 "posters": [103 {104 "extras": "latest",105 "description": "Original Poster, Most Recent Poster",106 "user": {107 "id": 83068,108 "username": "tg567",109 "name": "",110 "avatar_template": "/user_avatar/discuss.pytorch.org/tg567/{size}/72734_2.png",111 "trust_level": 1112 }113 },114 {115 "extras": null,116 "description": "Frequent Poster",117 "user": {118 "id": 3534,119 "username": "ptrblck",120 "name": "",121 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",122 "admin": true,123 "moderator": true,124 "trust_level": 2125 }126 }127 ]128 },129 {130 "fancy_title": "ResUnet implementation in pytorch for medical image segmentation",131 "id": 212702,132 "title": "ResUnet implementation in pytorch for medical image segmentation",133 "slug": "resunet-implementation-in-pytorch-for-medical-image-segmentation",134 "posts_count": 2,135 "reply_count": 0,136 "highest_post_number": 2,137 "image_url": null,138 "created_at": "2024-11-08T11:32:30.168Z",139 "last_posted_at": "2024-11-11T19:57:35.383Z",140 "bumped": true,141 "bumped_at": "2024-11-11T19:57:35.383Z",142 "archetype": "regular",143 "unseen": false,144 "pinned": false,145 "unpinned": null,146 "visible": true,147 "closed": false,148 "archived": false,149 "bookmarked": null,150 "liked": null,151 "tags_descriptions": {},152 "like_count": 0,153 "views": 106,154 "category_id": 5,155 "featured_link": null,156 "has_accepted_answer": false,157 "posters": [158 {159 "extras": null,160 "description": "Original Poster",161 "user": {162 "id": 80772,163 "username": "Saurav_K_Mhptra",164 "name": "Saurav Kausik Mahapatra",165 "avatar_template": "/user_avatar/discuss.pytorch.org/saurav_k_mhptra/{size}/73231_2.png",166 "trust_level": 0167 }168 },169 {170 "extras": "latest",171 "description": "Most Recent Poster",172 "user": {173 "id": 75871,174 "username": "qq-me",175 "name": "Ivan Nikishev",176 "avatar_template": "/user_avatar/discuss.pytorch.org/qq-me/{size}/70055_2.png",177 "trust_level": 2178 }179 }180 ]181 },182 {183 "fancy_title": "How to split input channels at start of model?",184 "id": 213966,185 "title": "How to split input channels at start of model?",186 "slug": "how-to-split-input-channels-at-start-of-model",187 "posts_count": 3,188 "reply_count": 0,189 "highest_post_number": 3,190 "image_url": null,191 "created_at": "2024-12-08T17:30:56.205Z",192 "last_posted_at": "2024-12-22T16:45:43.901Z",193 "bumped": true,194 "bumped_at": "2024-12-22T17:01:30.572Z",195 "archetype": "regular",196 "unseen": false,197 "pinned": false,198 "unpinned": null,199 "visible": true,200 "closed": false,201 "archived": false,202 "bookmarked": null,203 "liked": null,204 "tags_descriptions": {},205 "like_count": 1,206 "views": 120,207 "category_id": 5,208 "featured_link": null,209 "has_accepted_answer": false,210 "posters": [211 {212 "extras": "latest",213 "description": "Original Poster, Most Recent Poster",214 "user": {215 "id": 75430,216 "username": "wmd",217 "name": null,218 "avatar_template": "/letter_avatar_proxy/v4/letter/w/fbc32d/{size}.png",219 "trust_level": 1220 }221 },222 {223 "extras": null,224 "description": "Frequent Poster",225 "user": {226 "id": 3534,227 "username": "ptrblck",228 "name": "",229 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",230 "admin": true,231 "moderator": true,232 "trust_level": 2233 }234 }235 ]236 },237 {238 "fancy_title": "CNN Model is not learning after some epochs",239 "id": 215485,240 "title": "CNN Model is not learning after some epochs",241 "slug": "cnn-model-is-not-learning-after-some-epochs",242 "posts_count": 5,243 "reply_count": 3,244 "highest_post_number": 5,245 "image_url": "https://discuss.pytorch.org/uploads/default/optimized/3X/6/c/6cf1deea54130767dd867db4827e1505ce26e24b_2_1024x817.jpeg",246 "created_at": "2025-01-16T17:42:58.865Z",247 "last_posted_at": "2025-01-17T15:02:23.101Z",248 "bumped": true,249 "bumped_at": "2025-01-17T15:02:23.101Z",250 "archetype": "regular",251 "unseen": false,252 "pinned": false,253 "unpinned": null,254 "visible": true,255 "closed": false,256 "archived": false,257 "bookmarked": null,258 "liked": null,259 "tags_descriptions": {},260 "like_count": 1,261 "views": 170,262 "category_id": 5,263 "featured_link": null,264 "has_accepted_answer": false,265 "posters": [266 {267 "extras": "latest",268 "description": "Original Poster, Most Recent Poster",269 "user": {270 "id": 81840,271 "username": "iran_boy",272 "name": "iran boy",273 "avatar_template": "/user_avatar/discuss.pytorch.org/iran_boy/{size}/74864_2.png",274 "trust_level": 0275 }276 },277 {278 "extras": null,279 "description": "Frequent Poster",280 "user": {281 "id": 77908,282 "username": "mycul",283 "name": "",284 "avatar_template": "/user_avatar/discuss.pytorch.org/mycul/{size}/72394_2.png",285 "trust_level": 2286 }287 }288 ]289 },290 {291 "fancy_title": "Help converting CRNN tensorflow model to pytorch",292 "id": 218369,293 "title": "Help converting CRNN tensorflow model to pytorch",294 "slug": "help-converting-crnn-tensorflow-model-to-pytorch",295 "posts_count": 1,296 "reply_count": 0,297 "highest_post_number": 1,298 "image_url": null,299 "created_at": "2025-03-28T17:10:22.806Z",300 "last_posted_at": "2025-03-28T17:10:22.854Z",301 "bumped": true,302 "bumped_at": "2025-03-28T17:14:07.936Z",303 "archetype": "regular",304 "unseen": false,305 "pinned": false,306 "unpinned": null,307 "visible": true,308 "closed": false,309 "archived": false,310 "bookmarked": null,311 "liked": null,312 "tags_descriptions": {},313 "like_count": 0,314 "views": 53,315 "category_id": 5,316 "featured_link": null,317 "has_accepted_answer": false,318 "posters": [319 {320 "extras": "latest single",321 "description": "Original Poster, Most Recent Poster",322 "user": {323 "id": 83514,324 "username": "GiovanniNova",325 "name": "Giovanni",326 "avatar_template": "/user_avatar/discuss.pytorch.org/giovanninova/{size}/76381_2.png",327 "trust_level": 1328 }329 }330 ]331 }332 ],333 "tags_descriptions": {},334 "fancy_title": "Plans to support fp8 nn.Conv2d?",335 "id": 218439,336 "title": "Plans to support fp8 nn.Conv2d?",337 "posts_count": 1,338 "created_at": "2025-03-31T11:35:12.783Z",339 "views": 75,340 "reply_count": 0,341 "like_count": 0,342 "last_posted_at": "2025-03-31T11:35:12.823Z",343 "visible": true,344 "closed": false,345 "archived": false,346 "has_summary": false,347 "archetype": "regular",348 "slug": "plans-to-support-fp8-nn-conv2d",349 "category_id": 5,350 "word_count": 54,351 "deleted_at": null,352 "user_id": 83543,353 "featured_link": null,354 "pinned_globally": false,355 "pinned_at": null,356 "pinned_until": null,357 "image_url": null,358 "slow_mode_seconds": 0,359 "draft": null,360 "draft_key": "topic_218439",361 "draft_sequence": null,362 "unpinned": null,363 "pinned": false,364 "current_post_number": 1,365 "highest_post_number": 1,366 "deleted_by": null,367 "actions_summary": [368 {369 "id": 4,370 "count": 0,371 "hidden": false,372 "can_act": false373 },374 {375 "id": 8,376 "count": 0,377 "hidden": false,378 "can_act": false379 },380 {381 "id": 10,382 "count": 0,383 "hidden": false,384 "can_act": false385 },386 {387 "id": 7,388 "count": 0,389 "hidden": false,390 "can_act": false391 }392 ],393 "chunk_size": 20,394 "bookmarked": false,395 "topic_timer": null,396 "message_bus_last_id": 0,397 "participant_count": 1,398 "show_read_indicator": false,399 "thumbnails": null,400 "slow_mode_enabled_until": null,401 "can_vote": false,402 "vote_count": 0,403 "user_voted": false,404 "discourse_zendesk_plugin_zendesk_id": null,405 "discourse_zendesk_plugin_zendesk_url": "https://your-url.zendesk.com/agent/tickets/",406 "details": {407 "can_edit": false,408 "notification_level": 1,409 "participants": [410 {411 "id": 83543,412 "username": "sipie800",413 "name": "neve33210",414 "avatar_template": "/user_avatar/discuss.pytorch.org/sipie800/{size}/76407_2.png",415 "post_count": 1,416 "primary_group_name": null,417 "flair_name": null,418 "flair_url": null,419 "flair_color": null,420 "flair_bg_color": null,421 "flair_group_id": null,422 "trust_level": 0423 }424 ],425 "created_by": {426 "id": 83543,427 "username": "sipie800",428 "name": "neve33210",429 "avatar_template": "/user_avatar/discuss.pytorch.org/sipie800/{size}/76407_2.png"430 },431 "last_poster": {432 "id": 83543,433 "username": "sipie800",434 "name": "neve33210",435 "avatar_template": "/user_avatar/discuss.pytorch.org/sipie800/{size}/76407_2.png"436 }437 },438 "bookmarks": []439 },440 {441 "post_stream": {442 "posts": [443 {444 "id": 467926,445 "name": "",446 "username": "Fitanium",447 "avatar_template": "/user_avatar/discuss.pytorch.org/fitanium/{size}/40825_2.png",448 "created_at": "2025-03-25T02:29:58.235Z",449 "cooked": "<p>few days ago, I plan to study libtorch distributed training(MPI backend), and found an example dist-mnist <a href=\"https://github.com/pytorch/examples/blob/main/cpp/distributed/dist-mnist.cpp\" rel=\"noopener nofollow ugc\">examples/cpp/distributed/dist-mnist.cpp at main · pytorch/examples · GitHub</a>, in which <code>ProcessGroupMPI</code> is used for distribution.</p>\n<p>When I compile the source code, compiler reported two error messages:</p>\n<ul>\n<li><code>undefined reference to `c10d::ProcessGroupMPI::abort()'</code></li>\n<li><code>undefined reference to `c10d::ProcessGroupMPI::createProcessGroupMPI(std::vector<int, std::allocator<int> >)'</code></li>\n</ul>\n<p>seems that mpi-distribution codes are not compiled in pre-compiled libtorch package, and/or which library I should link?</p>\n<p>Thanks.</p>",450 "post_number": 1,451 "post_type": 1,452 "posts_count": 3,453 "updated_at": "2025-03-25T02:48:33.701Z",454 "reply_count": 0,455 "reply_to_post_number": null,456 "quote_count": 0,457 "incoming_link_count": 10,458 "reads": 9,459 "readers_count": 8,460 "score": 51.8,461 "yours": false,462 "topic_id": 218215,463 "topic_slug": "libtorch-mpi-distribution",464 "display_username": "",465 "primary_group_name": null,466 "flair_name": null,467 "flair_url": null,468 "flair_bg_color": null,469 "flair_color": null,470 "flair_group_id": null,471 "badges_granted": [],472 "version": 2,473 "can_edit": false,474 "can_delete": false,475 "can_recover": false,476 "can_see_hidden_post": false,477 "can_wiki": false,478 "link_counts": [479 {480 "url": "https://github.com/pytorch/examples/blob/main/cpp/distributed/dist-mnist.cpp",481 "internal": false,482 "reflection": false,483 "title": "examples/cpp/distributed/dist-mnist.cpp at main · pytorch/examples · GitHub",484 "clicks": 0485 }486 ],487 "read": true,488 "user_title": "",489 "bookmarked": false,490 "actions_summary": [],491 "moderator": false,492 "admin": false,493 "staff": false,494 "user_id": 45420,495 "hidden": false,496 "trust_level": 2,497 "deleted_at": null,498 "user_deleted": false,499 "edit_reason": null,500 "can_view_edit_history": true,501 "wiki": false,502 "post_url": "/t/libtorch-mpi-distribution/218215/1",503 "can_accept_answer": false,504 "can_unaccept_answer": false,505 "accepted_answer": false,506 "topic_accepted_answer": true,507 "can_vote": false508 },509 {510 "id": 467974,511 "name": "Howard Huang",512 "username": "H-Huang",513 "avatar_template": "/user_avatar/discuss.pytorch.org/h-huang/{size}/35598_2.png",514 "created_at": "2025-03-25T14:34:40.366Z",515 "cooked": "<p>PyTorch binaries do not include an MPI implementation and you will have to build from source. There are many different implementations you can choose from:</p>\n<p><a href=\"https://pytorch.org/tutorials/intermediate/dist_tuto.html#:~:text=nvidia%2Dsmi.-,MPI%20Backend,-The%20Message%20Passing\" class=\"onebox\" target=\"_blank\" rel=\"noopener nofollow ugc\">https://pytorch.org/tutorials/intermediate/dist_tuto.html#:~:text=nvidia-smi.-,MPI%20Backend,-The%20Message%20Passing</a></p>\n<p>When building you should ensure that this flag USE_MPI=1, <a href=\"https://github.com/pytorch/pytorch/blob/main/setup.py#L91-L92\" class=\"inline-onebox\" rel=\"noopener nofollow ugc\">pytorch/setup.py at main · pytorch/pytorch · GitHub</a></p>",516 "post_number": 2,517 "post_type": 1,518 "posts_count": 3,519 "updated_at": "2025-03-25T14:34:40.366Z",520 "reply_count": 1,521 "reply_to_post_number": null,522 "quote_count": 0,523 "incoming_link_count": 0,524 "reads": 9,525 "readers_count": 8,526 "score": 21.8,527 "yours": false,528 "topic_id": 218215,529 "topic_slug": "libtorch-mpi-distribution",530 "display_username": "Howard Huang",531 "primary_group_name": null,532 "flair_name": null,533 "flair_url": null,534 "flair_bg_color": null,535 "flair_color": null,536 "flair_group_id": null,537 "badges_granted": [],538 "version": 1,539 "can_edit": false,540 "can_delete": false,541 "can_recover": false,542 "can_see_hidden_post": false,543 "can_wiki": false,544 "link_counts": [545 {546 "url": "https://github.com/pytorch/pytorch/blob/main/setup.py#L91-L92",547 "internal": false,548 "reflection": false,549 "title": "pytorch/setup.py at main · pytorch/pytorch · GitHub",550 "clicks": 1551 },552 {553 "url": "https://pytorch.org/tutorials/intermediate/dist_tuto.html#:~:text=nvidia%2Dsmi.-,MPI%20Backend,-The%20Message%20Passing",554 "internal": false,555 "reflection": false,556 "title": "Writing Distributed Applications with PyTorch — PyTorch Tutorials 2.6.0+cu124 documentation",557 "clicks": 1558 }559 ],560 "read": true,561 "user_title": null,562 "bookmarked": false,563 "actions_summary": [564 {565 "id": 2,566 "count": 1567 }568 ],569 "moderator": false,570 "admin": false,571 "staff": false,572 "user_id": 39542,573 "hidden": false,574 "trust_level": 2,575 "deleted_at": null,576 "user_deleted": false,577 "edit_reason": null,578 "can_view_edit_history": true,579 "wiki": false,580 "post_url": "/t/libtorch-mpi-distribution/218215/2",581 "can_accept_answer": false,582 "can_unaccept_answer": false,583 "accepted_answer": true,584 "topic_accepted_answer": true585 },586 {587 "id": 468237,588 "name": "",589 "username": "Fitanium",590 "avatar_template": "/user_avatar/discuss.pytorch.org/fitanium/{size}/40825_2.png",591 "created_at": "2025-03-31T02:50:57.508Z",592 "cooked": "<p>Thank you. Based on your suggestions, I manually compiled the PyTorch source code and enabled the GLOO and MPI backends. Now I can complete the compilation and linking process without any error messages.Thanks again.</p>",593 "post_number": 3,594 "post_type": 1,595 "posts_count": 3,596 "updated_at": "2025-03-31T02:50:57.508Z",597 "reply_count": 0,598 "reply_to_post_number": 2,599 "quote_count": 0,600 "incoming_link_count": 0,601 "reads": 7,602 "readers_count": 6,603 "score": 16.4,604 "yours": false,605 "topic_id": 218215,606 "topic_slug": "libtorch-mpi-distribution",607 "display_username": "",608 "primary_group_name": null,609 "flair_name": null,610 "flair_url": null,611 "flair_bg_color": null,612 "flair_color": null,613 "flair_group_id": null,614 "badges_granted": [],615 "version": 1,616 "can_edit": false,617 "can_delete": false,618 "can_recover": false,619 "can_see_hidden_post": false,620 "can_wiki": false,621 "read": true,622 "user_title": "",623 "reply_to_user": {624 "id": 39542,625 "username": "H-Huang",626 "name": "Howard Huang",627 "avatar_template": "/user_avatar/discuss.pytorch.org/h-huang/{size}/35598_2.png"628 },629 "bookmarked": false,630 "actions_summary": [631 {632 "id": 2,633 "count": 1634 }635 ],636 "moderator": false,637 "admin": false,638 "staff": false,639 "user_id": 45420,640 "hidden": false,641 "trust_level": 2,642 "deleted_at": null,643 "user_deleted": false,644 "edit_reason": null,645 "can_view_edit_history": true,646 "wiki": false,647 "post_url": "/t/libtorch-mpi-distribution/218215/3",648 "can_accept_answer": false,649 "can_unaccept_answer": false,650 "accepted_answer": false,651 "topic_accepted_answer": true652 }653 ],654 "stream": [655 467926,656 467974,657 468237658 ]659 },660 "timeline_lookup": [661 [662 1,663 215664 ],665 [666 2,667 214668 ],669 [670 3,671 209672 ]673 ],674 "suggested_topics": [675 {676 "fancy_title": "Copying params between 2 identically sharded (FSDP) networks",677 "id": 220944,678 "title": "Copying params between 2 identically sharded (FSDP) networks",679 "slug": "copying-params-between-2-identically-sharded-fsdp-networks",680 "posts_count": 3,681 "reply_count": 1,682 "highest_post_number": 3,683 "image_url": null,684 "created_at": "2025-06-20T11:02:43.179Z",685 "last_posted_at": "2025-07-16T14:00:29.979Z",686 "bumped": true,687 "bumped_at": "2025-07-16T14:00:29.979Z",688 "archetype": "regular",689 "unseen": false,690 "pinned": false,691 "unpinned": null,692 "visible": true,693 "closed": false,694 "archived": false,695 "bookmarked": null,696 "liked": null,697 "tags_descriptions": {},698 "like_count": 0,699 "views": 84,700 "category_id": 12,701 "featured_link": null,702 "has_accepted_answer": false,703 "posters": [704 {705 "extras": "latest",706 "description": "Original Poster, Most Recent Poster",707 "user": {708 "id": 84767,709 "username": "Timofey_Abramski",710 "name": "Timofey Abramski",711 "avatar_template": "/user_avatar/discuss.pytorch.org/timofey_abramski/{size}/72700_2.png",712 "trust_level": 0713 }714 },715 {716 "extras": null,717 "description": "Frequent Poster",718 "user": {719 "id": 84995,720 "username": "bantmen",721 "name": "",722 "avatar_template": "/user_avatar/discuss.pytorch.org/bantmen/{size}/77624_2.png",723 "trust_level": 1724 }725 }726 ]727 },728 {729 "fancy_title": "Issue with Training Loop Using DDP and AMP: Process Getting Stuck",730 "id": 214753,731 "title": "Issue with Training Loop Using DDP and AMP: Process Getting Stuck",732 "slug": "issue-with-training-loop-using-ddp-and-amp-process-getting-stuck",733 "posts_count": 5,734 "reply_count": 2,735 "highest_post_number": 5,736 "image_url": null,737 "created_at": "2024-12-29T15:47:51.738Z",738 "last_posted_at": "2024-12-30T10:30:21.851Z",739 "bumped": true,740 "bumped_at": "2024-12-30T10:30:21.851Z",741 "archetype": "regular",742 "unseen": false,743 "pinned": false,744 "unpinned": null,745 "visible": true,746 "closed": false,747 "archived": false,748 "bookmarked": null,749 "liked": null,750 "tags_descriptions": {},751 "like_count": 0,752 "views": 161,753 "category_id": 12,754 "featured_link": null,755 "has_accepted_answer": false,756 "posters": [757 {758 "extras": "latest",759 "description": "Original Poster, Most Recent Poster",760 "user": {761 "id": 69415,762 "username": "Scbas_scias",763 "name": "Scbas scias",764 "avatar_template": "/user_avatar/discuss.pytorch.org/scbas_scias/{size}/61637_2.png",765 "trust_level": 1766 }767 },768 {769 "extras": null,770 "description": "Frequent Poster",771 "user": {772 "id": 41396,773 "username": "soulitzer",774 "name": "",775 "avatar_template": "/letter_avatar_proxy/v4/letter/s/839c29/{size}.png",776 "trust_level": 2777 }778 },779 {780 "extras": null,781 "description": "Frequent Poster",782 "user": {783 "id": 81709,784 "username": "QLYYLQ",785 "name": "qly",786 "avatar_template": "/user_avatar/discuss.pytorch.org/qlyylq/{size}/74718_2.png",787 "trust_level": 1788 }789 }790 ]791 },792 {793 "fancy_title": "DTensor across multinode CPU + Gather",794 "id": 218333,795 "title": "DTensor across multinode CPU + Gather",796 "slug": "dtensor-across-multinode-cpu-gather",797 "posts_count": 1,798 "reply_count": 0,799 "highest_post_number": 1,800 "image_url": null,801 "created_at": "2025-03-27T12:04:44.190Z",802 "last_posted_at": "2025-03-27T12:04:44.232Z",803 "bumped": true,804 "bumped_at": "2025-03-27T12:04:44.232Z",805 "archetype": "regular",806 "unseen": false,807 "pinned": false,808 "unpinned": null,809 "visible": true,810 "closed": false,811 "archived": false,812 "bookmarked": null,813 "liked": null,814 "tags_descriptions": {},815 "like_count": 0,816 "views": 70,817 "category_id": 12,818 "featured_link": null,819 "has_accepted_answer": false,820 "posters": [821 {822 "extras": "latest single",823 "description": "Original Poster, Most Recent Poster",824 "user": {825 "id": 83497,826 "username": "onixhoque",827 "name": "Md Saidul Hoque Anik",828 "avatar_template": "/user_avatar/discuss.pytorch.org/onixhoque/{size}/74882_2.png",829 "trust_level": 0830 }831 }832 ]833 },834 {835 "fancy_title": "Distributed learning in windows",836 "id": 220899,837 "title": "Distributed learning in windows",838 "slug": "distributed-learning-in-windows",839 "posts_count": 1,840 "reply_count": 0,841 "highest_post_number": 1,842 "image_url": null,843 "created_at": "2025-06-18T09:26:30.915Z",844 "last_posted_at": "2025-06-18T09:26:30.962Z",845 "bumped": true,846 "bumped_at": "2025-06-18T09:26:30.962Z",847 "archetype": "regular",848 "unseen": false,849 "pinned": false,850 "unpinned": null,851 "visible": true,852 "closed": false,853 "archived": false,854 "bookmarked": null,855 "liked": null,856 "tags_descriptions": {},857 "like_count": 0,858 "views": 23,859 "category_id": 12,860 "featured_link": null,861 "has_accepted_answer": false,862 "posters": [863 {864 "extras": "latest single",865 "description": "Original Poster, Most Recent Poster",866 "user": {867 "id": 84588,868 "username": "reinforced",869 "name": "꼬리 웰시코기의",870 "avatar_template": "/user_avatar/discuss.pytorch.org/reinforced/{size}/77273_2.png",871 "trust_level": 0872 }873 }874 ]875 },876 {877 "fancy_title": "I am running the below code, which is wrong, but still the torch run command runs without any errors? How do I debug this?",878 "id": 223436,879 "title": "I am running the below code, which is wrong, but still the torch run command runs without any errors? How do I debug this?",880 "slug": "i-am-running-the-below-code-which-is-wrong-but-still-the-torch-run-command-runs-without-any-errors-how-do-i-debug-this",881 "posts_count": 4,882 "reply_count": 2,883 "highest_post_number": 4,884 "image_url": "https://discuss.pytorch.org/uploads/default/original/3X/b/7/b779f74fb89b82d7dc588266ef009ae7152e48f1.png",885 "created_at": "2025-10-02T23:26:04.321Z",886 "last_posted_at": "2025-10-06T16:06:33.267Z",887 "bumped": true,888 "bumped_at": "2025-10-06T16:06:33.267Z",889 "archetype": "regular",890 "unseen": false,891 "pinned": false,892 "unpinned": null,893 "visible": true,894 "closed": false,895 "archived": false,896 "bookmarked": null,897 "liked": null,898 "tags_descriptions": {},899 "like_count": 0,900 "views": 43,901 "category_id": 12,902 "featured_link": null,903 "has_accepted_answer": false,904 "posters": [905 {906 "extras": null,907 "description": "Original Poster",908 "user": {909 "id": 86047,910 "username": "Vishnu_Kadam",911 "name": "Vishnu Kadam",912 "avatar_template": "/user_avatar/discuss.pytorch.org/vishnu_kadam/{size}/78350_2.png",913 "trust_level": 0914 }915 },916 {917 "extras": "latest",918 "description": "Most Recent Poster",919 "user": {920 "id": 3534,921 "username": "ptrblck",922 "name": "",923 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",924 "admin": true,925 "moderator": true,926 "trust_level": 2927 }928 }929 ]930 }931 ],932 "tags_descriptions": {},933 "fancy_title": "Libtorch mpi distribution?",934 "id": 218215,935 "title": "Libtorch mpi distribution?",936 "posts_count": 3,937 "created_at": "2025-03-25T02:29:58.195Z",938 "views": 105,939 "reply_count": 1,940 "like_count": 2,941 "last_posted_at": "2025-03-31T02:50:57.508Z",942 "visible": true,943 "closed": false,944 "archived": false,945 "has_summary": false,946 "archetype": "regular",947 "slug": "libtorch-mpi-distribution",948 "category_id": 12,949 "word_count": 194,950 "deleted_at": null,951 "user_id": 45420,952 "featured_link": null,953 "pinned_globally": false,954 "pinned_at": null,955 "pinned_until": null,956 "image_url": null,957 "slow_mode_seconds": 0,958 "draft": null,959 "draft_key": "topic_218215",960 "draft_sequence": null,961 "unpinned": null,962 "pinned": false,963 "current_post_number": 1,964 "highest_post_number": 3,965 "deleted_by": null,966 "actions_summary": [967 {968 "id": 4,969 "count": 0,970 "hidden": false,971 "can_act": false972 },973 {974 "id": 8,975 "count": 0,976 "hidden": false,977 "can_act": false978 },979 {980 "id": 10,981 "count": 0,982 "hidden": false,983 "can_act": false984 },985 {986 "id": 7,987 "count": 0,988 "hidden": false,989 "can_act": false990 }991 ],992 "chunk_size": 20,993 "bookmarked": false,994 "topic_timer": null,995 "message_bus_last_id": 0,996 "participant_count": 2,997 "show_read_indicator": false,998 "thumbnails": null,999 "slow_mode_enabled_until": null,1000 "accepted_answer": {1001 "post_number": 2,1002 "username": "H-Huang",1003 "name": "Howard Huang",1004 "excerpt": "PyTorch binaries do not include an MPI implementation and you will have to build from source. There are many different implementations you can choose from: \n<a href=\"https://pytorch.org/tutorials/intermediate/dist_tuto.html#:~:text=nvidia%2Dsmi.-,MPI%20Backend,-The%20Message%20Passing\" class=\"onebox\" target=\"_blank\" rel=\"noopener nofollow ugc\">https://pytorch.org/tutorials/intermediate/dist_tuto.html#:~:text=nvidia-smi.-,MPI%20Backend,-The%20Message%20Passing</a> \nWhen building you should…"1005 },1006 "can_vote": false,1007 "vote_count": 0,1008 "user_voted": false,1009 "discourse_zendesk_plugin_zendesk_id": null,1010 "discourse_zendesk_plugin_zendesk_url": "https://your-url.zendesk.com/agent/tickets/",1011 "details": {1012 "can_edit": false,1013 "notification_level": 1,1014 "participants": [1015 {1016 "id": 45420,1017 "username": "Fitanium",1018 "name": "",1019 "avatar_template": "/user_avatar/discuss.pytorch.org/fitanium/{size}/40825_2.png",1020 "post_count": 2,1021 "primary_group_name": null,1022 "flair_name": null,1023 "flair_url": null,1024 "flair_color": null,1025 "flair_bg_color": null,1026 "flair_group_id": null,1027 "trust_level": 21028 },1029 {1030 "id": 39542,1031 "username": "H-Huang",1032 "name": "Howard Huang",1033 "avatar_template": "/user_avatar/discuss.pytorch.org/h-huang/{size}/35598_2.png",1034 "post_count": 1,1035 "primary_group_name": null,1036 "flair_name": null,1037 "flair_url": null,1038 "flair_color": null,1039 "flair_bg_color": null,1040 "flair_group_id": null,1041 "trust_level": 21042 }1043 ],1044 "created_by": {1045 "id": 45420,1046 "username": "Fitanium",1047 "name": "",1048 "avatar_template": "/user_avatar/discuss.pytorch.org/fitanium/{size}/40825_2.png"1049 },1050 "last_poster": {1051 "id": 45420,1052 "username": "Fitanium",1053 "name": "",1054 "avatar_template": "/user_avatar/discuss.pytorch.org/fitanium/{size}/40825_2.png"1055 },1056 "links": [1057 {1058 "url": "https://github.com/pytorch/pytorch/blob/main/setup.py#L91-L92",1059 "title": "pytorch/setup.py at main · pytorch/pytorch · GitHub",1060 "internal": false,1061 "attachment": false,1062 "reflection": false,1063 "clicks": 1,1064 "user_id": 39542,1065 "domain": "github.com",1066 "root_domain": "github.com"1067 },1068 {1069 "url": "https://pytorch.org/tutorials/intermediate/dist_tuto.html#:~:text=nvidia%2Dsmi.-,MPI%20Backend,-The%20Message%20Passing",1070 "title": "Writing Distributed Applications with PyTorch — PyTorch Tutorials 2.6.0+cu124 documentation",1071 "internal": false,1072 "attachment": false,1073 "reflection": false,1074 "clicks": 1,1075 "user_id": 39542,1076 "domain": "pytorch.org",1077 "root_domain": "pytorch.org"1078 }1079 ]1080 },1081 "bookmarks": []1082 },1083 {1084 "post_stream": {1085 "posts": [1086 {1087 "id": 468228,1088 "name": "Joseph",1089 "username": "Joeyoung",1090 "avatar_template": "/letter_avatar_proxy/v4/letter/j/a88e4f/{size}.png",1091 "created_at": "2025-03-30T14:45:18.201Z",1092 "cooked": "<p>Hi,</p>\n<p>In the second torch.autograd.grad() for second derivative (d2y_dx2 in the below example) I got the RuntimeError:element 0 of tensors does not require grad and does not have a grad_fn.<br>\nI don’t get what the error means.The error happens only when torch.compile() is applied to ScalarNet. Any explanation will be appreciated!</p>\n<pre><code class=\"lang-auto\">input_scalar = torch.randn(1, device=device, requires_grad=True)\n\n\n# Define the module\nclass ScalarNet(torch.nn.Module):\n def __init__(self):\n super().__init__()\n self.seq = torch.nn.Sequential(\n torch.nn.Linear(1, 5), torch.nn.Tanh(), torch.nn.Linear(5, 1)\n )\n\n def forward(self, x):\n # Ensure input has feature dim\n if x.ndim == 1:\n x = x.unsqueeze(-1)\n return self.seq(x).squeeze(-1) # Squeeze output back to scalar per batch item\n\n\nnet_scalar = ScalarNet().to(device)\n\n# Compile the module\ntry:\n print(\"Compiling scalar model...\")\n compiled_net_scalar = torch.compile(net_scalar)\n print(\"Compilation successful.\")\nexcept Exception as e:\n print(f\"Scalar model compilation failed: {e}\")\n compiled_net_scalar = net_scalar # Fallback\n\n# Compute derivatives using the compiled module\ntry:\n # First derivative\n y = compiled_net_scalar(input_scalar)\n # Ensure grad_outputs matches y shape (should be (1,) if input_scalar is (1,))\n grad_output_y = torch.ones_like(y)\n dy_dx = torch.autograd.grad(\n y, input_scalar, grad_outputs=grad_output_y, create_graph=True\n )[0]\n print(\"First derivative computed.\")\n\n # Second derivative\n # Ensure grad_outputs matches dy_dx shape (should be (1,))\n grad_output_dydx = torch.ones_like(dy_dx)\n # Use retain_graph=False if this is the last grad call needing this graph segment\n d2y_dx2 = torch.autograd.grad(\n dy_dx, input_scalar, grad_outputs=grad_output_dydx, create_graph=False\n )[0]\n print(\"Second derivative computed successfully!\")\n print(f\"d2y/dx2 = {d2y_dx2.item()}\")\n\nexcept Exception as e:\n print(f\"\\n--- ERROR during second derivative test ---\")\n print(e)\n import traceback\n\n traceback.print_exc()\n\n</code></pre>",1093 "post_number": 1,1094 "post_type": 1,1095 "posts_count": 2,1096 "updated_at": "2025-03-30T14:45:18.201Z",1097 "reply_count": 0,1098 "reply_to_post_number": null,1099 "quote_count": 0,1100 "incoming_link_count": 10,1101 "reads": 4,1102 "readers_count": 3,1103 "score": 50.8,1104 "yours": false,1105 "topic_id": 218417,1106 "topic_slug": "torch-compile-causes-runtimeerror-element-0-of-tensors-does-not-require",1107 "display_username": "Joseph",1108 "primary_group_name": null,1109 "flair_name": null,1110 "flair_url": null,1111 "flair_bg_color": null,1112 "flair_color": null,1113 "flair_group_id": null,1114 "badges_granted": [],1115 "version": 1,1116 "can_edit": false,1117 "can_delete": false,1118 "can_recover": false,1119 "can_see_hidden_post": false,1120 "can_wiki": false,1121 "read": true,1122 "user_title": null,1123 "bookmarked": false,1124 "actions_summary": [],1125 "moderator": false,1126 "admin": false,1127 "staff": false,1128 "user_id": 70738,1129 "hidden": false,1130 "trust_level": 1,1131 "deleted_at": null,1132 "user_deleted": false,1133 "edit_reason": null,1134 "can_view_edit_history": true,1135 "wiki": false,1136 "post_url": "/t/torch-compile-causes-runtimeerror-element-0-of-tensors-does-not-require/218417/1",1137 "can_accept_answer": false,1138 "can_unaccept_answer": false,1139 "accepted_answer": false,1140 "topic_accepted_answer": true,1141 "can_vote": false1142 },1143 {1144 "id": 468235,1145 "name": "Joseph",1146 "username": "Joeyoung",1147 "avatar_template": "/letter_avatar_proxy/v4/letter/j/a88e4f/{size}.png",1148 "created_at": "2025-03-31T02:21:04.247Z",1149 "cooked": "<p>Never mind. I can solve the problem by adding fullgraph=True.</p>",1150 "post_number": 2,1151 "post_type": 1,1152 "posts_count": 2,1153 "updated_at": "2025-03-31T02:21:04.247Z",1154 "reply_count": 0,1155 "reply_to_post_number": null,1156 "quote_count": 0,1157 "incoming_link_count": 1,1158 "reads": 4,1159 "readers_count": 3,1160 "score": 5.8,1161 "yours": false,1162 "topic_id": 218417,1163 "topic_slug": "torch-compile-causes-runtimeerror-element-0-of-tensors-does-not-require",1164 "display_username": "Joseph",1165 "primary_group_name": null,1166 "flair_name": null,1167 "flair_url": null,1168 "flair_bg_color": null,1169 "flair_color": null,1170 "flair_group_id": null,1171 "badges_granted": [],1172 "version": 1,1173 "can_edit": false,1174 "can_delete": false,1175 "can_recover": false,1176 "can_see_hidden_post": false,1177 "can_wiki": false,1178 "read": true,1179 "user_title": null,1180 "bookmarked": false,1181 "actions_summary": [],1182 "moderator": false,1183 "admin": false,1184 "staff": false,1185 "user_id": 70738,1186 "hidden": false,1187 "trust_level": 1,1188 "deleted_at": null,1189 "user_deleted": false,1190 "edit_reason": null,1191 "can_view_edit_history": true,1192 "wiki": false,1193 "post_url": "/t/torch-compile-causes-runtimeerror-element-0-of-tensors-does-not-require/218417/2",1194 "can_accept_answer": false,1195 "can_unaccept_answer": false,1196 "accepted_answer": true,1197 "topic_accepted_answer": true1198 }1199 ],1200 "stream": [