Anurag1734/cuda-error-resolution-analysis
07
1[2 {3 "post_stream": {4 "posts": [5 {6 "id": 231913,7 "name": "",8 "username": "meeraone",9 "avatar_template": "/letter_avatar_proxy/v4/letter/m/e9bcb4/{size}.png",10 "created_at": "2020-09-25T20:31:20.580Z",11 "cooked": "<p>How can I do the same thing with pytorch?</p>\n<pre><code class=\"lang-auto\">local right = nn.Sequential()\n right:add(nn.Narrow(2, 1, output_size))\n</code></pre>",12 "post_number": 1,13 "post_type": 1,14 "posts_count": 6,15 "updated_at": "2020-09-25T20:31:20.580Z",16 "reply_count": 0,17 "reply_to_post_number": null,18 "quote_count": 0,19 "incoming_link_count": 74,20 "reads": 10,21 "readers_count": 9,22 "score": 372.0,23 "yours": false,24 "topic_id": 97528,25 "topic_slug": "adding-nn-narrow-with-pytorch",26 "display_username": "",27 "primary_group_name": null,28 "flair_name": null,29 "flair_url": null,30 "flair_bg_color": null,31 "flair_color": null,32 "flair_group_id": null,33 "badges_granted": [],34 "version": 1,35 "can_edit": false,36 "can_delete": false,37 "can_recover": false,38 "can_see_hidden_post": false,39 "can_wiki": false,40 "read": true,41 "user_title": null,42 "bookmarked": false,43 "actions_summary": [],44 "moderator": false,45 "admin": false,46 "staff": false,47 "user_id": 37112,48 "hidden": false,49 "trust_level": 1,50 "deleted_at": null,51 "user_deleted": false,52 "edit_reason": null,53 "can_view_edit_history": true,54 "wiki": false,55 "post_url": "/t/adding-nn-narrow-with-pytorch/97528/1",56 "can_accept_answer": false,57 "can_unaccept_answer": false,58 "accepted_answer": false,59 "topic_accepted_answer": true,60 "can_vote": false61 },62 {63 "id": 231919,64 "name": "",65 "username": "ptrblck",66 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",67 "created_at": "2020-09-25T21:42:19.903Z",68 "cooked": "<p>You could write a custom module and pass add it to <code>nn.Sequential</code>.<br>\nSomething like this might work:</p>\n<pre><code class=\"lang-python\">class Narrow(nn.Module):\n def __init__(self, dim, start, length):\n super(Narrow, self).__init__()\n self.dim = dim\n self.start = start\n self.length = length\n \n def forward(self, x):\n x = torch.narrow(x, self.dim, self.start, self.length)\n return x\n</code></pre>",69 "post_number": 2,70 "post_type": 1,71 "posts_count": 6,72 "updated_at": "2020-09-25T23:02:38.141Z",73 "reply_count": 1,74 "reply_to_post_number": null,75 "quote_count": 0,76 "incoming_link_count": 2,77 "reads": 5,78 "readers_count": 4,79 "score": 31.0,80 "yours": false,81 "topic_id": 97528,82 "topic_slug": "adding-nn-narrow-with-pytorch",83 "display_username": "",84 "primary_group_name": null,85 "flair_name": null,86 "flair_url": null,87 "flair_bg_color": null,88 "flair_color": null,89 "flair_group_id": null,90 "badges_granted": [],91 "version": 1,92 "can_edit": false,93 "can_delete": false,94 "can_recover": false,95 "can_see_hidden_post": false,96 "can_wiki": false,97 "read": true,98 "user_title": "",99 "bookmarked": false,100 "actions_summary": [101 {102 "id": 2,103 "count": 1104 }105 ],106 "moderator": true,107 "admin": true,108 "staff": true,109 "user_id": 3534,110 "hidden": false,111 "trust_level": 2,112 "deleted_at": null,113 "user_deleted": false,114 "edit_reason": null,115 "can_view_edit_history": true,116 "wiki": false,117 "post_url": "/t/adding-nn-narrow-with-pytorch/97528/2",118 "can_accept_answer": false,119 "can_unaccept_answer": false,120 "accepted_answer": true,121 "topic_accepted_answer": true122 },123 {124 "id": 231932,125 "name": "",126 "username": "meeraone",127 "avatar_template": "/letter_avatar_proxy/v4/letter/m/e9bcb4/{size}.png",128 "created_at": "2020-09-26T00:04:28.707Z",129 "cooked": "<p>Are there any ways to hold this tensor input empty?</p>",130 "post_number": 3,131 "post_type": 1,132 "posts_count": 6,133 "updated_at": "2020-09-26T00:04:28.707Z",134 "reply_count": 1,135 "reply_to_post_number": 2,136 "quote_count": 0,137 "incoming_link_count": 0,138 "reads": 5,139 "readers_count": 4,140 "score": 6.0,141 "yours": false,142 "topic_id": 97528,143 "topic_slug": "adding-nn-narrow-with-pytorch",144 "display_username": "",145 "primary_group_name": null,146 "flair_name": null,147 "flair_url": null,148 "flair_bg_color": null,149 "flair_color": null,150 "flair_group_id": null,151 "badges_granted": [],152 "version": 1,153 "can_edit": false,154 "can_delete": false,155 "can_recover": false,156 "can_see_hidden_post": false,157 "can_wiki": false,158 "read": true,159 "user_title": null,160 "reply_to_user": {161 "id": 3534,162 "username": "ptrblck",163 "name": "",164 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png"165 },166 "bookmarked": false,167 "actions_summary": [],168 "moderator": false,169 "admin": false,170 "staff": false,171 "user_id": 37112,172 "hidden": false,173 "trust_level": 1,174 "deleted_at": null,175 "user_deleted": false,176 "edit_reason": null,177 "can_view_edit_history": true,178 "wiki": false,179 "post_url": "/t/adding-nn-narrow-with-pytorch/97528/3",180 "can_accept_answer": false,181 "can_unaccept_answer": false,182 "accepted_answer": false,183 "topic_accepted_answer": true184 },185 {186 "id": 231934,187 "name": "",188 "username": "ptrblck",189 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",190 "created_at": "2020-09-26T00:10:32.339Z",191 "cooked": "<p>I don’t quite understand the use case. Could you explain it a bit more?</p>",192 "post_number": 4,193 "post_type": 1,194 "posts_count": 6,195 "updated_at": "2020-09-26T00:10:32.339Z",196 "reply_count": 1,197 "reply_to_post_number": 3,198 "quote_count": 0,199 "incoming_link_count": 0,200 "reads": 5,201 "readers_count": 4,202 "score": 6.0,203 "yours": false,204 "topic_id": 97528,205 "topic_slug": "adding-nn-narrow-with-pytorch",206 "display_username": "",207 "primary_group_name": null,208 "flair_name": null,209 "flair_url": null,210 "flair_bg_color": null,211 "flair_color": null,212 "flair_group_id": null,213 "badges_granted": [],214 "version": 1,215 "can_edit": false,216 "can_delete": false,217 "can_recover": false,218 "can_see_hidden_post": false,219 "can_wiki": false,220 "read": true,221 "user_title": "",222 "reply_to_user": {223 "id": 37112,224 "username": "meeraone",225 "name": "",226 "avatar_template": "/letter_avatar_proxy/v4/letter/m/e9bcb4/{size}.png"227 },228 "bookmarked": false,229 "actions_summary": [],230 "moderator": true,231 "admin": true,232 "staff": true,233 "user_id": 3534,234 "hidden": false,235 "trust_level": 2,236 "deleted_at": null,237 "user_deleted": false,238 "edit_reason": null,239 "can_view_edit_history": true,240 "wiki": false,241 "post_url": "/t/adding-nn-narrow-with-pytorch/97528/4",242 "can_accept_answer": false,243 "can_unaccept_answer": false,244 "accepted_answer": false,245 "topic_accepted_answer": true246 },247 {248 "id": 231938,249 "name": "",250 "username": "meeraone",251 "avatar_template": "/letter_avatar_proxy/v4/letter/m/e9bcb4/{size}.png",252 "created_at": "2020-09-26T00:43:03.353Z",253 "cooked": "<p>So I could later create concattable and assign same tensor input to this module and others.</p>",254 "post_number": 5,255 "post_type": 1,256 "posts_count": 6,257 "updated_at": "2020-09-26T00:43:03.353Z",258 "reply_count": 1,259 "reply_to_post_number": 4,260 "quote_count": 0,261 "incoming_link_count": 2,262 "reads": 5,263 "readers_count": 4,264 "score": 16.0,265 "yours": false,266 "topic_id": 97528,267 "topic_slug": "adding-nn-narrow-with-pytorch",268 "display_username": "",269 "primary_group_name": null,270 "flair_name": null,271 "flair_url": null,272 "flair_bg_color": null,273 "flair_color": null,274 "flair_group_id": null,275 "badges_granted": [],276 "version": 1,277 "can_edit": false,278 "can_delete": false,279 "can_recover": false,280 "can_see_hidden_post": false,281 "can_wiki": false,282 "read": true,283 "user_title": null,284 "reply_to_user": {285 "id": 3534,286 "username": "ptrblck",287 "name": "",288 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png"289 },290 "bookmarked": false,291 "actions_summary": [],292 "moderator": false,293 "admin": false,294 "staff": false,295 "user_id": 37112,296 "hidden": false,297 "trust_level": 1,298 "deleted_at": null,299 "user_deleted": false,300 "edit_reason": null,301 "can_view_edit_history": true,302 "wiki": false,303 "post_url": "/t/adding-nn-narrow-with-pytorch/97528/5",304 "can_accept_answer": false,305 "can_unaccept_answer": false,306 "accepted_answer": false,307 "topic_accepted_answer": true308 },309 {310 "id": 231950,311 "name": "",312 "username": "ptrblck",313 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",314 "created_at": "2020-09-26T02:05:40.967Z",315 "cooked": "<p>I still don’t understand the use case. You are not assigning a tensor input to the module, but create the module and pass the input during the forward pass to it.</p>",316 "post_number": 6,317 "post_type": 1,318 "posts_count": 6,319 "updated_at": "2020-09-26T02:05:40.967Z",320 "reply_count": 0,321 "reply_to_post_number": 5,322 "quote_count": 0,323 "incoming_link_count": 0,324 "reads": 4,325 "readers_count": 3,326 "score": 0.8,327 "yours": false,328 "topic_id": 97528,329 "topic_slug": "adding-nn-narrow-with-pytorch",330 "display_username": "",331 "primary_group_name": null,332 "flair_name": null,333 "flair_url": null,334 "flair_bg_color": null,335 "flair_color": null,336 "flair_group_id": null,337 "badges_granted": [],338 "version": 1,339 "can_edit": false,340 "can_delete": false,341 "can_recover": false,342 "can_see_hidden_post": false,343 "can_wiki": false,344 "read": true,345 "user_title": "",346 "reply_to_user": {347 "id": 37112,348 "username": "meeraone",349 "name": "",350 "avatar_template": "/letter_avatar_proxy/v4/letter/m/e9bcb4/{size}.png"351 },352 "bookmarked": false,353 "actions_summary": [],354 "moderator": true,355 "admin": true,356 "staff": true,357 "user_id": 3534,358 "hidden": false,359 "trust_level": 2,360 "deleted_at": null,361 "user_deleted": false,362 "edit_reason": null,363 "can_view_edit_history": true,364 "wiki": false,365 "post_url": "/t/adding-nn-narrow-with-pytorch/97528/6",366 "can_accept_answer": false,367 "can_unaccept_answer": false,368 "accepted_answer": false,369 "topic_accepted_answer": true370 }371 ],372 "stream": [373 231913,374 231919,375 231932,376 231934,377 231938,378 231950379 ]380 },381 "timeline_lookup": [382 [383 1,384 1856385 ]386 ],387 "suggested_topics": [388 {389 "fancy_title": "RuntimeError: Given groups=1, weight of size [128, 3, 3, 3], expected input[1, 1, 512, 512] to have 3 channels, but got 1 channels instead",390 "id": 216781,391 "title": "RuntimeError: Given groups=1, weight of size [128, 3, 3, 3], expected input[1, 1, 512, 512] to have 3 channels, but got 1 channels instead",392 "slug": "runtimeerror-given-groups-1-weight-of-size-128-3-3-3-expected-input-1-1-512-512-to-have-3-channels-but-got-1-channels-instead",393 "posts_count": 9,394 "reply_count": 6,395 "highest_post_number": 9,396 "image_url": null,397 "created_at": "2025-02-17T15:36:50.990Z",398 "last_posted_at": "2025-02-21T15:06:24.012Z",399 "bumped": true,400 "bumped_at": "2025-02-21T15:06:24.012Z",401 "archetype": "regular",402 "unseen": false,403 "pinned": false,404 "unpinned": null,405 "visible": true,406 "closed": false,407 "archived": false,408 "bookmarked": null,409 "liked": null,410 "tags_descriptions": {},411 "like_count": 1,412 "views": 210,413 "category_id": 1,414 "featured_link": null,415 "has_accepted_answer": true,416 "posters": [417 {418 "extras": "latest",419 "description": "Original Poster, Most Recent Poster",420 "user": {421 "id": 82738,422 "username": "Dmitr",423 "name": "",424 "avatar_template": "/letter_avatar_proxy/v4/letter/d/13edae/{size}.png",425 "trust_level": 1426 }427 },428 {429 "extras": null,430 "description": "Frequent Poster, Accepted Answer",431 "user": {432 "id": 41458,433 "username": "J_Johnson",434 "name": "J Johnson",435 "avatar_template": "/user_avatar/discuss.pytorch.org/j_johnson/{size}/55494_2.png",436 "trust_level": 2437 }438 },439 {440 "extras": null,441 "description": "Frequent Poster",442 "user": {443 "id": 18088,444 "username": "KFrank",445 "name": "K. Frank",446 "avatar_template": "/letter_avatar_proxy/v4/letter/k/ecb155/{size}.png",447 "trust_level": 2448 }449 }450 ]451 },452 {453 "fancy_title": "Why softmax training is more stable (than sigmoid)",454 "id": 213069,455 "title": "Why softmax training is more stable (than sigmoid)",456 "slug": "why-softmax-training-is-more-stable-than-sigmoid",457 "posts_count": 2,458 "reply_count": 0,459 "highest_post_number": 2,460 "image_url": null,461 "created_at": "2024-11-17T09:11:33.052Z",462 "last_posted_at": "2024-11-17T21:05:46.072Z",463 "bumped": true,464 "bumped_at": "2024-11-17T21:05:46.072Z",465 "archetype": "regular",466 "unseen": false,467 "pinned": false,468 "unpinned": null,469 "visible": true,470 "closed": false,471 "archived": false,472 "bookmarked": null,473 "liked": null,474 "tags_descriptions": {},475 "like_count": 1,476 "views": 170,477 "category_id": 1,478 "featured_link": null,479 "has_accepted_answer": false,480 "posters": [481 {482 "extras": null,483 "description": "Original Poster",484 "user": {485 "id": 50872,486 "username": "laro",487 "name": "amit",488 "avatar_template": "/user_avatar/discuss.pytorch.org/laro/{size}/47125_2.png",489 "trust_level": 1490 }491 },492 {493 "extras": "latest",494 "description": "Most Recent Poster",495 "user": {496 "id": 18088,497 "username": "KFrank",498 "name": "K. Frank",499 "avatar_template": "/letter_avatar_proxy/v4/letter/k/ecb155/{size}.png",500 "trust_level": 2501 }502 }503 ]504 },505 {506 "fancy_title": "How to use AOTInductor output models in non-Python environments",507 "id": 213020,508 "title": "How to use AOTInductor output models in non-Python environments",509 "slug": "how-to-use-aotinductor-output-models-in-non-python-environments",510 "posts_count": 4,511 "reply_count": 1,512 "highest_post_number": 5,513 "image_url": null,514 "created_at": "2024-11-15T18:27:11.868Z",515 "last_posted_at": "2024-11-28T15:16:17.236Z",516 "bumped": true,517 "bumped_at": "2024-11-28T15:16:17.236Z",518 "archetype": "regular",519 "unseen": false,520 "pinned": false,521 "unpinned": null,522 "visible": true,523 "closed": false,524 "archived": false,525 "bookmarked": null,526 "liked": null,527 "tags_descriptions": {},528 "like_count": 3,529 "views": 96,530 "category_id": 1,531 "featured_link": null,532 "has_accepted_answer": false,533 "posters": [534 {535 "extras": null,536 "description": "Original Poster",537 "user": {538 "id": 80940,539 "username": "prm-james-hill",540 "name": "James",541 "avatar_template": "/user_avatar/discuss.pytorch.org/prm-james-hill/{size}/74022_2.png",542 "trust_level": 1543 }544 },545 {546 "extras": null,547 "description": "Frequent Poster",548 "user": {549 "id": 41997,550 "username": "bdhirsh",551 "name": "Brian Hirsh",552 "avatar_template": "/user_avatar/discuss.pytorch.org/bdhirsh/{size}/74038_2.png",553 "trust_level": 2554 }555 },556 {557 "extras": "latest",558 "description": "Most Recent Poster",559 "user": {560 "id": 17158,561 "username": "Xavier31",562 "name": "Xavier31",563 "avatar_template": "/user_avatar/discuss.pytorch.org/xavier31/{size}/11725_2.png",564 "trust_level": 2565 }566 }567 ]568 },569 {570 "fancy_title": "Ubuntu 20.04 end of life",571 "id": 213806,572 "title": "Ubuntu 20.04 end of life",573 "slug": "ubuntu-20-04-end-of-life",574 "posts_count": 1,575 "reply_count": 0,576 "highest_post_number": 1,577 "image_url": null,578 "created_at": "2024-12-04T17:07:24.555Z",579 "last_posted_at": "2024-12-04T17:07:24.603Z",580 "bumped": true,581 "bumped_at": "2024-12-04T17:07:24.603Z",582 "archetype": "regular",583 "unseen": false,584 "pinned": false,585 "unpinned": null,586 "visible": true,587 "closed": false,588 "archived": false,589 "bookmarked": null,590 "liked": null,591 "tags_descriptions": {},592 "like_count": 0,593 "views": 23,594 "category_id": 1,595 "featured_link": null,596 "has_accepted_answer": false,597 "posters": [598 {599 "extras": "latest single",600 "description": "Original Poster, Most Recent Poster",601 "user": {602 "id": 55060,603 "username": "eleven",604 "name": "",605 "avatar_template": "/user_avatar/discuss.pytorch.org/eleven/{size}/48695_2.png",606 "trust_level": 1607 }608 }609 ]610 },611 {612 "fancy_title": "Alternative for CUDAExtension for intel GPU(xpu)",613 "id": 217384,614 "title": "Alternative for CUDAExtension for intel GPU(xpu)",615 "slug": "alternative-for-cudaextension-for-intel-gpu-xpu",616 "posts_count": 1,617 "reply_count": 0,618 "highest_post_number": 1,619 "image_url": null,620 "created_at": "2025-03-03T15:36:33.733Z",621 "last_posted_at": "2025-03-03T15:36:33.771Z",622 "bumped": true,623 "bumped_at": "2025-03-03T15:36:33.771Z",624 "archetype": "regular",625 "unseen": false,626 "pinned": false,627 "unpinned": null,628 "visible": true,629 "closed": false,630 "archived": false,631 "bookmarked": null,632 "liked": null,633 "tags_descriptions": {},634 "like_count": 0,635 "views": 49,636 "category_id": 1,637 "featured_link": null,638 "has_accepted_answer": false,639 "posters": [640 {641 "extras": "latest single",642 "description": "Original Poster, Most Recent Poster",643 "user": {644 "id": 79942,645 "username": "yash3056",646 "name": "Yash3056",647 "avatar_template": "/user_avatar/discuss.pytorch.org/yash3056/{size}/73076_2.png",648 "trust_level": 0649 }650 }651 ]652 }653 ],654 "tags_descriptions": {},655 "fancy_title": "Adding nn.Narrow with pytorch",656 "id": 97528,657 "title": "Adding nn.Narrow with pytorch",658 "posts_count": 6,659 "created_at": "2020-09-25T20:31:20.496Z",660 "views": 529,661 "reply_count": 4,662 "like_count": 1,663 "last_posted_at": "2020-09-26T02:05:40.967Z",664 "visible": true,665 "closed": false,666 "archived": false,667 "has_summary": false,668 "archetype": "regular",669 "slug": "adding-nn-narrow-with-pytorch",670 "category_id": 1,671 "word_count": 151,672 "deleted_at": null,673 "user_id": 37112,674 "featured_link": null,675 "pinned_globally": false,676 "pinned_at": null,677 "pinned_until": null,678 "image_url": null,679 "slow_mode_seconds": 0,680 "draft": null,681 "draft_key": "topic_97528",682 "draft_sequence": null,683 "unpinned": null,684 "pinned": false,685 "current_post_number": 1,686 "highest_post_number": 6,687 "deleted_by": null,688 "actions_summary": [689 {690 "id": 4,691 "count": 0,692 "hidden": false,693 "can_act": false694 },695 {696 "id": 8,697 "count": 0,698 "hidden": false,699 "can_act": false700 },701 {702 "id": 10,703 "count": 0,704 "hidden": false,705 "can_act": false706 },707 {708 "id": 7,709 "count": 0,710 "hidden": false,711 "can_act": false712 }713 ],714 "chunk_size": 20,715 "bookmarked": false,716 "topic_timer": null,717 "message_bus_last_id": 0,718 "participant_count": 2,719 "show_read_indicator": false,720 "thumbnails": null,721 "slow_mode_enabled_until": null,722 "accepted_answer": {723 "post_number": 2,724 "username": "ptrblck",725 "name": "",726 "excerpt": "You could write a custom module and pass add it to nn.Sequential. \nSomething like this might work: \nclass Narrow(nn.Module):\n def __init__(self, dim, start, length):\n super(Narrow, self).__init__()\n self.dim = dim\n self.start = start\n self.length = length\n \n def …"727 },728 "can_vote": false,729 "vote_count": 0,730 "user_voted": false,731 "discourse_zendesk_plugin_zendesk_id": null,732 "discourse_zendesk_plugin_zendesk_url": "https://your-url.zendesk.com/agent/tickets/",733 "details": {734 "can_edit": false,735 "notification_level": 1,736 "participants": [737 {738 "id": 3534,739 "username": "ptrblck",740 "name": "",741 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",742 "post_count": 3,743 "primary_group_name": null,744 "flair_name": null,745 "flair_url": null,746 "flair_color": null,747 "flair_bg_color": null,748 "flair_group_id": null,749 "admin": true,750 "moderator": true,751 "trust_level": 2752 },753 {754 "id": 37112,755 "username": "meeraone",756 "name": "",757 "avatar_template": "/letter_avatar_proxy/v4/letter/m/e9bcb4/{size}.png",758 "post_count": 3,759 "primary_group_name": null,760 "flair_name": null,761 "flair_url": null,762 "flair_color": null,763 "flair_bg_color": null,764 "flair_group_id": null,765 "trust_level": 1766 }767 ],768 "created_by": {769 "id": 37112,770 "username": "meeraone",771 "name": "",772 "avatar_template": "/letter_avatar_proxy/v4/letter/m/e9bcb4/{size}.png"773 },774 "last_poster": {775 "id": 3534,776 "username": "ptrblck",777 "name": "",778 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png"779 }780 },781 "bookmarks": []782 },783 {784 "post_stream": {785 "posts": [786 {787 "id": 231703,788 "name": "Eleflea",789 "username": "eleflea",790 "avatar_template": "/letter_avatar_proxy/v4/letter/e/858c86/{size}.png",791 "created_at": "2020-09-25T07:39:51.478Z",792 "cooked": "<p>I am curious about <code>disable_observer</code> and <code>freeze_bn_stats</code> in quantization aware training. I don’t know when should I apply them. I have tried different combinations of two parameters. It seems that has a big impact on accuracy. Is there any best practice for quantization aware training? Like should I disable observer first and when should I disable it, train from scratch or fine-tune a trained model?</p>",793 "post_number": 1,794 "post_type": 1,795 "posts_count": 3,796 "updated_at": "2020-09-25T07:39:51.478Z",797 "reply_count": 0,798 "reply_to_post_number": null,799 "quote_count": 0,800 "incoming_link_count": 573,801 "reads": 32,802 "readers_count": 31,803 "score": 2866.4,804 "yours": false,805 "topic_id": 97459,806 "topic_slug": "best-practice-or-suggestion-for-qat",807 "display_username": "Eleflea",808 "primary_group_name": null,809 "flair_name": null,810 "flair_url": null,811 "flair_bg_color": null,812 "flair_color": null,813 "flair_group_id": null,814 "badges_granted": [],815 "version": 1,816 "can_edit": false,817 "can_delete": false,818 "can_recover": false,819 "can_see_hidden_post": false,820 "can_wiki": false,821 "read": true,822 "user_title": null,823 "bookmarked": false,824 "actions_summary": [],825 "moderator": false,826 "admin": false,827 "staff": false,828 "user_id": 29060,829 "hidden": false,830 "trust_level": 1,831 "deleted_at": null,832 "user_deleted": false,833 "edit_reason": null,834 "can_view_edit_history": true,835 "wiki": false,836 "post_url": "/t/best-practice-or-suggestion-for-qat/97459/1",837 "can_accept_answer": false,838 "can_unaccept_answer": false,839 "accepted_answer": false,840 "topic_accepted_answer": true,841 "can_vote": false842 },843 {844 "id": 231868,845 "name": "Vasiliy Kuznetsov",846 "username": "Vasiliy_Kuznetsov",847 "avatar_template": "/user_avatar/discuss.pytorch.org/vasiliy_kuznetsov/{size}/24530_2.png",848 "created_at": "2020-09-25T15:45:00.479Z",849 "cooked": "<p>hi <a class=\"mention\" href=\"/u/eleflea\">@eleflea</a>, check out <a href=\"https://github.com/pytorch/vision/blob/master/references/classification/train_quantization.py\" rel=\"nofollow noopener\">https://github.com/pytorch/vision/blob/master/references/classification/train_quantization.py</a> for one example. One approach which has proven to work well is:</p>\n<ul>\n<li>start QAT training from a floating point pre-trained model and with observers and fake_quant enabled</li>\n<li>after a couple of epochs, freeze the BN stats if your network has any BNs (epoch == 3 in the example)</li>\n<li>after a couple of epochs, disable observers (epoch == 4 in the example)</li>\n</ul>",850 "post_number": 2,851 "post_type": 1,852 "posts_count": 3,853 "updated_at": "2020-10-09T00:59:48.395Z",854 "reply_count": 1,855 "reply_to_post_number": null,856 "quote_count": 0,857 "incoming_link_count": 28,858 "reads": 32,859 "readers_count": 31,860 "score": 151.4,861 "yours": false,862 "topic_id": 97459,863 "topic_slug": "best-practice-or-suggestion-for-qat",864 "display_username": "Vasiliy Kuznetsov",865 "primary_group_name": null,866 "flair_name": null,867 "flair_url": null,868 "flair_bg_color": null,869 "flair_color": null,870 "flair_group_id": null,871 "badges_granted": [],872 "version": 1,873 "can_edit": false,874 "can_delete": false,875 "can_recover": false,876 "can_see_hidden_post": false,877 "can_wiki": false,878 "link_counts": [879 {880 "url": "https://github.com/pytorch/vision/blob/master/references/classification/train_quantization.py",881 "internal": false,882 "reflection": false,883 "title": "vision/train_quantization.py at master · pytorch/vision · GitHub",884 "clicks": 102885 }886 ],887 "read": true,888 "user_title": null,889 "bookmarked": false,890 "actions_summary": [],891 "moderator": false,892 "admin": false,893 "staff": false,894 "user_id": 31938,895 "hidden": false,896 "trust_level": 2,897 "deleted_at": null,898 "user_deleted": false,899 "edit_reason": null,900 "can_view_edit_history": true,901 "wiki": false,902 "post_url": "/t/best-practice-or-suggestion-for-qat/97459/2",903 "can_accept_answer": false,904 "can_unaccept_answer": false,905 "accepted_answer": true,906 "topic_accepted_answer": true907 },908 {909 "id": 231948,910 "name": "Eleflea",911 "username": "eleflea",912 "avatar_template": "/letter_avatar_proxy/v4/letter/e/858c86/{size}.png",913 "created_at": "2020-09-26T01:54:45.478Z",914 "cooked": "<p>Thanks, I’ll try it.</p>",915 "post_number": 3,916 "post_type": 1,917 "posts_count": 3,918 "updated_at": "2020-09-26T01:54:45.478Z",919 "reply_count": 0,920 "reply_to_post_number": 2,921 "quote_count": 0,922 "incoming_link_count": 3,923 "reads": 31,924 "readers_count": 30,925 "score": 21.2,926 "yours": false,927 "topic_id": 97459,928 "topic_slug": "best-practice-or-suggestion-for-qat",929 "display_username": "Eleflea",930 "primary_group_name": null,931 "flair_name": null,932 "flair_url": null,933 "flair_bg_color": null,934 "flair_color": null,935 "flair_group_id": null,936 "badges_granted": [],937 "version": 1,938 "can_edit": false,939 "can_delete": false,940 "can_recover": false,941 "can_see_hidden_post": false,942 "can_wiki": false,943 "read": true,944 "user_title": null,945 "reply_to_user": {946 "id": 31938,947 "username": "Vasiliy_Kuznetsov",948 "name": "Vasiliy Kuznetsov",949 "avatar_template": "/user_avatar/discuss.pytorch.org/vasiliy_kuznetsov/{size}/24530_2.png"950 },951 "bookmarked": false,952 "actions_summary": [],953 "moderator": false,954 "admin": false,955 "staff": false,956 "user_id": 29060,957 "hidden": false,958 "trust_level": 1,959 "deleted_at": null,960 "user_deleted": false,961 "edit_reason": null,962 "can_view_edit_history": true,963 "wiki": false,964 "post_url": "/t/best-practice-or-suggestion-for-qat/97459/3",965 "can_accept_answer": false,966 "can_unaccept_answer": false,967 "accepted_answer": false,968 "topic_accepted_answer": true969 }970 ],971 "stream": [972 231703,973 231868,974 231948975 ]976 },977 "timeline_lookup": [978 [979 1,980 1857981 ],982 [983 2,984 1856985 ]986 ],987 "suggested_topics": [988 {989 "fancy_title": "Is dynamic quantization in fact doing weight dequant instead of activation quant for `quantize_dynamic()`",990 "id": 217763,991 "title": "Is dynamic quantization in fact doing weight dequant instead of activation quant for `quantize_dynamic()`",992 "slug": "is-dynamic-quantization-in-fact-doing-weight-dequant-instead-of-activation-quant-for-quantize-dynamic",993 "posts_count": 2,994 "reply_count": 0,995 "highest_post_number": 2,996 "image_url": null,997 "created_at": "2025-03-12T21:55:04.470Z",998 "last_posted_at": "2025-03-13T12:56:28.178Z",999 "bumped": true,1000 "bumped_at": "2025-03-13T12:56:28.178Z",1001 "archetype": "regular",1002 "unseen": false,1003 "pinned": false,1004 "unpinned": null,1005 "visible": true,1006 "closed": false,1007 "archived": false,1008 "bookmarked": null,1009 "liked": null,1010 "tags_descriptions": {},1011 "like_count": 0,1012 "views": 122,1013 "category_id": 17,1014 "featured_link": null,1015 "has_accepted_answer": false,1016 "posters": [1017 {1018 "extras": null,1019 "description": "Original Poster",1020 "user": {1021 "id": 83226,1022 "username": "Chiao-Wei_Hsu",1023 "name": "Chiao-Wei Hsu",1024 "avatar_template": "/user_avatar/discuss.pytorch.org/chiao-wei_hsu/{size}/76123_2.png",1025 "trust_level": 01026 }1027 },1028 {1029 "extras": "latest",1030 "description": "Most Recent Poster",1031 "user": {1032 "id": 31938,1033 "username": "Vasiliy_Kuznetsov",1034 "name": "Vasiliy Kuznetsov",1035 "avatar_template": "/user_avatar/discuss.pytorch.org/vasiliy_kuznetsov/{size}/24530_2.png",1036 "trust_level": 21037 }1038 }1039 ]1040 },1041 {1042 "fancy_title": "Simulating quantization to lower bit precision with quant_min/max setting on fused modules",1043 "id": 218005,1044 "title": "Simulating quantization to lower bit precision with quant_min/max setting on fused modules",1045 "slug": "simulating-quantization-to-lower-bit-precision-with-quant-min-max-setting-on-fused-modules",1046 "posts_count": 1,1047 "reply_count": 0,1048 "highest_post_number": 1,1049 "image_url": null,1050 "created_at": "2025-03-19T01:46:52.890Z",1051 "last_posted_at": "2025-03-19T01:46:52.927Z",1052 "bumped": true,1053 "bumped_at": "2025-03-19T01:46:52.927Z",1054 "archetype": "regular",1055 "unseen": false,1056 "pinned": false,1057 "unpinned": null,1058 "visible": true,1059 "closed": false,1060 "archived": false,1061 "bookmarked": null,1062 "liked": null,1063 "tags_descriptions": {},1064 "like_count": 0,1065 "views": 53,1066 "category_id": 17,1067 "featured_link": null,1068 "has_accepted_answer": false,1069 "posters": [1070 {1071 "extras": "latest single",1072 "description": "Original Poster, Most Recent Poster",1073 "user": {1074 "id": 83353,1075 "username": "TominoFTW",1076 "name": "",1077 "avatar_template": "/user_avatar/discuss.pytorch.org/tominoftw/{size}/76239_2.png",1078 "trust_level": 11079 }1080 }1081 ]1082 },1083 {1084 "fancy_title": "“Deploy Quantized Models using Torch-TensorRT” failed",1085 "id": 216438,1086 "title": "\"Deploy Quantized Models using Torch-TensorRT\" failed",1087 "slug": "deploy-quantized-models-using-torch-tensorrt-failed",1088 "posts_count": 6,1089 "reply_count": 2,1090 "highest_post_number": 6,1091 "image_url": null,1092 "created_at": "2025-02-10T02:01:01.326Z",1093 "last_posted_at": "2025-02-18T06:33:31.981Z",1094 "bumped": true,1095 "bumped_at": "2025-02-18T06:33:31.981Z",1096 "archetype": "regular",1097 "unseen": false,1098 "pinned": false,1099 "unpinned": null,1100 "visible": true,1101 "closed": false,1102 "archived": false,1103 "bookmarked": null,1104 "liked": null,1105 "tags_descriptions": {},1106 "like_count": 0,1107 "views": 235,1108 "category_id": 17,1109 "featured_link": null,1110 "has_accepted_answer": false,1111 "posters": [1112 {1113 "extras": "latest",1114 "description": "Original Poster, Most Recent Poster",1115 "user": {1116 "id": 82578,1117 "username": "yama",1118 "name": "yama",1119 "avatar_template": "/user_avatar/discuss.pytorch.org/yama/{size}/75557_2.png",1120 "trust_level": 01121 }1122 },1123 {1124 "extras": null,1125 "description": "Frequent Poster",1126 "user": {1127 "id": 3534,1128 "username": "ptrblck",1129 "name": "",1130 "avatar_template": "/user_avatar/discuss.pytorch.org/ptrblck/{size}/1823_2.png",1131 "admin": true,1132 "moderator": true,1133 "trust_level": 21134 }1135 },1136 {1137 "extras": null,1138 "description": "Frequent Poster",1139 "user": {1140 "id": 50788,1141 "username": "Dheeraj_Peri",1142 "name": "Dheeraj Peri",1143 "avatar_template": "/user_avatar/discuss.pytorch.org/dheeraj_peri/{size}/36976_2.png",1144 "trust_level": 01145 }1146 }1147 ]1148 },1149 {1150 "fancy_title": "Trying to Understand the Scale Computation During Static Quantisation",1151 "id": 217343,1152 "title": "Trying to Understand the Scale Computation During Static Quantisation",1153 "slug": "trying-to-understand-the-scale-computation-during-static-quantisation",1154 "posts_count": 1,1155 "reply_count": 0,1156 "highest_post_number": 1,1157 "image_url": null,1158 "created_at": "2025-03-02T14:27:24.311Z",1159 "last_posted_at": "2025-03-02T14:27:24.354Z",1160 "bumped": true,1161 "bumped_at": "2025-03-02T14:27:24.354Z",1162 "archetype": "regular",1163 "unseen": false,1164 "pinned": false,1165 "unpinned": null,1166 "visible": true,1167 "closed": false,1168 "archived": false,1169 "bookmarked": null,1170 "liked": null,1171 "tags_descriptions": {},1172 "like_count": 0,1173 "views": 58,1174 "category_id": 17,1175 "featured_link": null,1176 "has_accepted_answer": false,1177 "posters": [1178 {1179 "extras": "latest single",1180 "description": "Original Poster, Most Recent Poster",1181 "user": {1182 "id": 68938,1183 "username": "vimal_william",1184 "name": "vimal william",1185 "avatar_template": "/user_avatar/discuss.pytorch.org/vimal_william/{size}/63417_2.png",1186 "trust_level": 11187 }1188 }1189 ]1190 },1191 {1192 "fancy_title": "Why is there such a significant difference between floating-point convolution and quantized integer convolution results?",1193 "id": 220920,1194 "title": "Why is there such a significant difference between floating-point convolution and quantized integer convolution results?",1195 "slug": "why-is-there-such-a-significant-difference-between-floating-point-convolution-and-quantized-integer-convolution-results",1196 "posts_count": 3,1197 "reply_count": 0,1198 "highest_post_number": 3,1199 "image_url": "https://discuss.pytorch.org/uploads/default/original/3X/f/0/f08b1bd84e46ac092e1a83b23aa03ee6a164134d.png",1200 "created_at": "2025-06-19T13:35:50.498Z",