Stoopidity/HarryPotterLLM
0
1PK state/data.pklFB ZZZZZZZZZZZZZZZZ�ccollections2OrderedDict3q )Rq(X token_embedding_table.weightqctorch._utils4_rebuild_tensor_v25q((X storageqctorch6FloatStorage7qX 0qX cpuqM�tqQK KOK@�q K@K�q8�h )RqtqRq
X position_embedding_table.weightqh((hhX 1qhM tqQK K K@�qK@K�q�h )RqtqRqX blocks.0.sa.heads.0.trilqh((hhX 2qhM tqQK K K �qK K�q�h )RqtqRqX blocks.0.sa.heads.0.key.weightqh((hhX 3qhM tq QK KK@�q!K@K�q"�h )Rq#tq$Rq%X blocks.0.sa.heads.0.query.weightq&h((hhX 4q'hM tq(QK KK@�q)K@K�q*�h )Rq+tq,Rq-X blocks.0.sa.heads.0.value.weightq.h((hhX 5q/hM tq0QK KK@�q1K@K�q2�h )Rq3tq4Rq5X blocks.0.sa.heads.1.trilq6h((hhX 6q7hM tq8QK K K �q9K K�q:�h )Rq;tq<Rq=X blocks.0.sa.heads.1.key.weightq>h((hhX 7q?hM tq@QK KK@�qAK@K�qB�h )RqCtqDRqEX blocks.0.sa.heads.1.query.weightqFh((hhX 8qGhM tqHQK KK@�qIK@K�qJ�h )RqKtqLRqMX blocks.0.sa.heads.1.value.weightqNh((hhX 9qOhM tqPQK KK@�qQK@K�qR�h )RqStqTRqUX blocks.0.sa.heads.2.trilqVh((hhX 10qWhM tqXQK K K �qYK K�qZ�h )Rq[tq\Rq]X blocks.0.sa.heads.2.key.weightq^h((hhX 11q_hM tq`QK KK@�qaK@K�qb�h )RqctqdRqeX blocks.0.sa.heads.2.query.weightqfh((hhX 12qghM tqhQK KK@�qiK@K�qj�h )RqktqlRqmX blocks.0.sa.heads.2.value.weightqnh((hhX 13qohM tqpQK KK@�qqK@K�qr�h )RqstqtRquX blocks.0.sa.heads.3.trilqvh((hhX 14qwhM tqxQK K K �qyK K�qz�h )Rq{tq|Rq}X blocks.0.sa.heads.3.key.weightq~h((hhX 15qhM tq�QK KK@�q�K@K�q��h )Rq�tq�Rq�X blocks.0.sa.heads.3.query.weightq�h((hhX 16q�hM tq�QK KK@�q�K@K�q��h )Rq�tq�Rq�X blocks.0.sa.heads.3.value.weightq�h((hhX 17q�hM tq�QK KK@�q�K@K�q��h )Rq�tq�Rq�X blocks.0.sa.proj.weightq�h((hhX 18q�hM tq�QK K@K@�q�K@K�q��h )Rq�tq�Rq�X blocks.0.sa.proj.biasq�h((hhX 19q�hK@tq�QK K@�q�K�q��h )Rq�tq�Rq�X blocks.0.ffwd.net.0.weightq�h((hhX 20q�hM @tq�QK M K@�q�K@K�q��h )Rq�tq�Rq�X blocks.0.ffwd.net.0.biasq�h((hhX 21q�hM tq�QK M �q�K�q��h )Rq�tq�Rq�X blocks.0.ffwd.net.2.weightq�h((hhX 22q�hM @tq�QK K@M �q�M K�q��h )Rq�tq�Rq�X blocks.0.ffwd.net.2.biasq�h((hhX 23q�hK@tq�QK K@�q�K�qh )Rq�tq�Rq�X blocks.0.ln1.weightq�h((hhX 24q�hK@tq�QK K@�q�K�qʉh )Rq�tq�Rq�X blocks.0.ln1.biasq�h((hhX 25q�hK@tq�QK K@�q�K�q҉h )Rq�tq�Rq�X blocks.0.ln2.weightq�h((hhX 26q�hK@tq�QK K@�q�K�qډh )Rq�tq�Rq�X blocks.0.ln2.biasq�h((hhX 27q�hK@tq�QK K@�q�K�q�h )Rq�tq�Rq�X blocks.1.sa.heads.0.trilq�h((hhX 28q�hM tq�QK K K �q�K K�q�h )Rq�tq�Rq�X blocks.1.sa.heads.0.key.weightq�h((hhX 29q�hM tq�QK KK@�q�K@K�q�h )Rq�tq�Rq�X blocks.1.sa.heads.0.query.weightq�h((hhX 30q�hM tq�QK KK@�q�K@K�q��h )Rq�tq�Rq�X blocks.1.sa.heads.0.value.weightq�h((hhX 31q�hM tr QK KK@�r K@K�r �h )Rr tr Rr X blocks.1.sa.heads.1.trilr h((hhX 32r hM tr QK K K �r K K�r9 �h )Rr tr Rr
X blocks.1.sa.heads.1.key.weightr h((hhX 33r hM tr QK KK@�r K@K�r �h )Rr tr Rr X blocks.1.sa.heads.1.query.weightr h((hhX 34r hM tr QK KK@�r K@K�r �h )Rr tr Rr X blocks.1.sa.heads.1.value.weightr h((hhX 35r hM tr QK KK@�r! K@K�r" �h )Rr# tr$ Rr% X blocks.1.sa.heads.2.trilr& h((hhX 36r' hM tr( QK K K �r) K K�r* �h )Rr+ tr, Rr- X blocks.1.sa.heads.2.key.weightr. h((hhX 37r/ hM tr0 QK KK@�r1 K@K�r2 �h )Rr3 tr4 Rr5 X blocks.1.sa.heads.2.query.weightr6 h((hhX 38r7 hM tr8 QK KK@�r9 K@K�r: �h )Rr; tr< Rr= X blocks.1.sa.heads.2.value.weightr> h((hhX 39r? hM tr@ QK KK@�rA K@K�rB �h )RrC trD RrE X blocks.1.sa.heads.3.trilrF h((hhX 40rG hM trH QK K K �rI K K�rJ �h )RrK trL RrM X blocks.1.sa.heads.3.key.weightrN h((hhX 41rO hM trP QK KK@�rQ K@K�rR �h )RrS trT RrU X blocks.1.sa.heads.3.query.weightrV h((hhX 42rW hM trX QK KK@�rY K@K�rZ �h )Rr[ tr\ Rr] X blocks.1.sa.heads.3.value.weightr^ h((hhX 43r_ hM tr` QK KK@�ra K@K�rb �h )Rrc trd Rre X blocks.1.sa.proj.weightrf h((hhX 44rg hM trh QK K@K@�ri K@K�rj �h )Rrk trl Rrm X blocks.1.sa.proj.biasrn h((hhX 45ro hK@trp QK K@�rq K�rr �h )Rrs trt Rru X blocks.1.ffwd.net.0.weightrv h((hhX 46rw hM @trx QK M K@�ry K@K�rz �h )Rr{ tr| Rr} X blocks.1.ffwd.net.0.biasr~ h((hhX 47r hM tr� QK M �r� K�r� �h )Rr� tr� Rr� X blocks.1.ffwd.net.2.weightr� h((hhX 48r� hM @tr� QK K@M �r� M K�r� �h )Rr� tr� Rr� X blocks.1.ffwd.net.2.biasr� h((hhX 49r� hK@tr� QK K@�r� K�r� �h )Rr� tr� Rr� X blocks.1.ln1.weightr� h((hhX 50r� hK@tr� QK K@�r� K�r� �h )Rr� tr� Rr� X blocks.1.ln1.biasr� h((hhX 51r� hK@tr� QK K@�r� K�r� �h )Rr� tr� Rr� X blocks.1.ln2.weightr� h((hhX 52r� hK@tr� QK K@�r� K�r� �h )Rr� tr� Rr� X blocks.1.ln2.biasr� h((hhX 53r� hK@tr� QK K@�r� K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.0.trilr� h((hhX 54r� hM tr� QK K K �r� K K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.0.key.weightr� h((hhX 55r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.0.query.weightr� h((hhX 56r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.0.value.weightr� h((hhX 57r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.1.trilr� h((hhX 58r� hM tr� QK K K �r� K K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.1.key.weightr� h((hhX 59r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.1.query.weightr� h((hhX 60r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.1.value.weightr� h((hhX 61r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.2.trilr� h((hhX 62r� hM tr� QK K K �r� K K�r� �h )Rr� tr� Rr� X blocks.2.sa.heads.2.key.weightr� h((hhX 63r� hM tr QK KK@�r K@K�r �h )Rr tr Rr X blocks.2.sa.heads.2.query.weightr h((hhX 64r hM tr QK KK@�r K@K�r10 �h )Rr tr Rr
X blocks.2.sa.heads.2.value.weightr h((hhX 65r hM tr QK KK@�r K@K�r �h )Rr tr Rr X blocks.2.sa.heads.3.trilr h((hhX 66r hM tr QK K K �r K K�r �h )Rr tr Rr X blocks.2.sa.heads.3.key.weightr h((hhX 67r hM tr QK KK@�r! K@K�r" �h )Rr# tr$ Rr% X blocks.2.sa.heads.3.query.weightr& h((hhX 68r' hM tr( QK KK@�r) K@K�r* �h )Rr+ tr, Rr- X blocks.2.sa.heads.3.value.weightr. h((hhX 69r/ hM tr0 QK KK@�r1 K@K�r2 �h )Rr3 tr4 Rr5 X blocks.2.sa.proj.weightr6 h((hhX 70r7 hM tr8 QK K@K@�r9 K@K�r: �h )Rr; tr< Rr= X blocks.2.sa.proj.biasr> h((hhX 71r? hK@tr@ QK K@�rA K�rB �h )RrC trD RrE X blocks.2.ffwd.net.0.weightrF h((hhX 72rG hM @trH QK M K@�rI K@K�rJ �h )RrK trL RrM X blocks.2.ffwd.net.0.biasrN h((hhX 73rO hM trP QK M �rQ K�rR �h )RrS trT RrU X blocks.2.ffwd.net.2.weightrV h((hhX 74rW hM @trX QK K@M �rY M K�rZ �h )Rr[ tr\ Rr] X blocks.2.ffwd.net.2.biasr^ h((hhX 75r_ hK@tr` QK K@�ra K�rb �h )Rrc trd Rre X blocks.2.ln1.weightrf h((hhX 76rg hK@trh QK K@�ri K�rj �h )Rrk trl Rrm X blocks.2.ln1.biasrn h((hhX 77ro hK@trp QK K@�rq K�rr �h )Rrs trt Rru X blocks.2.ln2.weightrv h((hhX 78rw hK@trx QK K@�ry K�rz �h )Rr{ tr| Rr} X blocks.2.ln2.biasr~ h((hhX 79r hK@tr� QK K@�r� K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.0.trilr� h((hhX 80r� hM tr� QK K K �r� K K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.0.key.weightr� h((hhX 81r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.0.query.weightr� h((hhX 82r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.0.value.weightr� h((hhX 83r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.1.trilr� h((hhX 84r� hM tr� QK K K �r� K K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.1.key.weightr� h((hhX 85r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.1.query.weightr� h((hhX 86r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.1.value.weightr� h((hhX 87r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.2.trilr� h((hhX 88r� hM tr� QK K K �r� K K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.2.key.weightr� h((hhX 89r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.2.query.weightr� h((hhX 90r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.2.value.weightr� h((hhX 91r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.3.trilr� h((hhX 92r� hM tr� QK K K �r� K K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.3.key.weightr� h((hhX 93r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.3.query.weightr� h((hhX 94r� hM tr� QK KK@�r� K@K�r� �h )Rr� tr� Rr� X blocks.3.sa.heads.3.value.weightr� h((hhX 95r� hM tr QK KK@�r K@K�r �h )Rr tr Rr X blocks.3.sa.proj.weightr h((hhX 96r hM tr QK K@K@�r K@K�r11 �h )Rr tr Rr
X blocks.3.sa.proj.biasr h((hhX 97r hK@tr QK K@�r K�r �h )Rr tr Rr X blocks.3.ffwd.net.0.weightr h((hhX 98r hM @tr QK M K@�r K@K�r �h )Rr tr Rr X blocks.3.ffwd.net.0.biasr h((hhX 99r hM tr QK M �r! K�r" �h )Rr# tr$ Rr% X blocks.3.ffwd.net.2.weightr& h((hhX 100r' hM @tr( QK K@M �r) M K�r* �h )Rr+ tr, Rr- X blocks.3.ffwd.net.2.biasr. h((hhX 101r/ hK@tr0 QK K@�r1 K�r2 �h )Rr3 tr4 Rr5 X blocks.3.ln1.weightr6 h((hhX 102r7 hK@tr8 QK K@�r9 K�r: �h )Rr; tr< Rr= X blocks.3.ln1.biasr> h((hhX 103r? hK@tr@ QK K@�rA K�rB �h )RrC trD RrE X blocks.3.ln2.weightrF h((hhX 104rG hK@trH QK K@�rI K�rJ �h )RrK trL RrM X blocks.3.ln2.biasrN h((hhX 105rO hK@trP QK K@�rQ K�rR �h )RrS trT RrU X ln_f.weightrV h((hhX 106rW hK@trX QK K@�rY K�rZ �h )Rr[ tr\ Rr] X ln_f.biasr^ h((hhX 107r_ hK@tr` QK K@�ra K�rb �h )Rrc trd Rre X lm_head.weightrf h((hhX 108rg hM�trh QK KOK@�ri K@K�rj �h )Rrk trl Rrm X lm_head.biasrn h((hhX 109ro hKOtrp QK KO�rq K�rr �h )Rrs trt Rru u}rv X _metadatarw h )Rrx (X ry }rz X versionr{ KsX token_embedding_tabler| }r} j{ KsX position_embedding_tabler~ }r j{ KsX blocksr� }r� j{ KsX blocks.0r� }r� j{ KsX blocks.0.sar� }r� j{ KsX blocks.0.sa.headsr� }r� j{ KsX blocks.0.sa.heads.0r� }r� j{ KsX blocks.0.sa.heads.0.keyr� }r� j{ KsX blocks.0.sa.heads.0.queryr� }r� j{ KsX blocks.0.sa.heads.0.valuer� }r� j{ KsX blocks.0.sa.heads.0.dropoutr� }r� j{ KsX blocks.0.sa.heads.1r� }r� j{ KsX blocks.0.sa.heads.1.keyr� }r� j{ KsX blocks.0.sa.heads.1.queryr� }r� j{ KsX blocks.0.sa.heads.1.valuer� }r� j{ KsX blocks.0.sa.heads.1.dropoutr� }r� j{ KsX blocks.0.sa.heads.2r� }r� j{ KsX blocks.0.sa.heads.2.keyr� }r� j{ KsX blocks.0.sa.heads.2.queryr� }r� j{ KsX blocks.0.sa.heads.2.valuer� }r� j{ KsX blocks.0.sa.heads.2.dropoutr� }r� j{ KsX blocks.0.sa.heads.3r� }r� j{ KsX blocks.0.sa.heads.3.keyr� }r� j{ KsX blocks.0.sa.heads.3.queryr� }r� j{ KsX blocks.0.sa.heads.3.valuer� }r� j{ KsX blocks.0.sa.heads.3.dropoutr� }r� j{ KsX blocks.0.sa.projr� }r� j{ KsX blocks.0.sa.dropoutr� }r� j{ KsX
blocks.0.ffwdr� }r� j{ KsX blocks.0.ffwd.netr� }r� j{ KsX blocks.0.ffwd.net.0r� }r� j{ KsX blocks.0.ffwd.net.1r� }r� j{ KsX blocks.0.ffwd.net.2r� }r� j{ KsX blocks.0.ffwd.net.3r� }r� j{ KsX blocks.0.ln1r� }r� j{ KsX blocks.0.ln2r� }r� j{ KsX blocks.1r� }r� j{ KsX blocks.1.sar� }r� j{ KsX blocks.1.sa.headsr� }r� j{ KsX blocks.1.sa.heads.0r� }r� j{ KsX blocks.1.sa.heads.0.keyr� }r� j{ KsX blocks.1.sa.heads.0.queryr� }r� j{ KsX blocks.1.sa.heads.0.valuer� }r� j{ KsX blocks.1.sa.heads.0.dropoutr� }r� j{ KsX blocks.1.sa.heads.1r� }r� j{ KsX blocks.1.sa.heads.1.keyr� }r� j{ KsX blocks.1.sa.heads.1.queryr� }r� j{ KsX blocks.1.sa.heads.1.valuer� }r� j{ KsX blocks.1.sa.heads.1.dropoutr� }r� j{ KsX blocks.1.sa.heads.2r� }r� j{ KsX blocks.1.sa.heads.2.keyr� }r� j{ KsX blocks.1.sa.heads.2.queryr� }r� j{ KsX blocks.1.sa.heads.2.valuer� }r� j{ KsX blocks.1.sa.heads.2.dropoutr� }r� j{ KsX blocks.1.sa.heads.3r� }r� j{ KsX blocks.1.sa.heads.3.keyr� }r� j{ KsX blocks.1.sa.heads.3.queryr� }r� j{ KsX blocks.1.sa.heads.3.valuer� }r� j{ KsX blocks.1.sa.heads.3.dropoutr� }r� j{ KsX blocks.1.sa.projr� }r� j{ KsX blocks.1.sa.dropoutr� }r� j{ KsX
blocks.1.ffwdr� }r� j{ KsX blocks.1.ffwd.netr� }r� j{ KsX blocks.1.ffwd.net.0r� }r� j{ KsX blocks.1.ffwd.net.1r� }r� j{ KsX blocks.1.ffwd.net.2r� }r� j{ KsX blocks.1.ffwd.net.3r }r j{ KsX blocks.1.ln1r }r j{ KsX blocks.1.ln2r }r j{ KsX blocks.2r }r j{ KsX blocks.2.sar }r j{ KsX blocks.2.sa.headsr12 }r j{ KsX blocks.2.sa.heads.0r }r
j{ KsX blocks.2.sa.heads.0.keyr }r j{ KsX blocks.2.sa.heads.0.queryr }r j{ KsX blocks.2.sa.heads.0.valuer }r j{ KsX blocks.2.sa.heads.0.dropoutr }r j{ KsX blocks.2.sa.heads.1r }r j{ KsX blocks.2.sa.heads.1.keyr }r j{ KsX blocks.2.sa.heads.1.queryr }r j{ KsX blocks.2.sa.heads.1.valuer }r j{ KsX blocks.2.sa.heads.1.dropoutr }r j{ KsX blocks.2.sa.heads.2r }r! j{ KsX blocks.2.sa.heads.2.keyr" }r# j{ KsX blocks.2.sa.heads.2.queryr$ }r% j{ KsX blocks.2.sa.heads.2.valuer& }r' j{ KsX blocks.2.sa.heads.2.dropoutr( }r) j{ KsX blocks.2.sa.heads.3r* }r+ j{ KsX blocks.2.sa.heads.3.keyr, }r- j{ KsX blocks.2.sa.heads.3.queryr. }r/ j{ KsX blocks.2.sa.heads.3.valuer0 }r1 j{ KsX blocks.2.sa.heads.3.dropoutr2 }r3 j{ KsX blocks.2.sa.projr4 }r5 j{ KsX blocks.2.sa.dropoutr6 }r7 j{ KsX
blocks.2.ffwdr8 }r9 j{ KsX blocks.2.ffwd.netr: }r; j{ KsX blocks.2.ffwd.net.0r< }r= j{ KsX blocks.2.ffwd.net.1r> }r? j{ KsX blocks.2.ffwd.net.2r@ }rA j{ KsX blocks.2.ffwd.net.3rB }rC j{ KsX blocks.2.ln1rD }rE j{ KsX blocks.2.ln2rF }rG j{ KsX blocks.3rH }rI j{ KsX blocks.3.sarJ }rK j{ KsX blocks.3.sa.headsrL }rM j{ KsX blocks.3.sa.heads.0rN }rO j{ KsX blocks.3.sa.heads.0.keyrP }rQ j{ KsX blocks.3.sa.heads.0.queryrR }rS j{ KsX blocks.3.sa.heads.0.valuerT }rU j{ KsX blocks.3.sa.heads.0.dropoutrV }rW j{ KsX blocks.3.sa.heads.1rX }rY j{ KsX blocks.3.sa.heads.1.keyrZ }r[ j{ KsX blocks.3.sa.heads.1.queryr\ }r] j{ KsX blocks.3.sa.heads.1.valuer^ }r_ j{ KsX blocks.3.sa.heads.1.dropoutr` }ra j{ KsX blocks.3.sa.heads.2rb }rc j{ KsX blocks.3.sa.heads.2.keyrd }re j{ KsX blocks.3.sa.heads.2.queryrf }rg j{ KsX blocks.3.sa.heads.2.valuerh }ri j{ KsX blocks.3.sa.heads.2.dropoutrj }rk j{ KsX blocks.3.sa.heads.3rl }rm j{ KsX blocks.3.sa.heads.3.keyrn }ro j{ KsX blocks.3.sa.heads.3.queryrp }rq j{ KsX blocks.3.sa.heads.3.valuerr }rs j{ KsX blocks.3.sa.heads.3.dropoutrt }ru j{ KsX blocks.3.sa.projrv }rw j{ KsX blocks.3.sa.dropoutrx }ry j{ KsX
blocks.3.ffwdrz }r{ j{ KsX blocks.3.ffwd.netr| }r} j{ KsX blocks.3.ffwd.net.0r~ }r j{ KsX blocks.3.ffwd.net.1r� }r� j{ KsX blocks.3.ffwd.net.2r� }r� j{ KsX blocks.3.ffwd.net.3r� }r� j{ KsX blocks.3.ln1r� }r� j{ KsX blocks.3.ln2r� }r� j{ KsX ln_fr� }r� j{ KsX lm_headr� }r� j{ Ksusb.PK��v E E PK : state/byteorderFB6 ZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZZlittlePK�=� PK @ state/data/0FB<