aravagarwal/CodeCloakPII
0
1================================================================================2Integers3================================================================================4 5-160xDEAD70XDEAD81j9-1j100o123110O123120b001130B001141_1150B1_1160O1_1170L18 19--------------------------------------------------------------------------------20 21(module22 (expression_statement23 (unary_operator24 (integer)))25 (expression_statement26 (integer))27 (expression_statement28 (integer))29 (expression_statement30 (integer))31 (expression_statement32 (unary_operator33 (integer)))34 (expression_statement35 (integer))36 (expression_statement37 (integer))38 (expression_statement39 (integer))40 (expression_statement41 (integer))42 (expression_statement43 (integer))44 (expression_statement45 (integer))46 (expression_statement47 (integer))48 (expression_statement49 (integer)))50 51================================================================================52Floats53================================================================================54 55-.6_656+.1_157123.412358123.123J591_1.3_1601_1.611e+3_4j62.3e1_4631_0.l64.1l65 66--------------------------------------------------------------------------------67 68(module69 (expression_statement70 (unary_operator71 (float)))72 (expression_statement73 (unary_operator74 (float)))75 (expression_statement76 (float))77 (expression_statement78 (float))79 (expression_statement80 (float))81 (expression_statement82 (float))83 (expression_statement84 (float))85 (expression_statement86 (float))87 (expression_statement88 (float))89 (expression_statement90 (float)))91 92================================================================================93Scientific Notation Floats94================================================================================95 961e322971e-3981e+3991.8e101001.e10101-1e10102 103--------------------------------------------------------------------------------104 105(module106 (expression_statement107 (float))108 (expression_statement109 (float))110 (expression_statement111 (float))112 (expression_statement113 (float))114 (expression_statement115 (float))116 (expression_statement117 (unary_operator118 (float))))119 120================================================================================121Strings122================================================================================123 124"I'm ok"125'"ok"'126UR'bye'127b'sup'128B"sup"129`1`130"\\"131"/"132"multiline \133string"134b"\x12\u12\U12\x13\N{WINKING FACE}"135"\xab\123\'\"\a\b\f\r\n\t\v\\"136"\xgh\o123\p\q\c\d\e\u12\U1234"137f'\N{GREEK CAPITAL LETTER DELTA}'138 139--------------------------------------------------------------------------------140 141(module142 (expression_statement143 (string144 (string_start)145 (string_content)146 (string_end)))147 (expression_statement148 (string149 (string_start)150 (string_content)151 (string_end)))152 (expression_statement153 (string154 (string_start)155 (string_content)156 (string_end)))157 (expression_statement158 (string159 (string_start)160 (string_content)161 (string_end)))162 (expression_statement163 (string164 (string_start)165 (string_content)166 (string_end)))167 (expression_statement168 (string169 (string_start)170 (string_content)171 (string_end)))172 (expression_statement173 (string174 (string_start)175 (string_content176 (escape_sequence))177 (string_end)))178 (expression_statement179 (string180 (string_start)181 (string_content)182 (string_end)))183 (expression_statement184 (string185 (string_start)186 (string_content187 (escape_sequence))188 (string_end)))189 (expression_statement190 (string191 (string_start)192 (string_content193 (escape_sequence)194 (escape_sequence))195 (string_end)))196 (expression_statement197 (string198 (string_start)199 (string_content200 (escape_sequence)201 (escape_sequence)202 (escape_sequence)203 (escape_sequence)204 (escape_sequence)205 (escape_sequence)206 (escape_sequence)207 (escape_sequence)208 (escape_sequence)209 (escape_sequence)210 (escape_sequence)211 (escape_sequence))212 (string_end)))213 (expression_statement214 (string215 (string_start)216 (string_content)217 (string_end)))218 (expression_statement219 (string220 (string_start)221 (string_content222 (escape_sequence))223 (string_end))))224 225================================================================================226Raw strings227================================================================================228 229'ab\x00cd'230"\n"231 232# no escape sequences in these233r'ab\x00cd'234ur"\n"235 236# raw f-string237fr"\{0}"238 239r"\\"240r'"a\241de\242fg"'243 244--------------------------------------------------------------------------------245 246(module247 (expression_statement248 (string249 (string_start)250 (string_content251 (escape_sequence))252 (string_end)))253 (expression_statement254 (string255 (string_start)256 (string_content257 (escape_sequence))258 (string_end)))259 (comment)260 (expression_statement261 (string262 (string_start)263 (string_content)264 (string_end)))265 (expression_statement266 (string267 (string_start)268 (string_content)269 (string_end)))270 (comment)271 (expression_statement272 (string273 (string_start)274 (string_content)275 (interpolation276 (integer))277 (string_end)))278 (expression_statement279 (string280 (string_start)281 (string_end)))282 (expression_statement283 (string284 (string_start)285 (string_content)286 (string_end))))287 288================================================================================289Raw strings with escaped quotes290================================================================================291 292re.compile(r"(\n|\A)#include\s*['\"]"293 r"(?P<name>[\w\d./\\]+[.]src)['\"]")294 295--------------------------------------------------------------------------------296 297(module298 (expression_statement299 (call300 (attribute301 (identifier)302 (identifier))303 (argument_list304 (concatenated_string305 (string306 (string_start)307 (string_content)308 (string_end))309 (string310 (string_start)311 (string_content)312 (string_end)))))))313 314================================================================================315Format strings316================================================================================317 318# nested!319f"a {b(f'c {e} d')} e"320f"""a"{b}c"""321f"""a""{b}c"""322f"a {{}} e"323f"a {b}}}"324f"a {{{b}"325f"a {{b}}"326f"a {{{b}}}"327f"{c,}"328f"{yield d}"329f"{*a,}"330 331def function():332 return f"""333{"string1" if True else334 "string2"}"""335 336def test(self):337 self.assertEqual(f'''A complex trick: {3382 # two339}''', 'A complex trick: 2')340 341--------------------------------------------------------------------------------342 343(module344 (comment)345 (expression_statement346 (string347 (string_start)348 (string_content)349 (interpolation350 (call351 (identifier)352 (argument_list353 (string354 (string_start)355 (string_content)356 (interpolation357 (identifier))358 (string_content)359 (string_end)))))360 (string_content)361 (string_end)))362 (expression_statement363 (string364 (string_start)365 (string_content)366 (interpolation367 (identifier))368 (string_content)369 (string_end)))370 (expression_statement371 (string372 (string_start)373 (string_content)374 (interpolation375 (identifier))376 (string_content)377 (string_end)))378 (expression_statement379 (string380 (string_start)381 (string_content382 (escape_interpolation)383 (escape_interpolation))384 (string_end)))385 (expression_statement386 (string387 (string_start)388 (string_content)389 (interpolation390 (identifier))391 (string_content392 (escape_interpolation))393 (string_end)))394 (expression_statement395 (string396 (string_start)397 (string_content398 (escape_interpolation))399 (interpolation400 (identifier))401 (string_end)))402 (expression_statement403 (string404 (string_start)405 (string_content406 (escape_interpolation)407 (escape_interpolation))408 (string_end)))409 (expression_statement410 (string411 (string_start)412 (string_content413 (escape_interpolation))414 (interpolation415 (identifier))416 (string_content417 (escape_interpolation))418 (string_end)))419 (expression_statement420 (string421 (string_start)422 (interpolation423 (expression_list424 (identifier)))425 (string_end)))426 (expression_statement427 (string428 (string_start)429 (interpolation430 (yield431 (identifier)))432 (string_end)))433 (expression_statement434 (string435 (string_start)436 (interpolation437 (expression_list438 (list_splat439 (identifier))))440 (string_end)))441 (function_definition442 (identifier)443 (parameters)444 (block445 (return_statement446 (string447 (string_start)448 (string_content)449 (interpolation450 (conditional_expression451 (string452 (string_start)453 (string_content)454 (string_end))455 (true)456 (string457 (string_start)458 (string_content)459 (string_end))))460 (string_end)))))461 (function_definition462 (identifier)463 (parameters464 (identifier))465 (block466 (expression_statement467 (call468 (attribute469 (identifier)470 (identifier))471 (argument_list472 (string473 (string_start)474 (string_content)475 (interpolation476 (integer)477 (comment))478 (string_end))479 (string480 (string_start)481 (string_content)482 (string_end))))))))483 484================================================================================485Format strings with format specifiers486================================================================================487 488f"a {b:2} {c:34.5}"489f"{b:{c.d}.{d.e}}"490f"{a:#06x}"491f"{a=}"492f"{a=:.2f}"493f"{value:{width + padding!r}.{precision}}"494 495--------------------------------------------------------------------------------496 497(module498 (expression_statement499 (string500 (string_start)501 (string_content)502 (interpolation503 (identifier)504 (format_specifier))505 (string_content)506 (interpolation507 (identifier)508 (format_specifier))509 (string_end)))510 (expression_statement511 (string512 (string_start)513 (interpolation514 (identifier)515 (format_specifier516 (format_expression517 (attribute518 (identifier)519 (identifier)))520 (format_expression521 (attribute522 (identifier)523 (identifier)))))524 (string_end)))525 (expression_statement526 (string527 (string_start)528 (interpolation529 (identifier)530 (format_specifier))531 (string_end)))532 (expression_statement533 (string534 (string_start)535 (interpolation536 (identifier))537 (string_end)))538 (expression_statement539 (string540 (string_start)541 (interpolation542 (identifier)543 (format_specifier))544 (string_end)))545 (expression_statement546 (string547 (string_start)548 (interpolation549 (identifier)550 (format_specifier551 (format_expression552 (binary_operator553 (identifier)554 (identifier))555 (type_conversion))556 (format_expression557 (identifier))))558 (string_end))))559 560================================================================================561Unicode escape sequences562================================================================================563 564"\x12 \123 \u1234"565 566--------------------------------------------------------------------------------567 568(module569 (expression_statement570 (string571 (string_start)572 (string_content573 (escape_sequence)574 (escape_sequence)575 (escape_sequence))576 (string_end))))577 578================================================================================579Other primitives580================================================================================581 582True583False584None585 586--------------------------------------------------------------------------------587 588(module589 (expression_statement590 (true))591 (expression_statement592 (false))593 (expression_statement594 (none)))595 596================================================================================597Concatenated strings598================================================================================599 600"one" "two" "three"601 602--------------------------------------------------------------------------------603 604(module605 (expression_statement606 (concatenated_string607 (string608 (string_start)609 (string_content)610 (string_end))611 (string612 (string_start)613 (string_content)614 (string_end))615 (string616 (string_start)617 (string_content)618 (string_end)))))619 620================================================================================621Multi-line strings622================================================================================623 624"""625A double quote hello,626without double or single quotes.627"""628 629"""630A double quote "hello",631with double quotes.632"""633 634"""635A double quote 'hello',636with single quotes.637"""638 639'''640A single quote hello,641without double or single quotes.642'''643 644'''645A single quote 'hello',646with single quotes.647'''648 649'''650A single quote "hello",651with double quotes.652'''653 654"""655A double quote hello\n\656with an escaped newline\n\657and another escaped newline\n\658"""659 660--------------------------------------------------------------------------------661 662(module663 (expression_statement664 (string665 (string_start)666 (string_content)667 (string_end)))668 (expression_statement669 (string670 (string_start)671 (string_content)672 (string_end)))673 (expression_statement674 (string675 (string_start)676 (string_content)677 (string_end)))678 (expression_statement679 (string680 (string_start)681 (string_content)682 (string_end)))683 (expression_statement684 (string685 (string_start)686 (string_content)687 (string_end)))688 (expression_statement689 (string690 (string_start)691 (string_content)692 (string_end)))693 (expression_statement694 (string695 (string_start)696 (string_content697 (escape_sequence)698 (escape_sequence)699 (escape_sequence)700 (escape_sequence)701 (escape_sequence)702 (escape_sequence))703 (string_end))))704 705================================================================================706Lists707================================================================================708 709[a, b, [c, d]]710[*()]711[*[]]712[*a]713[*a.b]714[*a[b].c]715[*a()]716 717--------------------------------------------------------------------------------718 719(module720 (expression_statement721 (list722 (identifier)723 (identifier)724 (list725 (identifier)726 (identifier))))727 (expression_statement728 (list729 (list_splat730 (tuple))))731 (expression_statement732 (list733 (list_splat734 (list))))735 (expression_statement736 (list737 (list_splat738 (identifier))))739 (expression_statement740 (list741 (attribute742 (list_splat743 (identifier))744 (identifier))))745 (expression_statement746 (list747 (attribute748 (subscript749 (list_splat750 (identifier))751 (identifier))752 (identifier))))753 (expression_statement754 (list755 (call756 (list_splat757 (identifier))758 (argument_list)))))759 760================================================================================761List comprehensions762================================================================================763 764[a + b for (a, b) in items]765[a for b in c for a in b]766[(x,y) for x in [1,2,3] for y in [1,2,3] if True]767[a for a in lambda: True, lambda: False if a()]768 769--------------------------------------------------------------------------------770 771(module772 (expression_statement773 (list_comprehension774 (binary_operator775 (identifier)776 (identifier))777 (for_in_clause778 (tuple_pattern779 (identifier)780 (identifier))781 (identifier))))782 (expression_statement783 (list_comprehension784 (identifier)785 (for_in_clause786 (identifier)787 (identifier))788 (for_in_clause789 (identifier)790 (identifier))))791 (expression_statement792 (list_comprehension793 (tuple794 (identifier)795 (identifier))796 (for_in_clause797 (identifier)798 (list799 (integer)800 (integer)801 (integer)))802 (for_in_clause803 (identifier)804 (list805 (integer)806 (integer)807 (integer)))808 (if_clause809 (true))))810 (expression_statement811 (list_comprehension812 (identifier)813 (for_in_clause814 (identifier)815 (lambda816 (true))817 (lambda818 (false)))819 (if_clause820 (call821 (identifier)822 (argument_list))))))823 824================================================================================825Dictionaries826================================================================================827 828{a: 1, b: 2}829{}830{**{}}831{**a}832{**a.b}833{**a[b].c}834{**a()}835 836--------------------------------------------------------------------------------837 838(module839 (expression_statement840 (dictionary841 (pair842 (identifier)843 (integer))844 (pair845 (identifier)846 (integer))))847 (expression_statement848 (dictionary))849 (expression_statement850 (dictionary851 (dictionary_splat852 (dictionary))))853 (expression_statement854 (dictionary855 (dictionary_splat856 (identifier))))857 (expression_statement858 (dictionary859 (dictionary_splat860 (attribute861 (identifier)862 (identifier)))))863 (expression_statement864 (dictionary865 (dictionary_splat866 (attribute867 (subscript868 (identifier)869 (identifier))870 (identifier)))))871 (expression_statement872 (dictionary873 (dictionary_splat874 (call875 (identifier)876 (argument_list))))))877 878================================================================================879Dictionary comprehensions880================================================================================881 882{a: b for a, b in items}883{a: b for c in d for e in items}884 885--------------------------------------------------------------------------------886 887(module888 (expression_statement889 (dictionary_comprehension890 (pair891 (identifier)892 (identifier))893 (for_in_clause894 (pattern_list895 (identifier)896 (identifier))897 (identifier))))898 (expression_statement899 (dictionary_comprehension900 (pair901 (identifier)902 (identifier))903 (for_in_clause904 (identifier)905 (identifier))906 (for_in_clause907 (identifier)908 (identifier)))))909 910================================================================================911Sets912================================================================================913 914{a, b, c,}915{*{}}916 917--------------------------------------------------------------------------------918 919(module920 (expression_statement921 (set922 (identifier)923 (identifier)924 (identifier)))925 (expression_statement926 (set927 (list_splat928 (dictionary)))))929 930================================================================================931Set comprehensions932================================================================================933 934{a[b][c] for a, b, c in items}935{r for s in qs for n in ms}936 937--------------------------------------------------------------------------------938 939(module940 (expression_statement941 (set_comprehension942 (subscript943 (subscript944 (identifier)945 (identifier))946 (identifier))947 (for_in_clause948 (pattern_list949 (identifier)950 (identifier)951 (identifier))952 (identifier))))953 (expression_statement954 (set_comprehension955 (identifier)956 (for_in_clause957 (identifier)958 (identifier))959 (for_in_clause960 (identifier)961 (identifier)))))962 963================================================================================964Simple Tuples965================================================================================966 967()968(a, b)969(a, b, c,)970(print, exec)971 972--------------------------------------------------------------------------------973 974(module975 (expression_statement976 (tuple))977 (expression_statement978 (tuple979 (identifier)980 (identifier)))981 (expression_statement982 (tuple983 (identifier)984 (identifier)985 (identifier)))986 (expression_statement987 (tuple988 (identifier)989 (identifier))))990 991================================================================================992Generator expression993================================================================================994 995(a[b][c] for a, b, c in items)996dict((a, b) for a, b in d)997(a for b in c for d in e,)998(x for x in range(1, 10))999 1000--------------------------------------------------------------------------------1001 1002(module1003 (expression_statement1004 (generator_expression1005 (subscript1006 (subscript1007 (identifier)1008 (identifier))1009 (identifier))1010 (for_in_clause1011 (pattern_list1012 (identifier)1013 (identifier)1014 (identifier))1015 (identifier))))1016 (expression_statement1017 (call1018 (identifier)1019 (generator_expression1020 (tuple1021 (identifier)1022 (identifier))1023 (for_in_clause1024 (pattern_list1025 (identifier)1026 (identifier))1027 (identifier)))))1028 (expression_statement1029 (generator_expression1030 (identifier)1031 (for_in_clause1032 (identifier)1033 (identifier))1034 (for_in_clause1035 (identifier)1036 (identifier))))1037 (expression_statement1038 (generator_expression1039 (identifier)1040 (for_in_clause1041 (identifier)1042 (call1043 (identifier)1044 (argument_list1045 (integer)1046 (integer)))))))1047