diff --git "a/tokenizer_config.json" "b/tokenizer_config.json" new file mode 100644--- /dev/null +++ "b/tokenizer_config.json" @@ -0,0 +1,7206 @@ +{ + "add_prefix_space": false, + "added_tokens_decoder": { + "0": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "8": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "9": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "10": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "11": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "12": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "13": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "14": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "15": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "16": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "17": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "18": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49152": { + "content": "<|argument_list_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49153": { + "content": "<|block_py -> try_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49154": { + "content": "<|tuple_pattern_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49155": { + "content": "<|list_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49156": { + "content": "<|right_py -> conditional_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49157": { + "content": "<|set_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49158": { + "content": "<|import_from_statement_py -> from_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49159": { + "content": "<|right_py -> true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49160": { + "content": "<|return_statement_py -> return_ter identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49161": { + "content": "<|list_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49162": { + "content": "<|left_py -> pattern_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49163": { + "content": "<|list_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49164": { + "content": "<|expression_list_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49165": { + "content": "<|if_clause_py -> if_ter not_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49166": { + "content": "<|left_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49167": { + "content": "<|assert_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49168": { + "content": "<|slice_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49169": { + "content": "<|list_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49170": { + "content": "<|object_py -> dictionary_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49171": { + "content": "<|list_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49172": { + "content": "<|future_import_statement_py -> name_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49173": { + "content": "<|operators_py -> <=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49174": { + "content": "<|argument_py -> binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49175": { + "content": "<|arguments_py -> argument_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49176": { + "content": "<|yield_py -> yield_ter string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49177": { + "content": "<|right_py -> list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49178": { + "content": "<|boolean_operator_py -> left_py operator_py right_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49179": { + "content": "<|import_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49180": { + "content": "<|set_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49181": { + "content": "<|operator_py -> <<_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49182": { + "content": "<|tuple_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49183": { + "content": "<|module_py -> class_definition_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49184": { + "content": "<|delete_statement_py -> del_ter binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49185": { + "content": "<|right_py -> none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49186": { + "content": "<|assert_statement_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49187": { + "content": "<|parameters_py -> (_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49188": { + "content": "<|if_statement_py -> if_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49189": { + "content": "<|type_py -> type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49190": { + "content": "<|list_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49191": { + "content": "<|conditional_expression_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49192": { + "content": "<|yield_py -> yield_ter float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49193": { + "content": "<|value_py -> unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49194": { + "content": "<|tuple_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49195": { + "content": "<|subscript_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49196": { + "content": "<|function_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49197": { + "content": "<|future_import_statement_py -> from_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49198": { + "content": "<|module_py -> expression_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49199": { + "content": "<|conditional_expression_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49200": { + "content": "<|subscript_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49201": { + "content": "<|slice_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49202": { + "content": "<|right_py -> boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49203": { + "content": "<|parenthesized_expression_py -> (_ter conditional_expression_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49204": { + "content": "<|type_py -> boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49205": { + "content": "<|yield_py -> yield_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49206": { + "content": "<|key_py -> dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49207": { + "content": "<|if_statement_py -> alternative_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49208": { + "content": "<|expression_statement_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49209": { + "content": "<|set_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49210": { + "content": "<|function_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49211": { + "content": "<|list_py -> ]_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49212": { + "content": "<|parenthesized_expression_py -> (_ter call_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49213": { + "content": "<|parenthesized_expression_py -> (_ter tuple_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49214": { + "content": "<|delete_statement_py -> del_ter parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49215": { + "content": "<|conditional_expression_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49216": { + "content": "<|block_py -> raise_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49217": { + "content": "<|conditional_expression_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49218": { + "content": "<|default_parameter_py -> name_py =_ter value_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49219": { + "content": "<|argument_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49220": { + "content": "<|assert_statement_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49221": { + "content": "<|tuple_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49222": { + "content": "<|left_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49223": { + "content": "<|argument_list_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49224": { + "content": "<|expression_statement_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49225": { + "content": "<|comparison_operator_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49226": { + "content": "<|yield_py -> yield_ter lambda_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49227": { + "content": "<|yield_py -> yield_ter identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49228": { + "content": "<|object_py -> list_splat_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49229": { + "content": "<|expression_list_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49230": { + "content": "<|parenthesized_expression_py -> (_ter string_literal_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49231": { + "content": "<|parameters_py -> )_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49232": { + "content": "<|argument_py -> not_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49233": { + "content": "<|yield_py -> yield_ter from_ter tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49234": { + "content": "<|subscript_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49235": { + "content": "<|list_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49236": { + "content": "<|list_splat_py -> *_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49237": { + "content": "<|module_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49238": { + "content": "<|left_py -> comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49239": { + "content": "<|for_in_clause_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49240": { + "content": "<|conditional_expression_py -> else_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49241": { + "content": "<|tuple_pattern_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49242": { + "content": "<|pattern_list_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49243": { + "content": "<|left_py -> generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49244": { + "content": "<|operators_py -> <_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49245": { + "content": "<|conditional_expression_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49246": { + "content": "<|except_clause_py -> except_ter value_py :_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49247": { + "content": "<|argument_list_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49248": { + "content": "<|function_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49249": { + "content": "<|body_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49250": { + "content": "<|return_statement_py -> return_ter lambda_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49251": { + "content": "<|set_comprehension_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49252": { + "content": "<|yield_py -> yield_ter true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49253": { + "content": "<|condition_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49254": { + "content": "<|expression_list_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49255": { + "content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49256": { + "content": "<|expression_statement_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49257": { + "content": "<|condition_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49258": { + "content": "<|tuple_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49259": { + "content": "<|comparison_operator_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49260": { + "content": "<|break_statement_py -> break_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49261": { + "content": "<|operator_py -> -_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49262": { + "content": "<|right_py -> type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49263": { + "content": "<|parenthesized_expression_py -> (_ter comparison_operator_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49264": { + "content": "<|expression_statement_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49265": { + "content": "<|value_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49266": { + "content": "<|expression_statement_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49267": { + "content": "<|expression_list_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49268": { + "content": "<|subscript_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49269": { + "content": "<|unary_operator_py -> operator_py argument_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49270": { + "content": "<|lambda_parameters_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49271": { + "content": "<|operator_py -> /_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49272": { + "content": "<|right_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49273": { + "content": "<|return_statement_py -> return_ter generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49274": { + "content": "<|argument_list_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49275": { + "content": "<|list_comprehension_py -> body_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49276": { + "content": "<|if_clause_py -> if_ter identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49277": { + "content": "<|slice_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49278": { + "content": "<|argument_list_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49279": { + "content": "<|module_py -> pass_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49280": { + "content": "<|assert_statement_py -> assert_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49281": { + "content": "<|expression_statement_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49282": { + "content": "<|future_import_statement_py -> import_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49283": { + "content": "<|condition_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49284": { + "content": "<|argument_list_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49285": { + "content": "<|key_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49286": { + "content": "<|object_py -> dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49287": { + "content": "<|block_py -> for_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49288": { + "content": "<|list_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49289": { + "content": "<|operators_py -> >=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49290": { + "content": "<|set_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49291": { + "content": "<|tuple_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49292": { + "content": "<|expression_statement_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49293": { + "content": "<|tuple_pattern_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49294": { + "content": "<|expression_list_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49295": { + "content": "<|subscript_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49296": { + "content": "<|list_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49297": { + "content": "<|tuple_py -> list_splat_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49298": { + "content": "<|lambda_parameters_py -> default_parameter_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49299": { + "content": "<|left_py -> unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49300": { + "content": "<|expression_statement_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49301": { + "content": "<|set_comprehension_py -> {_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49302": { + "content": "<|yield_py -> yield_ter binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49303": { + "content": "<|body_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49304": { + "content": "<|for_in_clause_py -> for_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49305": { + "content": "<|return_statement_py -> return_ter float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49306": { + "content": "<|expression_list_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49307": { + "content": "<|subscript_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49308": { + "content": "<|parenthesized_expression_py -> (_ter subscript_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49309": { + "content": "<|type_py -> true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49310": { + "content": "<|name_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49311": { + "content": "<|set_comprehension_py -> for_in_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49312": { + "content": "<|slice_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49313": { + "content": "<|set_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49314": { + "content": "<|yield_py -> yield_ter from_ter conditional_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49315": { + "content": "<|list_comprehension_py -> ]_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49316": { + "content": "<|list_splat_py -> *_ter subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49317": { + "content": "<|block_py -> pass_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49318": { + "content": "<|block_py -> expression_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49319": { + "content": "<|yield_py -> yield_ter dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49320": { + "content": "<|block_py -> ;_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49321": { + "content": "<|print_statement_py -> print_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49322": { + "content": "<|operator_py -> +_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49323": { + "content": "<|module_py -> import_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49324": { + "content": "<|conditional_expression_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49325": { + "content": "<|tuple_pattern_py -> tuple_pattern_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49326": { + "content": "<|expression_list_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49327": { + "content": "<|if_clause_py -> if_ter subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49328": { + "content": "<|conditional_expression_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49329": { + "content": "<|left_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49330": { + "content": "<|except_clause_py -> except_ter value_py :_ter block_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49331": { + "content": "<|pattern_list_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49332": { + "content": "<|left_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49333": { + "content": "<|argument_list_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49334": { + "content": "<|function_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49335": { + "content": "<|conditional_expression_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49336": { + "content": "<|operator_py -> *_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49337": { + "content": "<|right_py -> unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49338": { + "content": "<|class_definition_py -> class_ter name_py superclasses_py :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49339": { + "content": "<|value_py -> true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49340": { + "content": "<|consequence_py -> comment_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49341": { + "content": "<|yield_py -> yield_ter from_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49342": { + "content": "<|if_statement_py -> consequence_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49343": { + "content": "<|generator_expression_py -> )_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49344": { + "content": "<|expression_statement_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49345": { + "content": "<|dictionary_comprehension_py -> if_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49346": { + "content": "<|left_py -> binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49347": { + "content": "<|operator_py -> ^_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49348": { + "content": "<|tuple_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49349": { + "content": "<|argument_py -> list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49350": { + "content": "<|return_statement_py -> return_ter expression_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49351": { + "content": "<|value_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49352": { + "content": "<|conditional_expression_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49353": { + "content": "<|right_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49354": { + "content": "<|argument_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49355": { + "content": "<|type_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49356": { + "content": "<|list_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49357": { + "content": "<|try_statement_py -> try_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49358": { + "content": "<|dictionary_py -> {_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49359": { + "content": "<|module_py -> delete_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49360": { + "content": "<|module_py -> type_alias_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49361": { + "content": "<|subscript_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49362": { + "content": "<|value_py -> none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49363": { + "content": "<|argument_list_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49364": { + "content": "<|delete_statement_py -> del_ter subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49365": { + "content": "<|name_py -> dotted_name_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49366": { + "content": "<|assert_statement_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49367": { + "content": "<|type_py -> generic_type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49368": { + "content": "<|type_parameter_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49369": { + "content": "<|operators_py -> !=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49370": { + "content": "<|list_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49371": { + "content": "<|subscript_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49372": { + "content": "<|subscript_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49373": { + "content": "<|key_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49374": { + "content": "<|set_py -> }_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49375": { + "content": "<|comparison_operator_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49376": { + "content": "<|slice_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49377": { + "content": "<|argument_list_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49378": { + "content": "<|python -> module_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49379": { + "content": "<|subscript_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49380": { + "content": "<|raise_statement_py -> raise_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49381": { + "content": "<|comparison_operator_py -> list_splat_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49382": { + "content": "<|module_py -> if_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49383": { + "content": "<|function_py -> none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49384": { + "content": "<|return_statement_py -> return_ter tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49385": { + "content": "<|object_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49386": { + "content": "<|left_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49387": { + "content": "<|set_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49388": { + "content": "<|key_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49389": { + "content": "<|list_comprehension_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49390": { + "content": "<|argument_list_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49391": { + "content": "<|slice_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49392": { + "content": "<|comparison_operator_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49393": { + "content": "<|left_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49394": { + "content": "<|slice_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49395": { + "content": "<|list_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49396": { + "content": "<|tuple_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49397": { + "content": "<|right_py -> expression_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49398": { + "content": "<|generator_expression_py -> body_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49399": { + "content": "<|yield_py -> yield_ter from_ter list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49400": { + "content": "<|operator_py -> and_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49401": { + "content": "<|list_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49402": { + "content": "<|expression_statement_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49403": { + "content": "<|body_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49404": { + "content": "<|function_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49405": { + "content": "<|expression_statement_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49406": { + "content": "<|condition_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49407": { + "content": "<|superclasses_py -> argument_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49408": { + "content": "<|expression_list_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49409": { + "content": "<|none_py -> None_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49410": { + "content": "<|expression_statement_py -> yield_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49411": { + "content": "<|set_comprehension_py -> body_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49412": { + "content": "<|delete_statement_py -> del_ter call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49413": { + "content": "<|object_py -> list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49414": { + "content": "<|list_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49415": { + "content": "<|parenthesized_expression_py -> (_ter lambda_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49416": { + "content": "<|left_py -> true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49417": { + "content": "<|attribute_py -> object_py ._ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49418": { + "content": "<|expression_statement_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49419": { + "content": "<|argument_py -> generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49420": { + "content": "<|object_py -> float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49421": { + "content": "<|dictionary_py -> }_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49422": { + "content": "<|expression_list_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49423": { + "content": "<|body_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49424": { + "content": "<|type_py -> dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49425": { + "content": "<|argument_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49426": { + "content": "<|subscript_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49427": { + "content": "<|list_py -> [_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49428": { + "content": "<|key_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49429": { + "content": "<|body_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49430": { + "content": "<|parenthesized_expression_py -> (_ter list_comprehension_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49431": { + "content": "<|expression_list_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49432": { + "content": "<|conditional_expression_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49433": { + "content": "<|object_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49434": { + "content": "<|yield_py -> yield_ter false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49435": { + "content": "<|operator_py -> **_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49436": { + "content": "<|set_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49437": { + "content": "<|value_py -> list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49438": { + "content": "<|true_py -> True_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49439": { + "content": "<|left_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49440": { + "content": "<|expression_statement_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49441": { + "content": "<|expression_statement_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49442": { + "content": "<|block_py -> print_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49443": { + "content": "<|function_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49444": { + "content": "<|argument_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49445": { + "content": "<|set_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49446": { + "content": "<|if_clause_py -> if_ter call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49447": { + "content": "<|return_statement_py -> return_ter string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49448": { + "content": "<|operator_py -> -=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49449": { + "content": "<|operator_py -> &_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49450": { + "content": "<|right_py -> not_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49451": { + "content": "<|right_py -> lambda_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49452": { + "content": "<|module_py -> return_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49453": { + "content": "<|assignment_py -> left_py =_ter right_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49454": { + "content": "<|expression_list_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49455": { + "content": "<|expression_statement_py -> assignment_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49456": { + "content": "<|set_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49457": { + "content": "<|expression_statement_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49458": { + "content": "<|expression_statement_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49459": { + "content": "<|conditional_expression_py -> if_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49460": { + "content": "<|comparison_operator_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49461": { + "content": "<|parenthesized_expression_py -> (_ter not_operator_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49462": { + "content": "<|set_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49463": { + "content": "<|condition_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49464": { + "content": "<|tuple_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49465": { + "content": "<|type_py -> set_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49466": { + "content": "<|type_parameter_py -> ]_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49467": { + "content": "<|if_clause_py -> if_ter false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49468": { + "content": "<|condition_py -> not_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49469": { + "content": "<|parenthesized_expression_py -> (_ter true_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49470": { + "content": "<|tuple_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49471": { + "content": "<|object_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49472": { + "content": "<|left_py -> type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49473": { + "content": "<|function_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49474": { + "content": "<|typed_parameter_py -> identifier_py :_ter type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49475": { + "content": "<|expression_list_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49476": { + "content": "<|yield_py -> yield_ter parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49477": { + "content": "<|right_py -> set_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49478": { + "content": "<|future_import_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49479": { + "content": "<|left_py -> tuple_pattern_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49480": { + "content": "<|key_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49481": { + "content": "<|return_statement_py -> return_ter set_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49482": { + "content": "<|comparison_operator_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49483": { + "content": "<|block_py -> assert_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49484": { + "content": "<|right_py -> list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49485": { + "content": "<|expression_list_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49486": { + "content": "<|condition_py -> conditional_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49487": { + "content": "<|parenthesized_expression_py -> (_ter attribute_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49488": { + "content": "<|type_parameter_py -> [_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49489": { + "content": "<|key_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49490": { + "content": "<|set_py -> list_splat_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49491": { + "content": "<|parenthesized_expression_py -> (_ter boolean_operator_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49492": { + "content": "<|subscript_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49493": { + "content": "<|return_statement_py -> return_ter subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49494": { + "content": "<|condition_py -> true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49495": { + "content": "<|conditional_expression_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49496": { + "content": "<|argument_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49497": { + "content": "<|comparison_operator_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49498": { + "content": "<|try_statement_py -> :_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49499": { + "content": "<|list_splat_pattern_py -> *_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49500": { + "content": "<|set_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49501": { + "content": "<|subscript_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49502": { + "content": "<|body_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49503": { + "content": "<|block_py -> return_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49504": { + "content": "<|return_statement_py -> return_ter call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49505": { + "content": "<|list_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49506": { + "content": "<|return_statement_py -> return_ter identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49507": { + "content": "<|slice_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49508": { + "content": "<|conditional_expression_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49509": { + "content": "<|expression_statement_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49510": { + "content": "<|type_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49511": { + "content": "<|comparison_operator_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49512": { + "content": "<|import_statement_py -> name_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49513": { + "content": "<|argument_list_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49514": { + "content": "<|operator_py -> *=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49515": { + "content": "<|pass_statement_py -> pass_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49516": { + "content": "<|assert_statement_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49517": { + "content": "<|return_statement_py -> return_ter none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49518": { + "content": "<|yield_py -> yield_ter subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49519": { + "content": "<|argument_py -> true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49520": { + "content": "<|comparison_operator_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49521": { + "content": "<|binary_operator_py -> left_py operator_py right_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49522": { + "content": "<|tuple_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49523": { + "content": "<|parenthesized_expression_py -> (_ter integer_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49524": { + "content": "<|key_py -> unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49525": { + "content": "<|yield_py -> yield_ter unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49526": { + "content": "<|try_statement_py -> body_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49527": { + "content": "<|while_statement_py -> while_ter condition_py :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49528": { + "content": "<|tuple_py -> (_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49529": { + "content": "<|list_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49530": { + "content": "<|list_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49531": { + "content": "<|expression_list_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49532": { + "content": "<|conditional_expression_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49533": { + "content": "<|expression_list_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49534": { + "content": "<|right_py -> dictionary_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49535": { + "content": "<|type_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49536": { + "content": "<|attribute_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49537": { + "content": "<|set_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49538": { + "content": "<|left_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49539": { + "content": "<|type_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49540": { + "content": "<|expression_list_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49541": { + "content": "<|value_py -> dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49542": { + "content": "<|parenthesized_expression_py -> (_ter parenthesized_expression_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49543": { + "content": "<|operators_py -> in_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49544": { + "content": "<|body_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49545": { + "content": "<|tuple_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49546": { + "content": "<|right_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49547": { + "content": "<|object_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49548": { + "content": "<|expression_list_py -> list_splat_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49549": { + "content": "<|type_py -> binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49550": { + "content": "<|body_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49551": { + "content": "<|argument_list_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49552": { + "content": "<|yield_py -> yield_ter expression_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49553": { + "content": "<|operators_py -> ==_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49554": { + "content": "<|lambda_parameters_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49555": { + "content": "<|import_from_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49556": { + "content": "<|left_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49557": { + "content": "<|conditional_expression_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49558": { + "content": "<|string_literal_py -> End|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49559": { + "content": "<|argument_list_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49560": { + "content": "<|for_in_clause_py -> in_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49561": { + "content": "<|tuple_py -> )_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49562": { + "content": "<|print_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49563": { + "content": "<|pattern_list_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49564": { + "content": "<|lambda_py -> lambda_ter :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49565": { + "content": "<|block_py -> import_from_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49566": { + "content": "<|import_statement_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49567": { + "content": "<|parenthesized_expression_py -> (_ter false_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49568": { + "content": "<|expression_statement_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49569": { + "content": "<|right_py -> dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49570": { + "content": "<|list_splat_py -> *_ter identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49571": { + "content": "<|set_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49572": { + "content": "<|yield_py -> yield_ter list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49573": { + "content": "<|value_py -> dictionary_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49574": { + "content": "<|argument_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49575": { + "content": "<|left_py -> dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49576": { + "content": "<|list_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49577": { + "content": "<|comparison_operator_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49578": { + "content": "<|operator_py -> ~_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49579": { + "content": "<|argument_list_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49580": { + "content": "<|try_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49581": { + "content": "<|expression_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49582": { + "content": "<|argument_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49583": { + "content": "<|if_clause_py -> if_ter binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49584": { + "content": "<|parameters_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49585": { + "content": "<|slice_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49586": { + "content": "<|set_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49587": { + "content": "<|if_clause_py -> if_ter list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49588": { + "content": "<|subscript_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49589": { + "content": "<|set_comprehension_py -> if_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49590": { + "content": "<|assignment_py -> left_py :_ter type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49591": { + "content": "<|conditional_expression_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49592": { + "content": "<|subscript_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49593": { + "content": "<|yield_py -> yield_ter tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49594": { + "content": "<|body_py -> block_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49595": { + "content": "<|tuple_pattern_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49596": { + "content": "<|condition_py -> binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49597": { + "content": "<|subscript_py -> slice_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49598": { + "content": "<|delete_statement_py -> del_ter expression_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49599": { + "content": "<|operator_py -> %=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49600": { + "content": "<|tuple_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49601": { + "content": "<|pattern_list_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49602": { + "content": "<|object_py -> generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49603": { + "content": "<|right_py -> comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49604": { + "content": "<|key_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49605": { + "content": "<|future_import_statement_py -> __future___ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49606": { + "content": "<|not_operator_py -> not_ter argument_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49607": { + "content": "<|comparison_operator_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49608": { + "content": "<|operators_py -> >_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49609": { + "content": "<|parameters_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49610": { + "content": "<|parameters_py -> lambda_parameters_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49611": { + "content": "<|body_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49612": { + "content": "<|yield_py -> yield_ter from_ter subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49613": { + "content": "<|key_py -> set_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49614": { + "content": "<|condition_py -> boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49615": { + "content": "<|body_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49616": { + "content": "<|list_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49617": { + "content": "<|left_py -> set_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49618": { + "content": "<|tuple_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49619": { + "content": "<|conditional_expression_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49620": { + "content": "<|body_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49621": { + "content": "<|parameters_py -> typed_parameter_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49622": { + "content": "<|condition_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49623": { + "content": "<|block_py -> type_alias_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49624": { + "content": "<|subscript_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49625": { + "content": "<|set_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49626": { + "content": "<|expression_list_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49627": { + "content": "<|operator_py -> |=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49628": { + "content": "<|if_clause_py -> if_ter boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49629": { + "content": "<|set_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49630": { + "content": "<|subscript_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49631": { + "content": "<|list_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49632": { + "content": "<|type_py -> none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49633": { + "content": "<|comparison_operator_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49634": { + "content": "<|subscript_py -> [_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49635": { + "content": "<|dictionary_comprehension_py -> body_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49636": { + "content": "<|tuple_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49637": { + "content": "<|expression_list_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49638": { + "content": "<|comment_py -> End|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49639": { + "content": "<|key_py -> float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49640": { + "content": "<|type_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49641": { + "content": "<|set_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49642": { + "content": "<|type_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49643": { + "content": "<|type_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49644": { + "content": "<|body_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49645": { + "content": "<|yield_py -> yield_ter from_ter generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49646": { + "content": "<|right_py -> pattern_list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49647": { + "content": "<|import_from_statement_py -> module_name_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49648": { + "content": "<|condition_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49649": { + "content": "<|alternative_py -> else_clause_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49650": { + "content": "<|dictionary_comprehension_py -> {_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49651": { + "content": "<|key_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49652": { + "content": "<|comparison_operator_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49653": { + "content": "<|right_py -> assignment_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49654": { + "content": "<|comparison_operator_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49655": { + "content": "<|call_py -> function_py arguments_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49656": { + "content": "<|conditional_expression_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49657": { + "content": "<|key_py -> list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49658": { + "content": "<|type_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49659": { + "content": "<|value_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49660": { + "content": "<|return_statement_py -> return_ter binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49661": { + "content": "<|operators_py -> not_in_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49662": { + "content": "<|python -> module_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49663": { + "content": "<|if_clause_py -> if_ter comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49664": { + "content": "<|subscript_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49665": { + "content": "<|value_py -> set_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49666": { + "content": "<|left_py -> not_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49667": { + "content": "<|return_statement_py -> return_ter comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49668": { + "content": "<|return_statement_py -> return_ter boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49669": { + "content": "<|delete_statement_py -> del_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49670": { + "content": "<|expression_list_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49671": { + "content": "<|subscript_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49672": { + "content": "<|false_py -> False_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49673": { + "content": "<|tuple_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49674": { + "content": "<|tuple_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49675": { + "content": "<|subscript_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49676": { + "content": "<|parameters_py -> default_parameter_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49677": { + "content": "<|body_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49678": { + "content": "<|left_py -> set_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49679": { + "content": "<|dictionary_comprehension_py -> }_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49680": { + "content": "<|set_py -> {_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49681": { + "content": "<|expression_statement_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49682": { + "content": "<|list_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49683": { + "content": "<|block_py -> if_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49684": { + "content": "<|type_py -> list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49685": { + "content": "<|dictionary_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49686": { + "content": "<|key_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49687": { + "content": "<|tuple_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49688": { + "content": "<|print_statement_py -> chevron_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49689": { + "content": "<|slice_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49690": { + "content": "<|argument_list_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49691": { + "content": "<|import_statement_py -> import_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49692": { + "content": "<|right_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49693": { + "content": "<|name_py -> aliased_import_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49694": { + "content": "<|value_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49695": { + "content": "<|tuple_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49696": { + "content": "<|left_py -> boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49697": { + "content": "<|start -> python|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49698": { + "content": "<|alias_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49699": { + "content": "<|assignment_py -> left_py :_ter type_py =_ter right_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49700": { + "content": "<|yield_py -> yield_ter call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49701": { + "content": "<|right_py -> list_splat_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49702": { + "content": "<|condition_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49703": { + "content": "<|parenthesized_expression_py -> (_ter yield_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49704": { + "content": "<|right_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49705": { + "content": "<|future_import_statement_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49706": { + "content": "<|module_py -> assert_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49707": { + "content": "<|tuple_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49708": { + "content": "<|pattern_list_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49709": { + "content": "<|object_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49710": { + "content": "<|value_py -> set_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49711": { + "content": "<|parameters_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49712": { + "content": "<|comparison_operator_py -> operators_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49713": { + "content": "<|body_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49714": { + "content": "<|subscript_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49715": { + "content": "<|return_statement_py -> return_ter unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49716": { + "content": "<|argument_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49717": { + "content": "<|expression_list_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49718": { + "content": "<|value_py -> not_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49719": { + "content": "<|return_statement_py -> return_ter list_splat_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49720": { + "content": "<|if_clause_py -> if_ter parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49721": { + "content": "<|parenthesized_expression_py -> (_ter set_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49722": { + "content": "<|key_py -> true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49723": { + "content": "<|chevron_py -> >>_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49724": { + "content": "<|left_py -> list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49725": { + "content": "<|tuple_pattern_py -> )_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49726": { + "content": "<|comparison_operator_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49727": { + "content": "<|for_in_clause_py -> right_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49728": { + "content": "<|operators_py -> is_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49729": { + "content": "<|return_statement_py -> return_ter set_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49730": { + "content": "<|key_py -> none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49731": { + "content": "<|tuple_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49732": { + "content": "<|list_splat_py -> *_ter call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49733": { + "content": "<|value_py -> string_literal_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49734": { + "content": "<|set_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49735": { + "content": "<|module_py -> function_definition_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49736": { + "content": "<|print_statement_py -> argument_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49737": { + "content": "<|list_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49738": { + "content": "<|comparison_operator_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49739": { + "content": "<|subscript_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49740": { + "content": "<|if_statement_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49741": { + "content": "<|right_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49742": { + "content": "<|object_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49743": { + "content": "<|module_py -> while_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49744": { + "content": "<|comparison_operator_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49745": { + "content": "<|argument_list_py -> )_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49746": { + "content": "<|dotted_name_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49747": { + "content": "<|parameters_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49748": { + "content": "<|set_comprehension_py -> }_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49749": { + "content": "<|right_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49750": { + "content": "<|key_py -> boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49751": { + "content": "<|expression_statement_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49752": { + "content": "<|body_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49753": { + "content": "<|right_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49754": { + "content": "<|not_in_py -> not_ter in_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49755": { + "content": "<|body_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49756": { + "content": "<|tuple_pattern_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49757": { + "content": "<|key_py -> lambda_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49758": { + "content": "<|argument_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49759": { + "content": "<|expression_statement_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49760": { + "content": "<|argument_py -> unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49761": { + "content": "<|value_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49762": { + "content": "<|expression_list_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49763": { + "content": "<|conditional_expression_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49764": { + "content": "<|module_py -> import_from_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49765": { + "content": "<|list_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49766": { + "content": "<|for_in_clause_py -> left_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49767": { + "content": "<|aliased_import_py -> name_py as_ter alias_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49768": { + "content": "<|arguments_py -> generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49769": { + "content": "<|generator_expression_py -> for_in_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49770": { + "content": "<|operator_py -> //=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49771": { + "content": "<|body_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49772": { + "content": "<|dictionary_comprehension_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49773": { + "content": "<|return_type_py -> type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49774": { + "content": "<|tuple_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49775": { + "content": "<|parenthesized_expression_py -> (_ter unary_operator_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49776": { + "content": "<|conditional_expression_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49777": { + "content": "<|block_py -> import_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49778": { + "content": "<|value_py -> list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49779": { + "content": "<|object_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49780": { + "content": "<|argument_list_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49781": { + "content": "<|return_statement_py -> return_ter dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49782": { + "content": "<|operator_py -> //_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49783": { + "content": "<|value_py -> conditional_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49784": { + "content": "<|parenthesized_expression_py -> (_ter list_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49785": { + "content": "<|tuple_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49786": { + "content": "<|list_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49787": { + "content": "<|right_py -> float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49788": { + "content": "<|body_py -> comment_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49789": { + "content": "<|expression_statement_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49790": { + "content": "<|module_name_py -> dotted_name_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49791": { + "content": "<|name_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49792": { + "content": "<|argument_list_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49793": { + "content": "<|expression_list_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49794": { + "content": "<|argument_list_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49795": { + "content": "<|function_py -> list_splat_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49796": { + "content": "<|module_py -> print_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49797": { + "content": "<|yield_py -> yield_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49798": { + "content": "<|conditional_expression_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49799": { + "content": "<|argument_list_py -> list_splat_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49800": { + "content": "<|block_py -> delete_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49801": { + "content": "<|dictionary_py -> pair_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49802": { + "content": "<|consequence_py -> block_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49803": { + "content": "<|assert_statement_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49804": { + "content": "<|key_py -> comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49805": { + "content": "<|if_statement_py -> :_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49806": { + "content": "<|yield_py -> yield_ter from_ter call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49807": { + "content": "<|expression_list_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49808": { + "content": "<|return_statement_py -> return_ter integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49809": { + "content": "<|try_statement_py -> except_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49810": { + "content": "<|right_py -> parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49811": { + "content": "<|comparison_operator_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49812": { + "content": "<|module_py -> break_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49813": { + "content": "<|key_py -> binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49814": { + "content": "<|list_comprehension_py -> for_in_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49815": { + "content": "<|lambda_py -> lambda_ter parameters_py :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49816": { + "content": "<|import_from_statement_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49817": { + "content": "<|type_parameter_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49818": { + "content": "<|parenthesized_expression_py -> (_ter binary_operator_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49819": { + "content": "<|list_py -> list_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49820": { + "content": "<|conditional_expression_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49821": { + "content": "<|except_clause_py -> except_ter :_ter block_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49822": { + "content": "<|yield_py -> yield_ter integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49823": { + "content": "<|value_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49824": { + "content": "<|subscript_py -> value_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49825": { + "content": "<|generator_expression_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49826": { + "content": "<|expression_list_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49827": { + "content": "<|left_py -> float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49828": { + "content": "<|assert_statement_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49829": { + "content": "<|value_py -> boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49830": { + "content": "<|argument_py -> dictionary_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49831": { + "content": "<|argument_list_py -> set_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49832": { + "content": "<|pattern_list_py -> tuple_pattern_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49833": { + "content": "<|comparison_operator_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49834": { + "content": "<|expression_statement_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49835": { + "content": "<|return_statement_py -> return_ter parenthesized_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49836": { + "content": "<|expression_statement_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49837": { + "content": "<|set_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49838": { + "content": "<|function_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49839": { + "content": "<|object_py -> set_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49840": { + "content": "<|argument_py -> float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49841": { + "content": "<|class_definition_py -> class_ter name_py :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49842": { + "content": "<|condition_py -> unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49843": { + "content": "<|argument_list_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49844": { + "content": "<|pattern_list_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49845": { + "content": "<|block_py -> class_definition_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49846": { + "content": "<|import_from_statement_py -> import_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49847": { + "content": "<|list_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49848": { + "content": "<|slice_py -> :_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49849": { + "content": "<|block_py -> future_import_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49850": { + "content": "<|left_py -> none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49851": { + "content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py alternative_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49852": { + "content": "<|yield_py -> yield_ter comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49853": { + "content": "<|body_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49854": { + "content": "<|right_py -> set_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49855": { + "content": "<|tuple_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49856": { + "content": "<|function_definition_py -> def_ter name_py parameters_py ->_ter return_type_py :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49857": { + "content": "<|expression_list_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49858": { + "content": "<|operator_py -> >>_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49859": { + "content": "<|module_py -> ;_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49860": { + "content": "<|slice_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49861": { + "content": "<|list_splat_py -> *_ter binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49862": { + "content": "<|body_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49863": { + "content": "<|dictionary_comprehension_py -> for_in_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49864": { + "content": "<|block_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49865": { + "content": "<|continue_statement_py -> continue_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49866": { + "content": "<|body_py -> pair_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49867": { + "content": "<|left_py -> list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49868": { + "content": "<|value_py -> binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49869": { + "content": "<|operator_py -> /=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49870": { + "content": "<|elif_clause_py -> elif_ter condition_py :_ter consequence_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49871": { + "content": "<|comparison_operator_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49872": { + "content": "<|assert_statement_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49873": { + "content": "<|expression_list_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49874": { + "content": "<|body_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49875": { + "content": "<|conditional_expression_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49876": { + "content": "<|typed_parameter_py -> identifier_ter :_ter type_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49877": { + "content": "<|conditional_expression_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49878": { + "content": "<|alternative_py -> elif_clause_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49879": { + "content": "<|object_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49880": { + "content": "<|expression_list_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49881": { + "content": "<|object_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49882": { + "content": "<|subscript_py -> ]_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49883": { + "content": "<|expression_statement_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49884": { + "content": "<|body_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49885": { + "content": "<|expression_list_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49886": { + "content": "<|block_py -> while_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49887": { + "content": "<|value_py -> generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49888": { + "content": "<|set_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49889": { + "content": "<|value_py -> list_splat_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49890": { + "content": "<|operator_py -> or_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49891": { + "content": "<|return_statement_py -> return_ter conditional_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49892": { + "content": "<|argument_py -> comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49893": { + "content": "<|yield_py -> yield_ter from_ter identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49894": { + "content": "<|assert_statement_py -> generator_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49895": { + "content": "<|left_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49896": { + "content": "<|return_statement_py -> return_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49897": { + "content": "<|generator_expression_py -> (_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49898": { + "content": "<|argument_list_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49899": { + "content": "<|parenthesized_expression_py -> (_ter identifier_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49900": { + "content": "<|argument_list_py -> keyword_argument_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49901": { + "content": "<|subscript_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49902": { + "content": "<|tuple_pattern_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49903": { + "content": "<|list_py -> boolean_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49904": { + "content": "<|argument_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49905": { + "content": "<|value_py -> float_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49906": { + "content": "<|condition_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49907": { + "content": "<|if_statement_py -> condition_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49908": { + "content": "<|object_py -> list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49909": { + "content": "<|tuple_py -> list_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49910": { + "content": "<|value_py -> subscript_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49911": { + "content": "<|subscript_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49912": { + "content": "<|yield_py -> yield_ter dictionary_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49913": { + "content": "<|dictionary_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49914": { + "content": "<|function_py -> false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49915": { + "content": "<|else_clause_py -> else_ter :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49916": { + "content": "<|operator_py -> |_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49917": { + "content": "<|right_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49918": { + "content": "<|type_alias_statement_py -> type_ter left_py =_ter right_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49919": { + "content": "<|type_py -> unary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49920": { + "content": "<|operator_py -> >>=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49921": { + "content": "<|left_py -> dictionary_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49922": { + "content": "<|expression_statement_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49923": { + "content": "<|conditional_expression_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49924": { + "content": "<|set_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49925": { + "content": "<|operator_py -> %_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49926": { + "content": "<|object_py -> set_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49927": { + "content": "<|operators_py -> is_not_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49928": { + "content": "<|right_py -> binary_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49929": { + "content": "<|comparison_operator_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49930": { + "content": "<|tuple_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49931": { + "content": "<|comparison_operator_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49932": { + "content": "<|right_py -> generator_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49933": { + "content": "<|body_py -> true_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49934": { + "content": "<|if_clause_py -> if_ter identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49935": { + "content": "<|keyword_argument_py -> name_py =_ter value_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49936": { + "content": "<|block_py -> break_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49937": { + "content": "<|attribute_py -> identifier_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49938": { + "content": "<|condition_py -> comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49939": { + "content": "<|module_py -> for_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49940": { + "content": "<|comparison_operator_py -> subscript_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49941": { + "content": "<|tuple_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49942": { + "content": "<|module_py -> try_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49943": { + "content": "<|value_py -> lambda_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49944": { + "content": "<|key_py -> attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49945": { + "content": "<|type_py -> integer_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49946": { + "content": "<|right_py -> yield_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49947": { + "content": "<|lambda_parameters_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49948": { + "content": "<|return_statement_py -> return_ter list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49949": { + "content": "<|list_py -> list_splat_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49950": { + "content": "<|conditional_expression_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49951": { + "content": "<|body_py -> comparison_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49952": { + "content": "<|tuple_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49953": { + "content": "<|conditional_expression_py -> dictionary_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49954": { + "content": "<|body_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49955": { + "content": "<|is_not_py -> is_ter not_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49956": { + "content": "<|subscript_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49957": { + "content": "<|lambda_parameters_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49958": { + "content": "<|yield_py -> yield_ter none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49959": { + "content": "<|print_statement_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49960": { + "content": "<|type_parameter_py -> type_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49961": { + "content": "<|body_py -> integer_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49962": { + "content": "<|parenthesized_expression_py -> (_ter dictionary_comprehension_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49963": { + "content": "<|condition_py -> call_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49964": { + "content": "<|tuple_pattern_py -> (_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49965": { + "content": "<|pattern_list_py -> list_splat_pattern_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49966": { + "content": "<|argument_list_py -> none_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49967": { + "content": "<|parenthesized_expression_py -> (_ter float_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49968": { + "content": "<|function_definition_py -> def_ter name_py parameters_py :_ter body_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49969": { + "content": "<|argument_list_py -> string_literal_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49970": { + "content": "<|subscript_py -> set_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49971": { + "content": "<|tuple_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49972": { + "content": "<|argument_list_py -> identifier_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49973": { + "content": "<|list_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49974": { + "content": "<|dotted_name_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49975": { + "content": "<|argument_list_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49976": { + "content": "<|expression_list_py -> float_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49977": { + "content": "<|object_py -> none_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49978": { + "content": "<|body_py -> unary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49979": { + "content": "<|return_statement_py -> return_ter list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49980": { + "content": "<|argument_list_py -> (_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49981": { + "content": "<|body_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49982": { + "content": "<|block_py -> function_definition_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49983": { + "content": "<|parameters_py -> parameters_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49984": { + "content": "<|operator_py -> +=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49985": { + "content": "<|pair_py -> key_py :_ter value_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49986": { + "content": "<|argument_list_py -> conditional_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49987": { + "content": "<|body_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49988": { + "content": "<|argument_py -> list_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49989": { + "content": "<|list_splat_py -> *_ter boolean_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49990": { + "content": "<|expression_statement_py -> augmented_assignment_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49991": { + "content": "<|set_py -> End |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49992": { + "content": "<|conditional_expression_py -> not_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49993": { + "content": "<|slice_py -> identifier_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49994": { + "content": "<|value_py -> identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49995": { + "content": "<|generator_expression_py -> if_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49996": { + "content": "<|value_py -> comparison_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49997": { + "content": "<|augmented_assignment_py -> left_py operator_py right_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49998": { + "content": "<|tuple_py -> ,_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "49999": { + "content": "<|operator_py -> <<=_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50000": { + "content": "<|return_statement_py -> return_ter dictionary_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50001": { + "content": "<|parenthesized_expression_py -> (_ter dictionary_py )_ter |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50002": { + "content": "<|slice_py -> parenthesized_expression_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50003": { + "content": "<|delete_statement_py -> del_ter true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50004": { + "content": "<|assert_statement_py -> tuple_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50005": { + "content": "<|argument_list_py -> attribute_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50006": { + "content": "<|generic_type_py -> identifier_py type_parameter_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50007": { + "content": "<|block_py -> continue_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50008": { + "content": "<|key_py -> conditional_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50009": { + "content": "<|argument_list_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50010": { + "content": "<|return_statement_py -> return_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50011": { + "content": "<|list_comprehension_py -> [_ter|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50012": { + "content": "<|argument_list_py -> dictionary_comprehension_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50013": { + "content": "<|module_py -> future_import_statement_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50014": { + "content": "<|conditional_expression_py -> lambda_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50015": { + "content": "<|chevron_py -> >>_ter identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50016": { + "content": "<|return_statement_py -> return_ter not_operator_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50017": { + "content": "<|return_statement_py -> return_ter true_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50018": { + "content": "<|list_comprehension_py -> if_clause_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50019": { + "content": "<|value_py -> tuple_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50020": { + "content": "<|return_statement_py -> return_ter false_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50021": { + "content": "<|list_py -> false_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50022": { + "content": "<|expression_statement_py -> binary_operator_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50023": { + "content": "<|yield_py -> yield_ter list_comprehension_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50024": { + "content": "<|assert_statement_py -> call_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50025": { + "content": "<|yield_py -> yield_ter conditional_expression_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50026": { + "content": "<|if_clause_py -> if_ter attribute_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50027": { + "content": "<|import_from_statement_py -> name_py|>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + }, + "50028": { + "content": "<|delete_statement_py -> del_ter identifier_py |>", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|endoftext|>", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "bos_token": "<|endoftext|>", + "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ 'System: ' + system_message + '\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ 'Human: ' + content + '\nAssistant:' }}{% elif message['role'] == 'assistant' %}{{ content + '<|endoftext|>' + '\n' }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": {}, + "model_max_length": 2048, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>", + "vocab_size": 49152 +}