C10X commited on
Commit
1e344ad
·
verified ·
1 Parent(s): ec49e29

Upload 8 files

Browse files
chat_template.jinja ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {% for message in messages %}<|im_start|>{% if message['role'] == 'system' %}<|system|>{% elif message['role'] == 'user' %}<|user|>{% elif message['role'] == 'assistant' %}<|assistant|>{% elif message['role'] == 'developer' %}<|developer|>{% elif message['role'] == 'tool' %}<|tool|>{% elif message['role'] == 'function' %}<|function|>{% else %}{{ message['role'] }}{% endif %}
2
+ {{ message['content'] }}<|im_end|>
3
+ {% endfor %}{% if add_generation_prompt %}<|im_start|><|assistant|>
4
+ {% endif %}
config.json CHANGED
@@ -1,41 +1,39 @@
1
- {
2
- "architectures": [
3
- "Qwen3ForCausalLM"
4
- ],
5
- "attention_bias": false,
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 0,
8
- "dtype": "float32",
9
- "eos_token_id": 2,
10
- "head_dim": 64,
11
- "hidden_act": "silu",
12
- "hidden_size": 512,
13
- "initializer_range": 0.02,
14
- "intermediate_size": 2048,
15
- "layer_types": [
16
- "sliding_attention",
17
- "full_attention",
18
- "sliding_attention",
19
- "full_attention",
20
- "sliding_attention",
21
- "full_attention"
22
- ],
23
- "max_position_embeddings": 8192,
24
- "max_window_layers": 5,
25
- "model_type": "qwen3",
26
- "num_attention_heads": 8,
27
- "num_hidden_layers": 6,
28
- "num_key_value_heads": 4,
29
- "pad_token_id": 1,
30
- "rms_norm_eps": 1e-06,
31
- "rope_parameters": {
32
- "rope_theta": 10000.0,
33
- "rope_type": "default"
34
- },
35
- "sliding_window": 512,
36
- "tie_word_embeddings": true,
37
- "transformers_version": "5.7.0",
38
- "use_cache": false,
39
- "use_sliding_window": true,
40
- "vocab_size": 16384
41
- }
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": 2,
10
+ "head_dim": 64,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 512,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 2048,
15
+ "layer_types": [
16
+ "sliding_attention",
17
+ "full_attention",
18
+ "sliding_attention",
19
+ "full_attention",
20
+ "sliding_attention",
21
+ "full_attention"
22
+ ],
23
+ "max_position_embeddings": 8192,
24
+ "max_window_layers": 5,
25
+ "model_type": "qwen3",
26
+ "num_attention_heads": 8,
27
+ "num_hidden_layers": 6,
28
+ "num_key_value_heads": 2,
29
+ "pad_token_id": 1,
30
+ "rms_norm_eps": 1e-06,
31
+ "rope_scaling": null,
32
+ "rope_theta": 10000.0,
33
+ "sliding_window": 512,
34
+ "tie_word_embeddings": true,
35
+ "transformers_version": "4.57.6",
36
+ "use_cache": false,
37
+ "use_sliding_window": true,
38
+ "vocab_size": 16384
39
+ }
 
 
generation_config.json CHANGED
@@ -1,10 +1,7 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 0,
4
- "eos_token_id": 2,
5
- "output_attentions": false,
6
- "output_hidden_states": false,
7
- "pad_token_id": 1,
8
- "transformers_version": "5.7.0",
9
- "use_cache": false
10
- }
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 1,
6
+ "use_cache": false
7
+ }
 
 
 
metadata.json CHANGED
@@ -1,17 +1,13 @@
1
  {
2
- "preset": "qwen3-22m-sw-c10x-v223",
3
  "family": "qwen3",
4
  "source": "inline-preset",
5
- "output_dir": "D:\\Qwen3-80m-tinystories-A\\workspace\\outputs\\qwen3-22m-sw-c10x-v223",
6
- "parameters": 31988992,
7
  "vocab_size": 16384,
8
  "hidden_size": 512,
9
  "num_hidden_layers": 6,
10
  "num_attention_heads": 8,
11
- "num_key_value_heads": 4,
12
- "rope_theta": null,
13
- "rope_parameters": {
14
- "rope_theta": 10000.0,
15
- "rope_type": "default"
16
- }
17
  }
 
1
  {
2
+ "preset": "qwen3-chatml-16384",
3
  "family": "qwen3",
4
  "source": "inline-preset",
5
+ "output_dir": "D:\\Qwen3-80m-tinystories-A\\workspace\\outputs\\qwen3-chatml-16384",
6
+ "parameters": 31202560,
7
  "vocab_size": 16384,
8
  "hidden_size": 512,
9
  "num_hidden_layers": 6,
10
  "num_attention_heads": 8,
11
+ "num_key_value_heads": 2,
12
+ "rope_theta": 10000.0
 
 
 
 
13
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02153b385c7a170bd30c8d590c24a5693637b9209fe9e6eedd509763f1917f18
3
- size 127963376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5926b51ee05d7aac3c594b32796b0b0ab87d26c7e9e11dd82c151c1e7d2b6d1
3
+ size 62412552
special_tokens_map.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|endoftext|>",
4
+ "<|im_start|>",
5
+ "<|system|>",
6
+ "<|user|>",
7
+ "<|assistant|>",
8
+ "<|developer|>",
9
+ "<|tool|>",
10
+ "<|function|>"
11
+ ],
12
+ "bos_token": {
13
+ "content": "<|startoftext|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false
18
+ },
19
+ "eos_token": {
20
+ "content": "<|im_end|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false
25
+ },
26
+ "pad_token": {
27
+ "content": "<|im_end|>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ }
33
+ }
tokenizer.json CHANGED
@@ -23,7 +23,7 @@
23
  },
24
  {
25
  "id": 2,
26
- "content": "<|im_end|>",
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
@@ -32,7 +32,7 @@
32
  },
33
  {
34
  "id": 3,
35
- "content": "<|constrain|>",
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
@@ -41,7 +41,7 @@
41
  },
42
  {
43
  "id": 4,
44
- "content": "<|channel|>",
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
@@ -68,7 +68,7 @@
68
  },
69
  {
70
  "id": 7,
71
- "content": "<|message|>",
72
  "single_word": false,
73
  "lstrip": false,
74
  "rstrip": false,
@@ -77,7 +77,7 @@
77
  },
78
  {
79
  "id": 8,
80
- "content": "<|call|>",
81
  "single_word": false,
82
  "lstrip": false,
83
  "rstrip": false,
@@ -86,7 +86,7 @@
86
  },
87
  {
88
  "id": 9,
89
- "content": "<|endofprompt|>",
90
  "single_word": false,
91
  "lstrip": false,
92
  "rstrip": false,
@@ -1866,14 +1866,14 @@
1866
  "vocab": {
1867
  "<|startoftext|>": 0,
1868
  "<|endoftext|>": 1,
1869
- "<|return|>": 2,
1870
- "<|constrain|>": 3,
1871
- "<|channel|>": 4,
1872
  "<|im_start|>": 5,
1873
  "<|im_end|>": 6,
1874
- "<|message|>": 7,
1875
- "<|call|>": 8,
1876
- "<|endofprompt|>": 9,
1877
  "!": 10,
1878
  "\"": 11,
1879
  "#": 12,
 
23
  },
24
  {
25
  "id": 2,
26
+ "content": "<|system|>",
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
 
32
  },
33
  {
34
  "id": 3,
35
+ "content": "<|user|>",
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
 
41
  },
42
  {
43
  "id": 4,
44
+ "content": "<|assistant|>",
45
  "single_word": false,
46
  "lstrip": false,
47
  "rstrip": false,
 
68
  },
69
  {
70
  "id": 7,
71
+ "content": "<|developer|>",
72
  "single_word": false,
73
  "lstrip": false,
74
  "rstrip": false,
 
77
  },
78
  {
79
  "id": 8,
80
+ "content": "<|tool|>",
81
  "single_word": false,
82
  "lstrip": false,
83
  "rstrip": false,
 
86
  },
87
  {
88
  "id": 9,
89
+ "content": "<|function|>",
90
  "single_word": false,
91
  "lstrip": false,
92
  "rstrip": false,
 
1866
  "vocab": {
1867
  "<|startoftext|>": 0,
1868
  "<|endoftext|>": 1,
1869
+ "<|system|>": 2,
1870
+ "<|user|>": 3,
1871
+ "<|assistant|>": 4,
1872
  "<|im_start|>": 5,
1873
  "<|im_end|>": 6,
1874
+ "<|developer|>": 7,
1875
+ "<|tool|>": 8,
1876
+ "<|function|>": 9,
1877
  "!": 10,
1878
  "\"": 11,
1879
  "#": 12,
tokenizer_config.json CHANGED
@@ -1,209 +1,1848 @@
1
- {
2
- "backend": "tokenizers",
3
- "bos_token": "<|startoftext|>",
4
- "clean_up_tokenization_spaces": false,
5
- "eos_token": "<|im_end|>",
6
- "falcon_latex_tokens": [
7
- "\\blindtext",
8
- "\\newpage",
9
- "\\boxed",
10
- "\\framebox",
11
- "\\fbox",
12
- "\\tag",
13
- "\\nonumber",
14
- "\\item",
15
- "\\centering",
16
- "\\caption",
17
- "\\includegraphics",
18
- "\\label",
19
- "\\multicolumn",
20
- "\\cline",
21
- "\\hline",
22
- "\\end",
23
- "\\begin",
24
- "\\tableofcontents",
25
- "\\maketitle",
26
- "\\date",
27
- "\\author",
28
- "\\title",
29
- "\\chapter",
30
- "\\subsubsection",
31
- "\\subsection",
32
- "\\section",
33
- "\\noindent",
34
- "\\newline",
35
- "\\par",
36
- "\\ddot",
37
- "\\dot",
38
- "\\bar",
39
- "\\iff",
40
- "\\implies",
41
- "\\neg",
42
- "\\lor",
43
- "\\land",
44
- "\\qquad",
45
- "\\quad",
46
- "\\arctan",
47
- "\\arccos",
48
- "\\arcsin",
49
- "\\cot",
50
- "\\sec",
51
- "\\csc",
52
- "\\tan",
53
- "\\cos",
54
- "\\sin",
55
- "\\widetilde",
56
- "\\widehat",
57
- "\\complement",
58
- "\\varnothing",
59
- "\\tilde",
60
- "\\hat",
61
- "\\vec",
62
- "\\mathfrak",
63
- "\\mathcal",
64
- "\\mathbb",
65
- "\\emptyset",
66
- "\\bot",
67
- "\\aleph",
68
- "\\Re",
69
- "\\Im",
70
- "\\ell",
71
- "\\hbar",
72
- "\\exists",
73
- "\\forall",
74
- "\\partial",
75
- "\\nabla",
76
- "\\infty",
77
- "\\binom",
78
- "\\overline",
79
- "\\sqrt",
80
- "\\tfrac",
81
- "\\dfrac",
82
- "\\frac",
83
- "\\textsc",
84
- "\\textsf",
85
- "\\texttt",
86
- "\\emph",
87
- "\\underline",
88
- "\\textit",
89
- "\\textbf",
90
- "\\bigoplus",
91
- "\\bigcap",
92
- "\\bigcup",
93
- "\\prod",
94
- "\\sum",
95
- "\\oint",
96
- "\\iiint",
97
- "\\iint",
98
- "\\int",
99
- "\\right",
100
- "\\left",
101
- "\\Bigr",
102
- "\\Bigl",
103
- "\\bigr",
104
- "\\bigl",
105
- "\\rceil",
106
- "\\lceil",
107
- "\\rfloor",
108
- "\\lfloor",
109
- "\\rangle",
110
- "\\langle",
111
- "\\overleftarrow",
112
- "\\overleftrightarrow",
113
- "\\overrightarrow",
114
- "\\Longleftrightarrow",
115
- "\\longleftrightarrow",
116
- "\\longrightarrow",
117
- "\\longleftarrow",
118
- "\\Longrightarrow",
119
- "\\Longleftarrow",
120
- "\\gets",
121
- "\\to",
122
- "\\mapsto",
123
- "\\Updownarrow",
124
- "\\Downarrow",
125
- "\\Uparrow",
126
- "\\updownarrow",
127
- "\\downarrow",
128
- "\\uparrow",
129
- "\\Leftrightarrow",
130
- "\\Rightarrow",
131
- "\\Leftarrow",
132
- "\\leftrightarrow",
133
- "\\rightarrow",
134
- "\\leftarrow",
135
- "\\perp",
136
- "\\propto",
137
- "\\ni",
138
- "\\notin",
139
- "\\in",
140
- "\\supseteq",
141
- "\\supset",
142
- "\\sqsupseteq",
143
- "\\sqsubseteq",
144
- "\\subseteq",
145
- "\\subset",
146
- "\\cong",
147
- "\\approx",
148
- "\\simeq",
149
- "\\sim",
150
- "\\equiv",
151
- "\\neq",
152
- "\\geq",
153
- "\\leq",
154
- "\\oslash",
155
- "\\otimes",
156
- "\\ominus",
157
- "\\oplus",
158
- "\\wedge",
159
- "\\vee",
160
- "\\sqcup",
161
- "\\sqcap",
162
- "\\uplus",
163
- "\\cup",
164
- "\\cap",
165
- "\\cdot",
166
- "\\bullet",
167
- "\\circ",
168
- "\\star",
169
- "\\ast",
170
- "\\div",
171
- "\\times",
172
- "\\mp",
173
- "\\pm",
174
- "\\omega",
175
- "\\psi",
176
- "\\chi",
177
- "\\varphi",
178
- "\\varsigma",
179
- "\\phi",
180
- "\\upsilon",
181
- "\\tau",
182
- "\\sigma",
183
- "\\rho",
184
- "\\pi",
185
- "\\xi",
186
- "\\nu",
187
- "\\mu",
188
- "\\lambda",
189
- "\\kappa",
190
- "\\iota",
191
- "\\theta",
192
- "\\eta",
193
- "\\zeta",
194
- "\\epsilon",
195
- "\\delta",
196
- "\\gamma",
197
- "\\beta",
198
- "\\alpha"
199
- ],
200
- "is_local": true,
201
- "local_files_only": false,
202
- "model_input_names": [
203
- "input_ids",
204
- "attention_mask"
205
- ],
206
- "model_max_length": 1000000000000000019884624838656,
207
- "pad_token": "<|endoftext|>",
208
- "tokenizer_class": "TokenizersBackend"
209
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<|startoftext|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<|endoftext|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "<|system|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<|user|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "<|assistant|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "5": {
44
+ "content": "<|im_start|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "6": {
52
+ "content": "<|im_end|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "7": {
60
+ "content": "<|developer|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "8": {
68
+ "content": "<|tool|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "9": {
76
+ "content": "<|function|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "16192": {
84
+ "content": "\\blindtext",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": false
90
+ },
91
+ "16193": {
92
+ "content": "\\newpage",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": false
98
+ },
99
+ "16194": {
100
+ "content": "\\boxed",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": false
106
+ },
107
+ "16195": {
108
+ "content": "\\framebox",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": false
114
+ },
115
+ "16196": {
116
+ "content": "\\fbox",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": false
122
+ },
123
+ "16197": {
124
+ "content": "\\tag",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": false
130
+ },
131
+ "16198": {
132
+ "content": "\\nonumber",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": false
138
+ },
139
+ "16199": {
140
+ "content": "\\item",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": false
146
+ },
147
+ "16200": {
148
+ "content": "\\centering",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": false
154
+ },
155
+ "16201": {
156
+ "content": "\\caption",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": false
162
+ },
163
+ "16202": {
164
+ "content": "\\includegraphics",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": false
170
+ },
171
+ "16203": {
172
+ "content": "\\label",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": false
178
+ },
179
+ "16204": {
180
+ "content": "\\multicolumn",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": false
186
+ },
187
+ "16205": {
188
+ "content": "\\cline",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": false
194
+ },
195
+ "16206": {
196
+ "content": "\\hline",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": false
202
+ },
203
+ "16207": {
204
+ "content": "\\end",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": false
210
+ },
211
+ "16208": {
212
+ "content": "\\begin",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": false
218
+ },
219
+ "16209": {
220
+ "content": "\\tableofcontents",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": false
226
+ },
227
+ "16210": {
228
+ "content": "\\maketitle",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": false
234
+ },
235
+ "16211": {
236
+ "content": "\\date",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": false
242
+ },
243
+ "16212": {
244
+ "content": "\\author",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": false
250
+ },
251
+ "16213": {
252
+ "content": "\\title",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": false
258
+ },
259
+ "16214": {
260
+ "content": "\\chapter",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": false
266
+ },
267
+ "16215": {
268
+ "content": "\\subsubsection",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": false
274
+ },
275
+ "16216": {
276
+ "content": "\\subsection",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": false
282
+ },
283
+ "16217": {
284
+ "content": "\\section",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": false
290
+ },
291
+ "16218": {
292
+ "content": "\\noindent",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": false
298
+ },
299
+ "16219": {
300
+ "content": "\\newline",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": false
306
+ },
307
+ "16220": {
308
+ "content": "\\par",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": false
314
+ },
315
+ "16221": {
316
+ "content": "\\ddot",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": false
322
+ },
323
+ "16222": {
324
+ "content": "\\dot",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": false
330
+ },
331
+ "16223": {
332
+ "content": "\\bar",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": false
338
+ },
339
+ "16224": {
340
+ "content": "\\iff",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": false
346
+ },
347
+ "16225": {
348
+ "content": "\\implies",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": false
354
+ },
355
+ "16226": {
356
+ "content": "\\neg",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": false
362
+ },
363
+ "16227": {
364
+ "content": "\\lor",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": false
370
+ },
371
+ "16228": {
372
+ "content": "\\land",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": false
378
+ },
379
+ "16229": {
380
+ "content": "\\qquad",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": false
386
+ },
387
+ "16230": {
388
+ "content": "\\quad",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": false
394
+ },
395
+ "16231": {
396
+ "content": "\\arctan",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": false
402
+ },
403
+ "16232": {
404
+ "content": "\\arccos",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": false
410
+ },
411
+ "16233": {
412
+ "content": "\\arcsin",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": false
418
+ },
419
+ "16234": {
420
+ "content": "\\cot",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": false
426
+ },
427
+ "16235": {
428
+ "content": "\\sec",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": false
434
+ },
435
+ "16236": {
436
+ "content": "\\csc",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": false
442
+ },
443
+ "16237": {
444
+ "content": "\\tan",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": false
450
+ },
451
+ "16238": {
452
+ "content": "\\cos",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": false
458
+ },
459
+ "16239": {
460
+ "content": "\\sin",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": false
466
+ },
467
+ "16240": {
468
+ "content": "\\widetilde",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": false
474
+ },
475
+ "16241": {
476
+ "content": "\\widehat",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": false
482
+ },
483
+ "16242": {
484
+ "content": "\\complement",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": false
490
+ },
491
+ "16243": {
492
+ "content": "\\varnothing",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": false
498
+ },
499
+ "16244": {
500
+ "content": "\\tilde",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": false
506
+ },
507
+ "16245": {
508
+ "content": "\\hat",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": false
514
+ },
515
+ "16246": {
516
+ "content": "\\vec",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": false
522
+ },
523
+ "16247": {
524
+ "content": "\\mathfrak",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": false
530
+ },
531
+ "16248": {
532
+ "content": "\\mathcal",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": false
538
+ },
539
+ "16249": {
540
+ "content": "\\mathbb",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": false
546
+ },
547
+ "16250": {
548
+ "content": "\\emptyset",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": false
554
+ },
555
+ "16251": {
556
+ "content": "\\bot",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": false
562
+ },
563
+ "16252": {
564
+ "content": "\\aleph",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": false
570
+ },
571
+ "16253": {
572
+ "content": "\\Re",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": false
578
+ },
579
+ "16254": {
580
+ "content": "\\Im",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": false
586
+ },
587
+ "16255": {
588
+ "content": "\\ell",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": false
594
+ },
595
+ "16256": {
596
+ "content": "\\hbar",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": false
602
+ },
603
+ "16257": {
604
+ "content": "\\exists",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": false
610
+ },
611
+ "16258": {
612
+ "content": "\\forall",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": false
618
+ },
619
+ "16259": {
620
+ "content": "\\partial",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": false
626
+ },
627
+ "16260": {
628
+ "content": "\\nabla",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": false
634
+ },
635
+ "16261": {
636
+ "content": "\\infty",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": false
642
+ },
643
+ "16262": {
644
+ "content": "\\binom",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": false
650
+ },
651
+ "16263": {
652
+ "content": "\\overline",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": false
658
+ },
659
+ "16264": {
660
+ "content": "\\sqrt",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": false
666
+ },
667
+ "16265": {
668
+ "content": "\\tfrac",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": false
674
+ },
675
+ "16266": {
676
+ "content": "\\dfrac",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": false
682
+ },
683
+ "16267": {
684
+ "content": "\\frac",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": false
690
+ },
691
+ "16268": {
692
+ "content": "\\textsc",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": false
698
+ },
699
+ "16269": {
700
+ "content": "\\textsf",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": false
706
+ },
707
+ "16270": {
708
+ "content": "\\texttt",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": false
714
+ },
715
+ "16271": {
716
+ "content": "\\emph",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": false
722
+ },
723
+ "16272": {
724
+ "content": "\\underline",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": false
730
+ },
731
+ "16273": {
732
+ "content": "\\textit",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": false
738
+ },
739
+ "16274": {
740
+ "content": "\\textbf",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": false
746
+ },
747
+ "16275": {
748
+ "content": "\\bigoplus",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": false
754
+ },
755
+ "16276": {
756
+ "content": "\\bigcap",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": false
762
+ },
763
+ "16277": {
764
+ "content": "\\bigcup",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": false
770
+ },
771
+ "16278": {
772
+ "content": "\\prod",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": false
778
+ },
779
+ "16279": {
780
+ "content": "\\sum",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": false
786
+ },
787
+ "16280": {
788
+ "content": "\\oint",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": false
794
+ },
795
+ "16281": {
796
+ "content": "\\iiint",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": false
802
+ },
803
+ "16282": {
804
+ "content": "\\iint",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": false
810
+ },
811
+ "16283": {
812
+ "content": "\\int",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": false
818
+ },
819
+ "16284": {
820
+ "content": "\\right",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": false
826
+ },
827
+ "16285": {
828
+ "content": "\\left",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": false
834
+ },
835
+ "16286": {
836
+ "content": "\\Bigr",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": false
842
+ },
843
+ "16287": {
844
+ "content": "\\Bigl",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": false
850
+ },
851
+ "16288": {
852
+ "content": "\\bigr",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": false
858
+ },
859
+ "16289": {
860
+ "content": "\\bigl",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": false
866
+ },
867
+ "16290": {
868
+ "content": "\\rceil",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": false
874
+ },
875
+ "16291": {
876
+ "content": "\\lceil",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": false
882
+ },
883
+ "16292": {
884
+ "content": "\\rfloor",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": false
890
+ },
891
+ "16293": {
892
+ "content": "\\lfloor",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": false
898
+ },
899
+ "16294": {
900
+ "content": "\\rangle",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": false
906
+ },
907
+ "16295": {
908
+ "content": "\\langle",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": false
914
+ },
915
+ "16296": {
916
+ "content": "\\overleftarrow",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": false
922
+ },
923
+ "16297": {
924
+ "content": "\\overleftrightarrow",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": false
930
+ },
931
+ "16298": {
932
+ "content": "\\overrightarrow",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": false
938
+ },
939
+ "16299": {
940
+ "content": "\\Longleftrightarrow",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": false
946
+ },
947
+ "16300": {
948
+ "content": "\\longleftrightarrow",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": false
954
+ },
955
+ "16301": {
956
+ "content": "\\longrightarrow",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": false
962
+ },
963
+ "16302": {
964
+ "content": "\\longleftarrow",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": false
970
+ },
971
+ "16303": {
972
+ "content": "\\Longrightarrow",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": false
978
+ },
979
+ "16304": {
980
+ "content": "\\Longleftarrow",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": false
986
+ },
987
+ "16305": {
988
+ "content": "\\gets",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": false
994
+ },
995
+ "16306": {
996
+ "content": "\\to",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": false
1002
+ },
1003
+ "16307": {
1004
+ "content": "\\mapsto",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": false
1010
+ },
1011
+ "16308": {
1012
+ "content": "\\Updownarrow",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": false
1018
+ },
1019
+ "16309": {
1020
+ "content": "\\Downarrow",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": false
1026
+ },
1027
+ "16310": {
1028
+ "content": "\\Uparrow",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": false
1034
+ },
1035
+ "16311": {
1036
+ "content": "\\updownarrow",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": false
1042
+ },
1043
+ "16312": {
1044
+ "content": "\\downarrow",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": false
1050
+ },
1051
+ "16313": {
1052
+ "content": "\\uparrow",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": false
1058
+ },
1059
+ "16314": {
1060
+ "content": "\\Leftrightarrow",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": false
1066
+ },
1067
+ "16315": {
1068
+ "content": "\\Rightarrow",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": false
1074
+ },
1075
+ "16316": {
1076
+ "content": "\\Leftarrow",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": false
1082
+ },
1083
+ "16317": {
1084
+ "content": "\\leftrightarrow",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": false
1090
+ },
1091
+ "16318": {
1092
+ "content": "\\rightarrow",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": false
1098
+ },
1099
+ "16319": {
1100
+ "content": "\\leftarrow",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": false
1106
+ },
1107
+ "16320": {
1108
+ "content": "\\perp",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": false
1114
+ },
1115
+ "16321": {
1116
+ "content": "\\propto",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": false
1122
+ },
1123
+ "16322": {
1124
+ "content": "\\ni",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": false
1130
+ },
1131
+ "16323": {
1132
+ "content": "\\notin",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": false
1138
+ },
1139
+ "16324": {
1140
+ "content": "\\in",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": false
1146
+ },
1147
+ "16325": {
1148
+ "content": "\\supseteq",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": false
1154
+ },
1155
+ "16326": {
1156
+ "content": "\\supset",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": false
1162
+ },
1163
+ "16327": {
1164
+ "content": "\\sqsupseteq",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": false
1170
+ },
1171
+ "16328": {
1172
+ "content": "\\sqsubseteq",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": false
1178
+ },
1179
+ "16329": {
1180
+ "content": "\\subseteq",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": false
1186
+ },
1187
+ "16330": {
1188
+ "content": "\\subset",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": false
1194
+ },
1195
+ "16331": {
1196
+ "content": "\\cong",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": false
1202
+ },
1203
+ "16332": {
1204
+ "content": "\\approx",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": false
1210
+ },
1211
+ "16333": {
1212
+ "content": "\\simeq",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": false
1218
+ },
1219
+ "16334": {
1220
+ "content": "\\sim",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": false
1226
+ },
1227
+ "16335": {
1228
+ "content": "\\equiv",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": false
1234
+ },
1235
+ "16336": {
1236
+ "content": "\\neq",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": false
1242
+ },
1243
+ "16337": {
1244
+ "content": "\\geq",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": false
1250
+ },
1251
+ "16338": {
1252
+ "content": "\\leq",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": false
1258
+ },
1259
+ "16339": {
1260
+ "content": "\\oslash",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": false
1266
+ },
1267
+ "16340": {
1268
+ "content": "\\otimes",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": false
1274
+ },
1275
+ "16341": {
1276
+ "content": "\\ominus",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": false
1282
+ },
1283
+ "16342": {
1284
+ "content": "\\oplus",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": false
1290
+ },
1291
+ "16343": {
1292
+ "content": "\\wedge",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": false
1298
+ },
1299
+ "16344": {
1300
+ "content": "\\vee",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": false
1306
+ },
1307
+ "16345": {
1308
+ "content": "\\sqcup",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": false
1314
+ },
1315
+ "16346": {
1316
+ "content": "\\sqcap",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": false
1322
+ },
1323
+ "16347": {
1324
+ "content": "\\uplus",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": false
1330
+ },
1331
+ "16348": {
1332
+ "content": "\\cup",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": false
1338
+ },
1339
+ "16349": {
1340
+ "content": "\\cap",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": false
1346
+ },
1347
+ "16350": {
1348
+ "content": "\\cdot",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": false
1354
+ },
1355
+ "16351": {
1356
+ "content": "\\bullet",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": false
1362
+ },
1363
+ "16352": {
1364
+ "content": "\\circ",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": false
1370
+ },
1371
+ "16353": {
1372
+ "content": "\\star",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": false
1378
+ },
1379
+ "16354": {
1380
+ "content": "\\ast",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": false
1386
+ },
1387
+ "16355": {
1388
+ "content": "\\div",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": false
1394
+ },
1395
+ "16356": {
1396
+ "content": "\\times",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": false
1402
+ },
1403
+ "16357": {
1404
+ "content": "\\mp",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": false
1410
+ },
1411
+ "16358": {
1412
+ "content": "\\pm",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": false
1418
+ },
1419
+ "16359": {
1420
+ "content": "\\omega",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": false
1426
+ },
1427
+ "16360": {
1428
+ "content": "\\psi",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": false
1434
+ },
1435
+ "16361": {
1436
+ "content": "\\chi",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": false
1442
+ },
1443
+ "16362": {
1444
+ "content": "\\varphi",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": false
1450
+ },
1451
+ "16363": {
1452
+ "content": "\\varsigma",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": false
1458
+ },
1459
+ "16364": {
1460
+ "content": "\\phi",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": false
1466
+ },
1467
+ "16365": {
1468
+ "content": "\\upsilon",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": false
1474
+ },
1475
+ "16366": {
1476
+ "content": "\\tau",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": false
1482
+ },
1483
+ "16367": {
1484
+ "content": "\\sigma",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": false
1490
+ },
1491
+ "16368": {
1492
+ "content": "\\rho",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": false
1498
+ },
1499
+ "16369": {
1500
+ "content": "\\pi",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": false
1506
+ },
1507
+ "16370": {
1508
+ "content": "\\xi",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": false
1514
+ },
1515
+ "16371": {
1516
+ "content": "\\nu",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": false
1522
+ },
1523
+ "16372": {
1524
+ "content": "\\mu",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": false
1530
+ },
1531
+ "16373": {
1532
+ "content": "\\lambda",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": false
1538
+ },
1539
+ "16374": {
1540
+ "content": "\\kappa",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": false
1546
+ },
1547
+ "16375": {
1548
+ "content": "\\iota",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": false
1554
+ },
1555
+ "16376": {
1556
+ "content": "\\theta",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": false
1562
+ },
1563
+ "16377": {
1564
+ "content": "\\eta",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": false
1570
+ },
1571
+ "16378": {
1572
+ "content": "\\zeta",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": false
1578
+ },
1579
+ "16379": {
1580
+ "content": "\\epsilon",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": false
1586
+ },
1587
+ "16380": {
1588
+ "content": "\\delta",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": false
1594
+ },
1595
+ "16381": {
1596
+ "content": "\\gamma",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": false
1602
+ },
1603
+ "16382": {
1604
+ "content": "\\beta",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": false
1610
+ },
1611
+ "16383": {
1612
+ "content": "\\alpha",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": false
1618
+ }
1619
+ },
1620
+ "additional_special_tokens": [
1621
+ "<|endoftext|>",
1622
+ "<|im_start|>",
1623
+ "<|system|>",
1624
+ "<|user|>",
1625
+ "<|assistant|>",
1626
+ "<|developer|>",
1627
+ "<|tool|>",
1628
+ "<|function|>"
1629
+ ],
1630
+ "backend": "tokenizers",
1631
+ "bos_token": "<|startoftext|>",
1632
+ "chatml_role_tokens": [
1633
+ "<|system|>",
1634
+ "<|user|>",
1635
+ "<|assistant|>",
1636
+ "<|developer|>",
1637
+ "<|tool|>",
1638
+ "<|function|>"
1639
+ ],
1640
+ "clean_up_tokenization_spaces": false,
1641
+ "eos_token": "<|im_end|>",
1642
+ "expected_vocab_size": 16384,
1643
+ "extra_special_tokens": {},
1644
+ "falcon_latex_tokens": [
1645
+ "\\blindtext",
1646
+ "\\newpage",
1647
+ "\\boxed",
1648
+ "\\framebox",
1649
+ "\\fbox",
1650
+ "\\tag",
1651
+ "\\nonumber",
1652
+ "\\item",
1653
+ "\\centering",
1654
+ "\\caption",
1655
+ "\\includegraphics",
1656
+ "\\label",
1657
+ "\\multicolumn",
1658
+ "\\cline",
1659
+ "\\hline",
1660
+ "\\end",
1661
+ "\\begin",
1662
+ "\\tableofcontents",
1663
+ "\\maketitle",
1664
+ "\\date",
1665
+ "\\author",
1666
+ "\\title",
1667
+ "\\chapter",
1668
+ "\\subsubsection",
1669
+ "\\subsection",
1670
+ "\\section",
1671
+ "\\noindent",
1672
+ "\\newline",
1673
+ "\\par",
1674
+ "\\ddot",
1675
+ "\\dot",
1676
+ "\\bar",
1677
+ "\\iff",
1678
+ "\\implies",
1679
+ "\\neg",
1680
+ "\\lor",
1681
+ "\\land",
1682
+ "\\qquad",
1683
+ "\\quad",
1684
+ "\\arctan",
1685
+ "\\arccos",
1686
+ "\\arcsin",
1687
+ "\\cot",
1688
+ "\\sec",
1689
+ "\\csc",
1690
+ "\\tan",
1691
+ "\\cos",
1692
+ "\\sin",
1693
+ "\\widetilde",
1694
+ "\\widehat",
1695
+ "\\complement",
1696
+ "\\varnothing",
1697
+ "\\tilde",
1698
+ "\\hat",
1699
+ "\\vec",
1700
+ "\\mathfrak",
1701
+ "\\mathcal",
1702
+ "\\mathbb",
1703
+ "\\emptyset",
1704
+ "\\bot",
1705
+ "\\aleph",
1706
+ "\\Re",
1707
+ "\\Im",
1708
+ "\\ell",
1709
+ "\\hbar",
1710
+ "\\exists",
1711
+ "\\forall",
1712
+ "\\partial",
1713
+ "\\nabla",
1714
+ "\\infty",
1715
+ "\\binom",
1716
+ "\\overline",
1717
+ "\\sqrt",
1718
+ "\\tfrac",
1719
+ "\\dfrac",
1720
+ "\\frac",
1721
+ "\\textsc",
1722
+ "\\textsf",
1723
+ "\\texttt",
1724
+ "\\emph",
1725
+ "\\underline",
1726
+ "\\textit",
1727
+ "\\textbf",
1728
+ "\\bigoplus",
1729
+ "\\bigcap",
1730
+ "\\bigcup",
1731
+ "\\prod",
1732
+ "\\sum",
1733
+ "\\oint",
1734
+ "\\iiint",
1735
+ "\\iint",
1736
+ "\\int",
1737
+ "\\right",
1738
+ "\\left",
1739
+ "\\Bigr",
1740
+ "\\Bigl",
1741
+ "\\bigr",
1742
+ "\\bigl",
1743
+ "\\rceil",
1744
+ "\\lceil",
1745
+ "\\rfloor",
1746
+ "\\lfloor",
1747
+ "\\rangle",
1748
+ "\\langle",
1749
+ "\\overleftarrow",
1750
+ "\\overleftrightarrow",
1751
+ "\\overrightarrow",
1752
+ "\\Longleftrightarrow",
1753
+ "\\longleftrightarrow",
1754
+ "\\longrightarrow",
1755
+ "\\longleftarrow",
1756
+ "\\Longrightarrow",
1757
+ "\\Longleftarrow",
1758
+ "\\gets",
1759
+ "\\to",
1760
+ "\\mapsto",
1761
+ "\\Updownarrow",
1762
+ "\\Downarrow",
1763
+ "\\Uparrow",
1764
+ "\\updownarrow",
1765
+ "\\downarrow",
1766
+ "\\uparrow",
1767
+ "\\Leftrightarrow",
1768
+ "\\Rightarrow",
1769
+ "\\Leftarrow",
1770
+ "\\leftrightarrow",
1771
+ "\\rightarrow",
1772
+ "\\leftarrow",
1773
+ "\\perp",
1774
+ "\\propto",
1775
+ "\\ni",
1776
+ "\\notin",
1777
+ "\\in",
1778
+ "\\supseteq",
1779
+ "\\supset",
1780
+ "\\sqsupseteq",
1781
+ "\\sqsubseteq",
1782
+ "\\subseteq",
1783
+ "\\subset",
1784
+ "\\cong",
1785
+ "\\approx",
1786
+ "\\simeq",
1787
+ "\\sim",
1788
+ "\\equiv",
1789
+ "\\neq",
1790
+ "\\geq",
1791
+ "\\leq",
1792
+ "\\oslash",
1793
+ "\\otimes",
1794
+ "\\ominus",
1795
+ "\\oplus",
1796
+ "\\wedge",
1797
+ "\\vee",
1798
+ "\\sqcup",
1799
+ "\\sqcap",
1800
+ "\\uplus",
1801
+ "\\cup",
1802
+ "\\cap",
1803
+ "\\cdot",
1804
+ "\\bullet",
1805
+ "\\circ",
1806
+ "\\star",
1807
+ "\\ast",
1808
+ "\\div",
1809
+ "\\times",
1810
+ "\\mp",
1811
+ "\\pm",
1812
+ "\\omega",
1813
+ "\\psi",
1814
+ "\\chi",
1815
+ "\\varphi",
1816
+ "\\varsigma",
1817
+ "\\phi",
1818
+ "\\upsilon",
1819
+ "\\tau",
1820
+ "\\sigma",
1821
+ "\\rho",
1822
+ "\\pi",
1823
+ "\\xi",
1824
+ "\\nu",
1825
+ "\\mu",
1826
+ "\\lambda",
1827
+ "\\kappa",
1828
+ "\\iota",
1829
+ "\\theta",
1830
+ "\\eta",
1831
+ "\\zeta",
1832
+ "\\epsilon",
1833
+ "\\delta",
1834
+ "\\gamma",
1835
+ "\\beta",
1836
+ "\\alpha"
1837
+ ],
1838
+ "fresh_training_vocab_note": "This tokenizer intentionally repurposes obsolete Harmony/control token IDs 2,3,4,7,8,9 as ChatML role tokens. It is intended for from-scratch base-model training; do not use it with old checkpoints or old tokenized caches.",
1839
+ "hf_compatibility_note": "Set tokenizer_class to PreTrainedTokenizerFast for vanilla Hugging Face loading; original source used a custom TokenizersBackend name.",
1840
+ "is_local": true,
1841
+ "model_input_names": [
1842
+ "input_ids",
1843
+ "attention_mask"
1844
+ ],
1845
+ "model_max_length": 1000000000000000019884624838656,
1846
+ "pad_token": "<|im_end|>",
1847
+ "tokenizer_class": "PreTrainedTokenizerFast"
1848
+ }