forked from bojone/NBCE
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathinput_tokens.txt
131 lines (131 loc) · 10.1 KB
/
input_tokens.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
{'input_ids': tensor([[ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 1, 4911, 29901, 29871, 13, 13, 12148, 1303,
278, 5518, 16112, 322, 1234, 278, 1494, 1139, 697, 491,
697, 30383, 13, 29899, 1128, 1784, 1190, 914, 583, 756,
6780, 3873, 262, 750, 29973, 13, 29899, 3750, 338, 22221,
1641, 7405, 630, 29973, 13, 29899, 1724, 1258, 18060, 9758,
29973, 13, 13, 13, 7900, 22137, 29901],
[ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 4911, 29901, 12753, 10637, 5337,
1081, 293, 459, 2153, 16768, 28605, 297, 4482, 975, 278,
4272, 310, 7706, 1195, 1056, 29892, 380, 1929, 292, 29417,
713, 4565, 1220, 11909, 925, 5377, 278, 4272, 29889, 10637,
270, 1617, 267, 3449, 839, 18702, 1550, 25820, 30010, 29879,
5962, 8249, 17285, 9416, 4933, 18788, 304, 28371, 714, 11951,
336, 2172, 550, 515, 1701, 29916, 5391, 267, 7934, 297,
278, 270, 932, 839, 3578, 310, 278, 282, 457, 13569,
29889, 13, 13, 2887, 3902, 3689, 1616, 19486, 6473, 29879,
25239, 278, 5962, 2820, 1075, 373, 24211, 7250, 29892, 18060,
29892, 263, 29871, 29906, 29955, 29899, 6360, 29899, 1025, 29417,
713, 4192, 650, 5455, 29892, 805, 15048, 263, 10637, 5075,
4395, 24127, 1559, 4336, 20794, 901, 13230, 304, 278, 10555,
29889, 739, 471, 263, 1950, 758, 29880, 1151, 29892, 540,
1497, 29892, 304, 1790, 29159, 29889, 13, 13, 12148, 1303,
278, 5518, 16112, 322, 1234, 278, 1494, 1139, 697, 491,
697, 30383, 13, 29899, 1128, 1784, 1190, 914, 583, 756,
6780, 3873, 262, 750, 29973, 13, 29899, 3750, 338, 22221,
1641, 7405, 630, 29973, 13, 29899, 1724, 1258, 18060, 9758,
29973, 13, 13, 13, 7900, 22137, 29901],
[ 1, 4911, 29901, 12828, 360, 688, 6249, 322, 670, 18881,
8619, 29881, 583, 892, 5312, 3262, 373, 1009, 330, 799,
697, 7786, 7250, 746, 1009, 9892, 357, 8171, 1557, 327,
26902, 29892, 408, 372, 13672, 947, 29892, 304, 278, 4967,
310, 14002, 16920, 1190, 914, 583, 29889, 13, 13, 29928,
688, 6249, 29892, 29871, 29955, 29946, 29892, 278, 22314, 12271,
310, 385, 23116, 21464, 29892, 1766, 345, 839, 472, 278,
1183, 261, 1353, 310, 4329, 273, 1974, 3573, 5633, 297,
278, 658, 4937, 5716, 29889, 940, 7737, 2955, 11183, 21190,
6780, 3873, 262, 29892, 1058, 471, 281, 22817, 1847, 964,
263, 5101, 310, 2071, 1078, 3412, 278, 11564, 10090, 29889,
13, 13, 30015, 29902, 1016, 30010, 29873, 1348, 727, 30010,
29879, 385, 2441, 760, 373, 366, 3995, 360, 688, 6249,
1497, 29889, 13, 13, 29933, 272, 3873, 262, 29892, 29871,
29955, 29900, 29892, 25156, 29889, 1346, 13985, 25713, 17905, 267,
29892, 263, 805, 979, 13793, 20436, 9183, 29892, 29871, 29906,
29945, 1190, 914, 583, 3995, 540, 4689, 29892, 408, 565,
1162, 11407, 263, 3800, 8158, 29889, 13, 13, 12148, 1303,
278, 5518, 16112, 322, 1234, 278, 1494, 1139, 697, 491,
697, 30383, 13, 29899, 1128, 1784, 1190, 914, 583, 756,
6780, 3873, 262, 750, 29973, 13, 29899, 3750, 338, 22221,
1641, 7405, 630, 29973, 13, 29899, 1724, 1258, 18060, 9758,
29973, 13, 13, 13, 7900, 22137, 29901],
[ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 1, 4911, 29901, 450, 13151,
10317, 756, 6496, 263, 7631, 10462, 22522, 964, 22221, 3014,
30010, 29879, 25000, 7336, 6847, 8898, 29892, 23800, 278, 17097,
5874, 4153, 964, 263, 21334, 346, 4797, 27836, 1048, 17173,
29892, 14828, 479, 322, 8175, 1156, 278, 22569, 9245, 330,
4774, 287, 278, 671, 310, 2756, 3568, 1230, 3158, 297,
6133, 9793, 29889, 13, 13, 1576, 25501, 16129, 964, 697,
310, 278, 5233, 30010, 29879, 8261, 342, 322, 1556, 544,
5286, 2738, 4946, 1907, 674, 25917, 16831, 800, 491, 2211,
26054, 6471, 393, 22221, 30010, 29879, 6944, 310, 6445, 24583,
363, 278, 14576, 310, 394, 1227, 29875, 322, 1016, 943,
2313, 20386, 1078, 2750, 6054, 29892, 3600, 8357, 293, 322,
20021, 15576, 1934, 297, 7853, 310, 4796, 322, 17173, 29891,
8041, 1058, 526, 3109, 18698, 29889, 13, 13, 12148, 1303,
278, 5518, 16112, 322, 1234, 278, 1494, 1139, 697, 491,
697, 30383, 13, 29899, 1128, 1784, 1190, 914, 583, 756,
6780, 3873, 262, 750, 29973, 13, 29899, 3750, 338, 22221,
1641, 7405, 630, 29973, 13, 29899, 1724, 1258, 18060, 9758,
29973, 13, 13, 13, 7900, 22137, 29901]], device='cuda:0'), 'attention_mask': tensor([[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1],
[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]], device='cuda:0')}