Upload 12 files

README.md

@@ -0,0 +1,52 @@
+---
+license: apache-2.0
+base_model: google-bert/bert-large-cased
+tags:
+- generated_from_trainer
+model-index:
+- name: results_augm_new
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# results_augm_new
+
+This model is a fine-tuned version of [google-bert/bert-large-cased](https://huggingface.co/google-bert/bert-large-cased) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.39.0.dev0
+- Pytorch 2.1.2.post103
+- Datasets 2.19.1.dev0
+- Tokenizers 0.15.2

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "train_loss": 0.10975847404083053,
+    "train_runtime": 15317.2123,
+    "train_samples": 15990,
+    "train_samples_per_second": 5.22,
+    "train_steps_per_second": 0.653
+}

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "google-bert/bert-large-cased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "finetuning_task": "text-classification",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "0",
+    "1": "1"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "0": 0,
+    "1": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.0.dev0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 28996
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d2f83965ec5c46c549839b05e46eec19b1807cbff9b300ae254220c5d01224
+size 1334372264

predict_results.txt

@@ -0,0 +1,6000 @@
+index	prediction
+0	1
+1	1
+2	1
+3	1
+4	1
+5	1
+6	1
+7	1
+8	1
+9	1
+10	1
+11	1
+12	1
+13	1
+14	1
+15	1
+16	1
+17	1
+18	1
+19	1
+20	1
+21	1
+22	1
+23	1
+24	1
+25	1
+26	1
+27	1
+28	1
+29	1
+30	1
+31	1
+32	1
+33	1
+34	1
+35	1
+36	1
+37	1
+38	1
+39	1
+40	1
+41	1
+42	1
+43	1
+44	1
+45	1
+46	1
+47	1
+48	1
+49	1
+50	1
+51	1
+52	1
+53	1
+54	1
+55	1
+56	1
+57	1
+58	1
+59	1
+60	1
+61	1
+62	1
+63	1
+64	1
+65	1
+66	1
+67	1
+68	1
+69	1
+70	1
+71	1
+72	1
+73	1
+74	1
+75	1
+76	1
+77	1
+78	1
+79	1
+80	1
+81	1
+82	1
+83	1
+84	1
+85	1
+86	1
+87	1
+88	1
+89	1
+90	1
+91	1
+92	1
+93	1
+94	1
+95	1
+96	1
+97	1
+98	1
+99	1
+100	1
+101	1
+102	1
+103	1
+104	1
+105	1
+106	1
+107	1
+108	1
+109	1
+110	1
+111	1
+112	1
+113	1
+114	1
+115	1
+116	1
+117	1
+118	1
+119	1
+120	1
+121	1
+122	1
+123	1
+124	1
+125	1
+126	1
+127	1
+128	1
+129	1
+130	1
+131	1
+132	1
+133	1
+134	1
+135	1
+136	1
+137	1
+138	1
+139	1
+140	1
+141	1
+142	1
+143	1
+144	1
+145	1
+146	1
+147	1
+148	1
+149	1
+150	1
+151	1
+152	1
+153	1
+154	1
+155	1
+156	1
+157	1
+158	1
+159	1
+160	1
+161	1
+162	1
+163	1
+164	1
+165	1
+166	1
+167	1
+168	1
+169	1
+170	1
+171	1
+172	1
+173	1
+174	1
+175	1
+176	1
+177	1
+178	1
+179	1
+180	1
+181	1
+182	1
+183	1
+184	1
+185	1
+186	1
+187	1
+188	1
+189	1
+190	1
+191	1
+192	1
+193	1
+194	1
+195	1
+196	1
+197	1
+198	1
+199	1
+200	1
+201	1
+202	1
+203	1
+204	1
+205	1
+206	1
+207	1
+208	1
+209	1
+210	1
+211	1
+212	1
+213	1
+214	1
+215	1
+216	1
+217	1
+218	1
+219	1
+220	1
+221	1
+222	1
+223	1
+224	1
+225	1
+226	1
+227	1
+228	1
+229	1
+230	1
+231	1
+232	1
+233	1
+234	1
+235	1
+236	1
+237	1
+238	1
+239	1
+240	1
+241	1
+242	1
+243	1
+244	1
+245	1
+246	1
+247	1
+248	1
+249	1
+250	1
+251	1
+252	1
+253	1
+254	1
+255	1
+256	1
+257	1
+258	1
+259	1
+260	1
+261	1
+262	1
+263	1
+264	1
+265	1
+266	1
+267	1
+268	1
+269	1
+270	1
+271	1
+272	1
+273	1
+274	1
+275	1
+276	1
+277	1
+278	1
+279	1
+280	1
+281	1
+282	1
+283	1
+284	1
+285	1
+286	1
+287	1
+288	1
+289	1
+290	1
+291	1
+292	1
+293	1
+294	1
+295	1
+296	1
+297	1
+298	1
+299	1
+300	1
+301	1
+302	1
+303	1
+304	1
+305	1
+306	1
+307	1
+308	1
+309	1
+310	1
+311	1
+312	1
+313	1
+314	1
+315	1
+316	1
+317	1
+318	1
+319	1
+320	1
+321	1
+322	1
+323	1
+324	1
+325	1
+326	1
+327	1
+328	1
+329	1
+330	1
+331	1
+332	1
+333	1
+334	1
+335	1
+336	1
+337	1
+338	1
+339	1
+340	1
+341	1
+342	1
+343	1
+344	1
+345	1
+346	1
+347	1
+348	1
+349	1
+350	1
+351	1
+352	1
+353	1
+354	1
+355	1
+356	1
+357	1
+358	1
+359	1
+360	1
+361	1
+362	1
+363	1
+364	1
+365	1
+366	1
+367	1
+368	1
+369	1
+370	1
+371	1
+372	1
+373	1
+374	1
+375	1
+376	1
+377	1
+378	1
+379	1
+380	1
+381	1
+382	1
+383	1
+384	1
+385	1
+386	1
+387	1
+388	1
+389	1
+390	1
+391	1
+392	1
+393	1
+394	1
+395	1
+396	1
+397	1
+398	1
+399	1
+400	0
+401	0
+402	1
+403	1
+404	1
+405	0
+406	1
+407	1
+408	0
+409	0
+410	1
+411	1
+412	1
+413	1
+414	1
+415	1
+416	1
+417	1
+418	0
+419	1
+420	0
+421	1
+422	0
+423	1
+424	0
+425	1
+426	1
+427	0
+428	0
+429	1
+430	1
+431	0
+432	1
+433	1
+434	0
+435	1
+436	1
+437	1
+438	1
+439	1
+440	0
+441	0
+442	1
+443	1
+444	0
+445	0
+446	1
+447	1
+448	1
+449	0
+450	0
+451	1
+452	1
+453	1
+454	1
+455	0
+456	1
+457	0
+458	1
+459	1
+460	1
+461	0
+462	0
+463	0
+464	0
+465	1
+466	0
+467	0
+468	1
+469	1
+470	1
+471	1
+472	1
+473	1
+474	0
+475	1
+476	0
+477	1
+478	1
+479	1
+480	0
+481	1
+482	1
+483	1
+484	0
+485	1
+486	1
+487	0
+488	1
+489	1
+490	1
+491	1
+492	1
+493	0
+494	0
+495	1
+496	1
+497	0
+498	1
+499	0
+500	1
+501	0
+502	1
+503	1
+504	1
+505	1
+506	1
+507	1
+508	1
+509	0
+510	1
+511	1
+512	1
+513	1
+514	1
+515	1
+516	1
+517	1
+518	1
+519	1
+520	1
+521	1
+522	1
+523	1
+524	1
+525	1
+526	1
+527	1
+528	1
+529	1
+530	1
+531	1
+532	0
+533	1
+534	1
+535	1
+536	1
+537	1
+538	1
+539	1
+540	1
+541	1
+542	1
+543	1
+544	1
+545	1
+546	1
+547	1
+548	1
+549	1
+550	1
+551	1
+552	1
+553	1
+554	1
+555	1
+556	0
+557	1
+558	1
+559	1
+560	1
+561	1
+562	1
+563	1
+564	1
+565	1
+566	0
+567	1
+568	1
+569	1
+570	1
+571	0
+572	1
+573	1
+574	1
+575	1
+576	0
+577	1
+578	1
+579	1
+580	1
+581	1
+582	1
+583	1
+584	1
+585	1
+586	1
+587	1
+588	1
+589	1
+590	1
+591	1
+592	1
+593	1
+594	1
+595	0
+596	1
+597	1
+598	1
+599	1
+600	1
+601	1
+602	1
+603	1
+604	1
+605	1
+606	1
+607	1
+608	1
+609	1
+610	1
+611	1
+612	1
+613	1
+614	1
+615	1
+616	1
+617	1
+618	1
+619	1
+620	1
+621	1
+622	1
+623	1
+624	1
+625	1
+626	1
+627	1
+628	1
+629	1
+630	1
+631	1
+632	1
+633	1
+634	1
+635	1
+636	1
+637	1
+638	1
+639	1
+640	1
+641	1
+642	1
+643	1
+644	1
+645	1
+646	1
+647	1
+648	1
+649	1
+650	1
+651	1
+652	1
+653	1
+654	1
+655	1
+656	1
+657	1
+658	1
+659	1
+660	1
+661	1
+662	1
+663	1
+664	1
+665	1
+666	1
+667	1
+668	1
+669	1
+670	1
+671	1
+672	1
+673	1
+674	1
+675	1
+676	1
+677	1
+678	1
+679	1
+680	1
+681	1
+682	1
+683	1
+684	1
+685	1
+686	1
+687	1
+688	1
+689	1
+690	1
+691	1
+692	1
+693	1
+694	1
+695	1
+696	1
+697	1
+698	1
+699	1
+700	1
+701	0
+702	0
+703	0
+704	0
+705	0
+706	1
+707	1
+708	1
+709	0
+710	1
+711	0
+712	0
+713	0
+714	1
+715	1
+716	0
+717	0
+718	1
+719	1
+720	1
+721	1
+722	0
+723	0
+724	0
+725	1
+726	1
+727	0
+728	1
+729	1
+730	1
+731	1
+732	0
+733	0
+734	0
+735	1
+736	0
+737	1
+738	0
+739	0
+740	1
+741	1
+742	0
+743	1
+744	0
+745	0
+746	1
+747	1
+748	1
+749	0
+750	0
+751	1
+752	1
+753	1
+754	1
+755	1
+756	1
+757	1
+758	1
+759	0
+760	0
+761	1
+762	0
+763	1
+764	0
+765	0
+766	0
+767	0
+768	1
+769	0
+770	0
+771	1
+772	1
+773	0
+774	0
+775	0
+776	1
+777	1
+778	1
+779	1
+780	1
+781	1
+782	1
+783	1
+784	1
+785	1
+786	0
+787	1
+788	1
+789	1
+790	0
+791	1
+792	1
+793	0
+794	1
+795	0
+796	0
+797	1
+798	0
+799	1
+800	0
+801	0
+802	0
+803	0
+804	0
+805	0
+806	0
+807	0
+808	0
+809	0
+810	0
+811	0
+812	0
+813	0
+814	0
+815	0
+816	0
+817	0
+818	0
+819	0
+820	0
+821	0
+822	0
+823	0
+824	0
+825	0
+826	0
+827	0
+828	0
+829	0
+830	0
+831	0
+832	0
+833	0
+834	0
+835	0
+836	0
+837	0
+838	0
+839	0
+840	0
+841	0
+842	0
+843	0
+844	0
+845	0
+846	0
+847	0
+848	0
+849	0
+850	0
+851	0
+852	0
+853	0
+854	0
+855	0
+856	0
+857	0
+858	0
+859	0
+860	0
+861	0
+862	0
+863	0
+864	0
+865	0
+866	0
+867	0
+868	0
+869	0
+870	0
+871	0
+872	0
+873	0
+874	0
+875	0
+876	0
+877	0
+878	0
+879	0
+880	0
+881	0
+882	0
+883	0
+884	0
+885	0
+886	0
+887	0
+888	0
+889	0
+890	0
+891	0
+892	0
+893	0
+894	0
+895	0
+896	0
+897	0
+898	0
+899	0
+900	1
+901	1
+902	1
+903	1
+904	1
+905	1
+906	1
+907	1
+908	1
+909	1
+910	1
+911	1
+912	1
+913	1
+914	1
+915	1
+916	1
+917	1
+918	1
+919	1
+920	1
+921	1
+922	1
+923	1
+924	1
+925	1
+926	1
+927	1
+928	1
+929	1
+930	1
+931	1
+932	1
+933	1
+934	1
+935	1
+936	1
+937	1
+938	1
+939	1
+940	1
+941	1
+942	1
+943	1
+944	1
+945	1
+946	1
+947	1
+948	1
+949	1
+950	1
+951	1
+952	1
+953	1
+954	1
+955	1
+956	1
+957	1
+958	1
+959	1
+960	1
+961	1
+962	1
+963	1
+964	1
+965	1
+966	1
+967	1
+968	1
+969	1
+970	1
+971	1
+972	1
+973	1
+974	1
+975	1
+976	1
+977	1
+978	1
+979	1
+980	1
+981	1
+982	1
+983	1
+984	1
+985	1
+986	1
+987	1
+988	1
+989	1
+990	1
+991	1
+992	1
+993	1
+994	1
+995	1
+996	1
+997	1
+998	1
+999	1
+1000	0
+1001	0
+1002	1
+1003	0
+1004	0
+1005	0
+1006	0
+1007	0
+1008	0
+1009	0
+1010	0
+1011	0
+1012	0
+1013	0
+1014	0
+1015	0
+1016	0
+1017	0
+1018	0
+1019	1
+1020	0
+1021	0
+1022	0
+1023	0
+1024	0
+1025	0
+1026	0
+1027	0
+1028	1
+1029	0
+1030	0
+1031	0
+1032	0
+1033	0
+1034	0
+1035	0
+1036	0
+1037	0
+1038	0
+1039	0
+1040	0
+1041	0
+1042	0
+1043	0
+1044	0
+1045	0
+1046	0
+1047	0
+1048	0
+1049	0
+1050	0
+1051	0
+1052	0
+1053	0
+1054	0
+1055	0
+1056	0
+1057	0
+1058	0
+1059	0
+1060	0
+1061	0
+1062	0
+1063	0
+1064	0
+1065	0
+1066	0
+1067	0
+1068	1
+1069	0
+1070	0
+1071	0
+1072	0
+1073	0
+1074	0
+1075	0
+1076	0
+1077	0
+1078	0
+1079	0
+1080	0
+1081	1
+1082	0
+1083	0
+1084	0
+1085	0
+1086	0
+1087	0
+1088	0
+1089	0
+1090	0
+1091	0
+1092	0
+1093	0
+1094	0
+1095	0
+1096	0
+1097	0
+1098	1
+1099	0
+1100	1
+1101	1
+1102	1
+1103	1
+1104	1
+1105	1
+1106	1
+1107	1
+1108	1
+1109	1
+1110	1
+1111	1
+1112	1
+1113	1
+1114	1
+1115	1
+1116	1
+1117	1
+1118	1
+1119	1
+1120	1
+1121	1
+1122	1
+1123	1
+1124	1
+1125	1
+1126	1
+1127	1
+1128	1
+1129	1
+1130	1
+1131	1
+1132	1
+1133	1
+1134	1
+1135	1
+1136	1
+1137	1
+1138	1
+1139	1
+1140	1
+1141	1
+1142	1
+1143	1
+1144	1
+1145	1
+1146	1
+1147	1
+1148	1
+1149	1
+1150	1
+1151	1
+1152	1
+1153	1
+1154	1
+1155	1
+1156	1
+1157	1
+1158	1
+1159	1
+1160	1
+1161	1
+1162	1
+1163	1
+1164	1
+1165	1
+1166	1
+1167	1
+1168	1
+1169	1
+1170	1
+1171	1
+1172	1
+1173	1
+1174	1
+1175	1
+1176	1
+1177	1
+1178	1
+1179	1
+1180	1
+1181	1
+1182	1
+1183	1
+1184	1
+1185	1
+1186	1
+1187	1
+1188	1
+1189	1
+1190	1
+1191	1
+1192	1
+1193	1
+1194	1
+1195	1
+1196	1
+1197	1
+1198	1
+1199	1
+1200	1
+1201	1
+1202	1
+1203	1
+1204	1
+1205	1
+1206	1
+1207	1
+1208	1
+1209	1
+1210	0
+1211	1
+1212	1
+1213	0
+1214	1
+1215	1
+1216	1
+1217	1
+1218	1
+1219	1
+1220	1
+1221	1
+1222	0
+1223	1
+1224	1
+1225	1
+1226	1
+1227	1
+1228	1
+1229	0
+1230	1
+1231	1
+1232	1
+1233	1
+1234	1
+1235	1
+1236	1
+1237	1
+1238	1
+1239	1
+1240	1
+1241	1
+1242	0
+1243	1
+1244	1
+1245	1
+1246	1
+1247	1
+1248	1
+1249	1
+1250	1
+1251	1
+1252	1
+1253	1
+1254	1
+1255	1
+1256	1
+1257	1
+1258	1
+1259	1
+1260	1
+1261	1
+1262	1
+1263	1
+1264	1
+1265	1
+1266	1
+1267	1
+1268	1
+1269	1
+1270	1
+1271	1
+1272	1
+1273	1
+1274	1
+1275	1
+1276	1
+1277	1
+1278	1
+1279	1
+1280	1
+1281	1
+1282	1
+1283	1
+1284	1
+1285	1
+1286	1
+1287	1
+1288	1
+1289	0
+1290	1
+1291	1
+1292	1
+1293	1
+1294	1
+1295	1
+1296	1
+1297	1
+1298	1
+1299	1
+1300	1
+1301	1
+1302	1
+1303	1
+1304	1
+1305	0
+1306	1
+1307	0
+1308	0
+1309	1
+1310	1
+1311	1
+1312	0
+1313	1
+1314	0
+1315	1
+1316	1
+1317	1
+1318	1
+1319	1
+1320	0
+1321	0
+1322	1
+1323	1
+1324	1
+1325	1
+1326	1
+1327	1
+1328	1
+1329	1
+1330	0
+1331	0
+1332	1
+1333	1
+1334	0
+1335	1
+1336	1
+1337	1
+1338	1
+1339	1
+1340	1
+1341	1
+1342	1
+1343	1
+1344	1
+1345	1
+1346	0
+1347	0
+1348	1
+1349	1
+1350	1
+1351	1
+1352	0
+1353	1
+1354	1
+1355	1
+1356	1
+1357	1
+1358	1
+1359	0
+1360	1
+1361	1
+1362	0
+1363	1
+1364	1
+1365	0
+1366	1
+1367	0
+1368	1
+1369	1
+1370	0
+1371	1
+1372	1
+1373	1
+1374	1
+1375	1
+1376	0
+1377	1
+1378	0
+1379	1
+1380	1
+1381	1
+1382	0
+1383	1
+1384	1
+1385	1
+1386	1
+1387	1
+1388	0
+1389	1
+1390	1
+1391	1
+1392	1
+1393	1
+1394	1
+1395	0
+1396	1
+1397	1
+1398	1
+1399	1
+1400	0
+1401	1
+1402	0
+1403	0
+1404	1
+1405	0
+1406	0
+1407	1
+1408	0
+1409	1
+1410	0
+1411	1
+1412	1
+1413	0
+1414	0
+1415	0
+1416	1
+1417	0
+1418	1
+1419	1
+1420	1
+1421	1
+1422	1
+1423	1
+1424	1
+1425	1
+1426	0
+1427	0
+1428	1
+1429	0
+1430	0
+1431	0
+1432	1
+1433	1
+1434	1
+1435	1
+1436	1
+1437	1
+1438	1
+1439	0
+1440	1
+1441	1
+1442	1
+1443	0
+1444	1
+1445	1
+1446	1
+1447	1
+1448	1
+1449	0
+1450	1
+1451	1
+1452	1
+1453	0
+1454	1
+1455	0
+1456	0
+1457	1
+1458	1
+1459	0
+1460	1
+1461	1
+1462	1
+1463	0
+1464	1
+1465	1
+1466	0
+1467	1
+1468	1
+1469	1
+1470	0
+1471	0
+1472	1
+1473	0
+1474	1
+1475	0
+1476	0
+1477	1
+1478	1
+1479	1
+1480	1
+1481	1
+1482	0
+1483	1
+1484	1
+1485	0
+1486	1
+1487	0
+1488	1
+1489	1
+1490	1
+1491	1
+1492	0
+1493	0
+1494	1
+1495	1
+1496	1
+1497	0
+1498	0
+1499	1
+1500	0
+1501	0
+1502	0
+1503	0
+1504	0
+1505	0
+1506	0
+1507	0
+1508	0
+1509	0
+1510	0
+1511	0
+1512	0
+1513	0
+1514	0
+1515	0
+1516	0
+1517	0
+1518	0
+1519	0
+1520	0
+1521	0
+1522	0
+1523	0
+1524	0
+1525	0
+1526	0
+1527	0
+1528	0
+1529	0
+1530	0
+1531	0
+1532	0
+1533	0
+1534	0
+1535	0
+1536	0
+1537	0
+1538	0
+1539	0
+1540	0
+1541	0
+1542	0
+1543	0
+1544	0
+1545	0
+1546	0
+1547	0
+1548	0
+1549	0
+1550	0
+1551	0
+1552	0
+1553	0
+1554	0
+1555	0
+1556	0
+1557	0
+1558	0
+1559	0
+1560	0
+1561	0
+1562	0
+1563	0
+1564	0
+1565	0
+1566	0
+1567	0
+1568	0
+1569	0
+1570	0
+1571	0
+1572	0
+1573	0
+1574	0
+1575	0
+1576	0
+1577	0
+1578	0
+1579	0
+1580	0
+1581	0
+1582	0
+1583	0
+1584	0
+1585	0
+1586	0
+1587	0
+1588	0
+1589	0
+1590	0
+1591	0
+1592	0
+1593	0
+1594	0
+1595	0
+1596	0
+1597	0
+1598	0
+1599	0
+1600	0
+1601	0
+1602	0
+1603	0
+1604	0
+1605	0
+1606	0
+1607	0
+1608	0
+1609	0
+1610	0
+1611	0
+1612	0
+1613	0
+1614	0
+1615	0
+1616	0
+1617	0
+1618	0
+1619	0
+1620	0
+1621	0
+1622	0
+1623	0
+1624	0
+1625	0
+1626	0
+1627	0
+1628	0
+1629	0
+1630	0
+1631	0
+1632	0
+1633	0
+1634	0
+1635	0
+1636	0
+1637	0
+1638	0
+1639	0
+1640	0
+1641	0
+1642	0
+1643	0
+1644	0
+1645	0
+1646	0
+1647	0
+1648	0
+1649	0
+1650	0
+1651	0
+1652	0
+1653	0
+1654	0
+1655	0
+1656	0
+1657	0
+1658	0
+1659	0
+1660	0
+1661	0
+1662	0
+1663	0
+1664	0
+1665	0
+1666	0
+1667	0
+1668	0
+1669	0
+1670	0
+1671	0
+1672	0
+1673	0
+1674	0
+1675	0
+1676	0
+1677	0
+1678	0
+1679	0
+1680	0
+1681	0
+1682	0
+1683	0
+1684	0
+1685	0
+1686	0
+1687	0
+1688	0
+1689	0
+1690	0
+1691	0
+1692	0
+1693	0
+1694	0
+1695	0
+1696	0
+1697	0
+1698	0
+1699	0
+1700	0
+1701	0
+1702	0
+1703	0
+1704	0
+1705	0
+1706	0
+1707	0
+1708	0
+1709	0
+1710	0
+1711	0
+1712	0
+1713	0
+1714	0
+1715	0
+1716	0
+1717	0
+1718	0
+1719	0
+1720	0
+1721	0
+1722	0
+1723	0
+1724	0
+1725	0
+1726	0
+1727	0
+1728	0
+1729	0
+1730	0
+1731	0
+1732	0
+1733	0
+1734	0
+1735	0
+1736	0
+1737	0
+1738	0
+1739	0
+1740	0
+1741	0
+1742	0
+1743	0
+1744	0
+1745	0
+1746	0
+1747	0
+1748	0
+1749	0
+1750	0
+1751	0
+1752	0
+1753	0
+1754	0
+1755	0
+1756	0
+1757	0
+1758	0
+1759	0
+1760	0
+1761	0
+1762	0
+1763	0
+1764	0
+1765	0
+1766	0
+1767	0
+1768	0
+1769	0
+1770	0
+1771	0
+1772	0
+1773	0
+1774	0
+1775	0
+1776	0
+1777	0
+1778	0
+1779	0
+1780	0
+1781	0
+1782	0
+1783	0
+1784	0
+1785	0
+1786	0
+1787	0
+1788	0
+1789	0
+1790	0
+1791	0
+1792	0
+1793	0
+1794	0
+1795	0
+1796	0
+1797	0
+1798	0
+1799	0
+1800	0
+1801	0
+1802	0
+1803	0
+1804	0
+1805	0
+1806	0
+1807	0
+1808	0
+1809	0
+1810	0
+1811	0
+1812	0
+1813	0
+1814	0
+1815	0
+1816	0
+1817	0
+1818	0
+1819	0
+1820	0
+1821	0
+1822	0
+1823	0
+1824	0
+1825	0
+1826	0
+1827	0
+1828	0
+1829	0
+1830	0
+1831	0
+1832	0
+1833	0
+1834	0
+1835	0
+1836	0
+1837	0
+1838	0
+1839	0
+1840	0
+1841	0
+1842	0
+1843	0
+1844	0
+1845	0
+1846	0
+1847	0
+1848	0
+1849	0
+1850	0
+1851	0
+1852	0
+1853	0
+1854	0
+1855	0
+1856	0
+1857	0
+1858	0
+1859	0
+1860	0
+1861	0
+1862	0
+1863	0
+1864	0
+1865	0
+1866	0
+1867	0
+1868	0
+1869	0
+1870	0
+1871	0
+1872	0
+1873	0
+1874	0
+1875	0
+1876	0
+1877	0
+1878	0
+1879	0
+1880	0
+1881	0
+1882	0
+1883	0
+1884	0
+1885	0
+1886	0
+1887	0
+1888	0
+1889	0
+1890	0
+1891	0
+1892	0
+1893	0
+1894	0
+1895	0
+1896	0
+1897	0
+1898	0
+1899	0
+1900	0
+1901	0
+1902	0
+1903	0
+1904	0
+1905	0
+1906	0
+1907	0
+1908	0
+1909	0
+1910	0
+1911	0
+1912	0
+1913	1
+1914	0
+1915	0
+1916	0
+1917	0
+1918	0
+1919	1
+1920	0
+1921	1
+1922	0
+1923	1
+1924	1
+1925	0
+1926	0
+1927	0
+1928	0
+1929	0
+1930	0
+1931	0
+1932	1
+1933	0
+1934	0
+1935	1
+1936	0
+1937	0
+1938	0
+1939	0
+1940	0
+1941	1
+1942	1
+1943	0
+1944	0
+1945	0
+1946	0
+1947	0
+1948	0
+1949	0
+1950	1
+1951	0
+1952	0
+1953	1
+1954	1
+1955	0
+1956	0
+1957	0
+1958	0
+1959	0
+1960	0
+1961	0
+1962	0
+1963	0
+1964	0
+1965	0
+1966	0
+1967	0
+1968	0
+1969	0
+1970	0
+1971	0
+1972	0
+1973	0
+1974	0
+1975	0
+1976	0
+1977	0
+1978	0
+1979	0
+1980	0
+1981	0
+1982	0
+1983	0
+1984	0
+1985	1
+1986	0
+1987	1
+1988	0
+1989	0
+1990	0
+1991	0
+1992	0
+1993	0
+1994	1
+1995	0
+1996	0
+1997	0
+1998	0
+1999	0
+2000	0
+2001	0
+2002	0
+2003	0
+2004	0
+2005	0
+2006	0
+2007	0
+2008	0
+2009	0
+2010	0
+2011	0
+2012	0
+2013	1
+2014	0
+2015	0
+2016	0
+2017	0
+2018	0
+2019	0
+2020	0
+2021	1
+2022	0
+2023	0
+2024	0
+2025	0
+2026	0
+2027	0
+2028	0
+2029	1
+2030	0
+2031	0
+2032	0
+2033	0
+2034	0
+2035	0
+2036	0
+2037	0
+2038	0
+2039	0
+2040	0
+2041	0
+2042	0
+2043	0
+2044	0
+2045	0
+2046	0
+2047	0
+2048	0
+2049	0
+2050	0
+2051	0
+2052	0
+2053	0
+2054	0
+2055	0
+2056	0
+2057	0
+2058	1
+2059	0
+2060	0
+2061	0
+2062	1
+2063	0
+2064	0
+2065	0
+2066	1
+2067	0
+2068	0
+2069	0
+2070	0
+2071	0
+2072	0
+2073	0
+2074	0
+2075	0
+2076	0
+2077	0
+2078	0
+2079	0
+2080	0
+2081	1
+2082	0
+2083	0
+2084	1
+2085	1
+2086	0
+2087	0
+2088	0
+2089	0
+2090	0
+2091	0
+2092	1
+2093	0
+2094	0
+2095	0
+2096	0
+2097	0
+2098	0
+2099	0
+2100	0
+2101	0
+2102	0
+2103	0
+2104	0
+2105	0
+2106	0
+2107	0
+2108	0
+2109	0
+2110	0
+2111	0
+2112	0
+2113	0
+2114	0
+2115	0
+2116	0
+2117	0
+2118	0
+2119	0
+2120	0
+2121	1
+2122	0
+2123	0
+2124	0
+2125	0
+2126	0
+2127	0
+2128	0
+2129	0
+2130	0
+2131	0
+2132	0
+2133	0
+2134	0
+2135	0
+2136	0
+2137	0
+2138	0
+2139	0
+2140	0
+2141	0
+2142	0
+2143	0
+2144	0
+2145	0
+2146	0
+2147	1
+2148	0
+2149	1
+2150	0
+2151	0
+2152	0
+2153	0
+2154	0
+2155	0
+2156	0
+2157	0
+2158	0
+2159	0
+2160	0
+2161	0
+2162	0
+2163	0
+2164	1
+2165	0
+2166	0
+2167	0
+2168	0
+2169	0
+2170	0
+2171	0
+2172	0
+2173	1
+2174	0
+2175	0
+2176	0
+2177	0
+2178	0
+2179	0
+2180	1
+2181	0
+2182	0
+2183	0
+2184	0
+2185	0
+2186	0
+2187	0
+2188	0
+2189	0
+2190	0
+2191	0
+2192	0
+2193	0
+2194	0
+2195	0
+2196	0
+2197	0
+2198	0
+2199	0
+2200	0
+2201	1
+2202	0
+2203	1
+2204	0
+2205	1
+2206	1
+2207	1
+2208	1
+2209	1
+2210	0
+2211	0
+2212	1
+2213	1
+2214	0
+2215	1
+2216	1
+2217	1
+2218	1
+2219	1
+2220	1
+2221	1
+2222	0
+2223	1
+2224	1
+2225	1
+2226	1
+2227	1
+2228	1
+2229	0
+2230	1
+2231	1
+2232	0
+2233	1
+2234	1
+2235	0
+2236	1
+2237	0
+2238	1
+2239	0
+2240	1
+2241	0
+2242	1
+2243	1
+2244	0
+2245	0
+2246	1
+2247	0
+2248	0
+2249	0
+2250	1
+2251	0
+2252	0
+2253	1
+2254	1
+2255	1
+2256	0
+2257	1
+2258	1
+2259	0
+2260	0
+2261	0
+2262	1
+2263	1
+2264	0
+2265	1
+2266	0
+2267	1
+2268	1
+2269	0
+2270	1
+2271	1
+2272	1
+2273	0
+2274	0
+2275	0
+2276	0
+2277	1
+2278	0
+2279	1
+2280	1
+2281	1
+2282	0
+2283	1
+2284	0
+2285	0
+2286	1
+2287	1
+2288	1
+2289	0
+2290	0
+2291	0
+2292	1
+2293	1
+2294	1
+2295	1
+2296	1
+2297	1
+2298	0
+2299	1
+2300	0
+2301	0
+2302	0
+2303	0
+2304	0
+2305	0
+2306	0
+2307	0
+2308	0
+2309	0
+2310	0
+2311	0
+2312	0
+2313	0
+2314	0
+2315	0
+2316	0
+2317	0
+2318	0
+2319	0
+2320	0
+2321	0
+2322	0
+2323	0
+2324	0
+2325	0
+2326	0
+2327	0
+2328	0
+2329	0
+2330	0
+2331	0
+2332	0
+2333	0
+2334	0
+2335	0
+2336	0
+2337	0
+2338	0
+2339	0
+2340	0
+2341	0
+2342	0
+2343	0
+2344	0
+2345	0
+2346	0
+2347	0
+2348	0
+2349	1
+2350	0
+2351	0
+2352	0
+2353	0
+2354	0
+2355	0
+2356	0
+2357	0
+2358	0
+2359	0
+2360	0
+2361	0
+2362	0
+2363	0
+2364	0
+2365	0
+2366	0
+2367	0
+2368	0
+2369	0
+2370	0
+2371	0
+2372	0
+2373	0
+2374	0
+2375	0
+2376	0
+2377	0
+2378	0
+2379	0
+2380	0
+2381	0
+2382	0
+2383	0
+2384	0
+2385	0
+2386	0
+2387	0
+2388	0
+2389	0
+2390	0
+2391	0
+2392	0
+2393	0
+2394	0
+2395	0
+2396	0
+2397	0
+2398	0
+2399	0
+2400	0
+2401	0
+2402	0
+2403	0
+2404	0
+2405	0
+2406	0
+2407	0
+2408	0
+2409	0
+2410	0
+2411	0
+2412	0
+2413	0
+2414	0
+2415	0
+2416	0
+2417	0
+2418	0
+2419	0
+2420	0
+2421	0
+2422	0
+2423	0
+2424	0
+2425	0
+2426	0
+2427	0
+2428	0
+2429	0
+2430	0
+2431	0
+2432	0
+2433	0
+2434	0
+2435	0
+2436	0
+2437	0
+2438	0
+2439	0
+2440	0
+2441	0
+2442	0
+2443	0
+2444	0
+2445	0
+2446	0
+2447	0
+2448	0
+2449	0
+2450	0
+2451	0
+2452	0
+2453	0
+2454	0
+2455	0
+2456	0
+2457	0
+2458	0
+2459	0
+2460	0
+2461	0
+2462	0
+2463	0
+2464	0
+2465	0
+2466	0
+2467	0
+2468	0
+2469	0
+2470	0
+2471	0
+2472	0
+2473	0
+2474	0
+2475	0
+2476	0
+2477	0
+2478	0
+2479	0
+2480	0
+2481	0
+2482	0
+2483	0
+2484	0
+2485	0
+2486	0
+2487	0
+2488	0
+2489	0
+2490	0
+2491	0
+2492	0
+2493	0
+2494	0
+2495	0
+2496	0
+2497	0
+2498	0
+2499	0
+2500	0
+2501	0
+2502	0
+2503	0
+2504	0
+2505	0
+2506	0
+2507	0
+2508	0
+2509	0
+2510	0
+2511	0
+2512	0
+2513	0
+2514	0
+2515	0
+2516	0
+2517	0
+2518	0
+2519	0
+2520	0
+2521	0
+2522	0
+2523	0
+2524	0
+2525	0
+2526	0
+2527	0
+2528	0
+2529	0
+2530	0
+2531	0
+2532	1
+2533	0
+2534	0
+2535	1
+2536	0
+2537	0
+2538	0
+2539	0
+2540	0
+2541	0
+2542	0
+2543	0
+2544	0
+2545	0
+2546	0
+2547	0
+2548	0
+2549	0
+2550	0
+2551	0
+2552	0
+2553	0
+2554	0
+2555	0
+2556	0
+2557	0
+2558	0
+2559	0
+2560	0
+2561	0
+2562	0
+2563	0
+2564	0
+2565	0
+2566	0
+2567	0
+2568	0
+2569	0
+2570	0
+2571	0
+2572	0
+2573	0
+2574	0
+2575	0
+2576	0
+2577	0
+2578	0
+2579	0
+2580	0
+2581	0
+2582	0
+2583	0
+2584	0
+2585	0
+2586	0
+2587	0
+2588	0
+2589	0
+2590	0
+2591	0
+2592	1
+2593	0
+2594	0
+2595	0
+2596	0
+2597	0
+2598	0
+2599	0
+2600	0
+2601	0
+2602	0
+2603	0
+2604	1
+2605	0
+2606	0
+2607	0
+2608	1
+2609	0
+2610	0
+2611	0
+2612	0
+2613	0
+2614	0
+2615	0
+2616	0
+2617	0
+2618	0
+2619	0
+2620	0
+2621	0
+2622	0
+2623	0
+2624	0
+2625	0
+2626	0
+2627	0
+2628	0
+2629	0
+2630	0
+2631	1
+2632	0
+2633	0
+2634	0
+2635	0
+2636	0
+2637	0
+2638	0
+2639	0
+2640	0
+2641	0
+2642	0
+2643	0
+2644	0
+2645	0
+2646	0
+2647	0
+2648	0
+2649	0
+2650	0
+2651	0
+2652	0
+2653	0
+2654	0
+2655	0
+2656	0
+2657	0
+2658	0
+2659	0
+2660	0
+2661	0
+2662	0
+2663	0
+2664	0
+2665	0
+2666	0
+2667	0
+2668	0
+2669	0
+2670	1
+2671	0
+2672	0
+2673	0
+2674	0
+2675	0
+2676	0
+2677	0
+2678	0
+2679	0
+2680	0
+2681	0
+2682	0
+2683	0
+2684	0
+2685	0
+2686	0
+2687	0
+2688	0
+2689	0
+2690	0
+2691	0
+2692	0
+2693	0
+2694	1
+2695	0
+2696	0
+2697	0
+2698	0
+2699	0
+2700	1
+2701	1
+2702	0
+2703	1
+2704	1
+2705	1
+2706	1
+2707	1
+2708	1
+2709	1
+2710	1
+2711	0
+2712	1
+2713	1
+2714	0
+2715	0
+2716	1
+2717	0
+2718	1
+2719	0
+2720	1
+2721	0
+2722	0
+2723	0
+2724	0
+2725	1
+2726	1
+2727	0
+2728	0
+2729	0
+2730	1
+2731	1
+2732	1
+2733	1
+2734	1
+2735	0
+2736	1
+2737	1
+2738	1
+2739	1
+2740	1
+2741	1
+2742	1
+2743	1
+2744	1
+2745	1
+2746	0
+2747	1
+2748	1
+2749	0
+2750	1
+2751	0
+2752	1
+2753	0
+2754	1
+2755	1
+2756	1
+2757	0
+2758	1
+2759	0
+2760	1
+2761	1
+2762	0
+2763	0
+2764	1
+2765	1
+2766	0
+2767	0
+2768	1
+2769	1
+2770	0
+2771	0
+2772	0
+2773	1
+2774	0
+2775	0
+2776	0
+2777	1
+2778	0
+2779	0
+2780	0
+2781	1
+2782	1
+2783	1
+2784	1
+2785	0
+2786	0
+2787	1
+2788	1
+2789	1
+2790	0
+2791	0
+2792	0
+2793	0
+2794	0
+2795	1
+2796	0
+2797	1
+2798	1
+2799	0
+2800	0
+2801	0
+2802	0
+2803	0
+2804	0
+2805	0
+2806	0
+2807	0
+2808	0
+2809	0
+2810	0
+2811	1
+2812	0
+2813	0
+2814	0
+2815	0
+2816	0
+2817	0
+2818	0
+2819	0
+2820	0
+2821	0
+2822	0
+2823	0
+2824	0
+2825	0
+2826	0
+2827	0
+2828	0
+2829	0
+2830	0
+2831	0
+2832	0
+2833	0
+2834	0
+2835	0
+2836	0
+2837	0
+2838	0
+2839	0
+2840	0
+2841	0
+2842	0
+2843	0
+2844	0
+2845	0
+2846	0
+2847	0
+2848	0
+2849	0
+2850	0
+2851	0
+2852	0
+2853	0
+2854	0
+2855	0
+2856	0
+2857	0
+2858	0
+2859	0
+2860	0
+2861	0
+2862	0
+2863	0
+2864	0
+2865	0
+2866	0
+2867	0
+2868	0
+2869	0
+2870	0
+2871	0
+2872	0
+2873	0
+2874	0
+2875	0
+2876	0
+2877	0
+2878	0
+2879	0
+2880	0
+2881	0
+2882	0
+2883	0
+2884	0
+2885	0
+2886	0
+2887	0
+2888	0
+2889	0
+2890	0
+2891	0
+2892	0
+2893	0
+2894	0
+2895	0
+2896	0
+2897	0
+2898	0
+2899	0
+2900	0
+2901	0
+2902	0
+2903	0
+2904	0
+2905	0
+2906	0
+2907	0
+2908	0
+2909	0
+2910	0
+2911	0
+2912	0
+2913	0
+2914	0
+2915	0
+2916	0
+2917	0
+2918	0
+2919	0
+2920	0
+2921	0
+2922	0
+2923	0
+2924	0
+2925	0
+2926	0
+2927	0
+2928	0
+2929	0
+2930	0
+2931	0
+2932	0
+2933	0
+2934	0
+2935	0
+2936	0
+2937	0
+2938	0
+2939	0
+2940	0
+2941	0
+2942	0
+2943	0
+2944	0
+2945	0
+2946	0
+2947	0
+2948	0
+2949	0
+2950	0
+2951	0
+2952	0
+2953	0
+2954	0
+2955	0
+2956	0
+2957	0
+2958	0
+2959	0
+2960	0
+2961	0
+2962	0
+2963	0
+2964	0
+2965	0
+2966	0
+2967	0
+2968	0
+2969	0
+2970	0
+2971	0
+2972	0
+2973	0
+2974	0
+2975	0
+2976	0
+2977	0
+2978	0
+2979	0
+2980	0
+2981	0
+2982	0
+2983	0
+2984	0
+2985	0
+2986	0
+2987	0
+2988	0
+2989	0
+2990	0
+2991	0
+2992	0
+2993	0
+2994	0
+2995	0
+2996	0
+2997	0
+2998	0
+2999	0
+3000	0
+3001	1
+3002	1
+3003	0
+3004	1
+3005	0
+3006	1
+3007	1
+3008	0
+3009	0
+3010	0
+3011	1
+3012	1
+3013	0
+3014	1
+3015	1
+3016	1
+3017	1
+3018	1
+3019	0
+3020	1
+3021	1
+3022	0
+3023	0
+3024	0
+3025	1
+3026	1
+3027	0
+3028	1
+3029	1
+3030	1
+3031	0
+3032	0
+3033	1
+3034	0
+3035	0
+3036	0
+3037	1
+3038	1
+3039	1
+3040	1
+3041	0
+3042	1
+3043	0
+3044	0
+3045	0
+3046	1
+3047	1
+3048	0
+3049	1
+3050	1
+3051	1
+3052	0
+3053	0
+3054	1
+3055	1
+3056	1
+3057	1
+3058	1
+3059	0
+3060	1
+3061	1
+3062	0
+3063	0
+3064	0
+3065	1
+3066	0
+3067	0
+3068	0
+3069	1
+3070	0
+3071	1
+3072	0
+3073	0
+3074	1
+3075	0
+3076	0
+3077	0
+3078	1
+3079	0
+3080	0
+3081	0
+3082	1
+3083	0
+3084	0
+3085	1
+3086	0
+3087	1
+3088	0
+3089	0
+3090	0
+3091	1
+3092	0
+3093	0
+3094	0
+3095	1
+3096	0
+3097	1
+3098	1
+3099	0
+3100	1
+3101	0
+3102	1
+3103	1
+3104	1
+3105	0
+3106	0
+3107	0
+3108	0
+3109	1
+3110	0
+3111	0
+3112	1
+3113	0
+3114	1
+3115	0
+3116	0
+3117	0
+3118	1
+3119	1
+3120	0
+3121	1
+3122	1
+3123	1
+3124	1
+3125	0
+3126	1
+3127	0
+3128	1
+3129	1
+3130	1
+3131	1
+3132	1
+3133	0
+3134	0
+3135	0
+3136	0
+3137	0
+3138	0
+3139	0
+3140	1
+3141	0
+3142	0
+3143	1
+3144	1
+3145	1
+3146	0
+3147	0
+3148	0
+3149	1
+3150	0
+3151	0
+3152	0
+3153	0
+3154	0
+3155	0
+3156	0
+3157	1
+3158	1
+3159	1
+3160	1
+3161	0
+3162	0
+3163	0
+3164	0
+3165	0
+3166	0
+3167	0
+3168	0
+3169	1
+3170	0
+3171	0
+3172	0
+3173	1
+3174	0
+3175	1
+3176	0
+3177	0
+3178	0
+3179	1
+3180	1
+3181	1
+3182	0
+3183	1
+3184	1
+3185	1
+3186	0
+3187	0
+3188	0
+3189	0
+3190	1
+3191	0
+3192	1
+3193	1
+3194	1
+3195	0
+3196	1
+3197	1
+3198	0
+3199	1
+3200	1
+3201	1
+3202	0
+3203	1
+3204	0
+3205	1
+3206	1
+3207	0
+3208	1
+3209	0
+3210	1
+3211	0
+3212	1
+3213	1
+3214	1
+3215	1
+3216	1
+3217	0
+3218	1
+3219	0
+3220	1
+3221	0
+3222	0
+3223	0
+3224	1
+3225	0
+3226	0
+3227	0
+3228	0
+3229	1
+3230	1
+3231	0
+3232	0
+3233	1
+3234	1
+3235	0
+3236	1
+3237	0
+3238	0
+3239	1
+3240	1
+3241	0
+3242	0
+3243	1
+3244	1
+3245	0
+3246	1
+3247	0
+3248	0
+3249	0
+3250	0
+3251	1
+3252	1
+3253	0
+3254	1
+3255	1
+3256	0
+3257	0
+3258	1
+3259	1
+3260	0
+3261	0
+3262	1
+3263	0
+3264	1
+3265	1
+3266	0
+3267	0
+3268	1
+3269	1
+3270	0
+3271	1
+3272	0
+3273	1
+3274	0
+3275	0
+3276	0
+3277	0
+3278	0
+3279	1
+3280	1
+3281	0
+3282	0
+3283	1
+3284	1
+3285	1
+3286	0
+3287	1
+3288	0
+3289	1
+3290	1
+3291	0
+3292	0
+3293	0
+3294	0
+3295	0
+3296	0
+3297	0
+3298	1
+3299	0
+3300	0
+3301	1
+3302	1
+3303	0
+3304	1
+3305	1
+3306	1
+3307	0
+3308	0
+3309	1
+3310	1
+3311	0
+3312	0
+3313	0
+3314	1
+3315	0
+3316	0
+3317	0
+3318	1
+3319	1
+3320	1
+3321	1
+3322	1
+3323	1
+3324	1
+3325	1
+3326	1
+3327	0
+3328	1
+3329	0
+3330	0
+3331	1
+3332	1
+3333	1
+3334	1
+3335	1
+3336	1
+3337	1
+3338	1
+3339	1
+3340	0
+3341	1
+3342	0
+3343	1
+3344	0
+3345	1
+3346	0
+3347	1
+3348	0
+3349	0
+3350	1
+3351	0
+3352	0
+3353	1
+3354	1
+3355	0
+3356	0
+3357	1
+3358	0
+3359	0
+3360	1
+3361	0
+3362	1
+3363	0
+3364	0
+3365	0
+3366	1
+3367	1
+3368	1
+3369	1
+3370	0
+3371	1
+3372	1
+3373	0
+3374	1
+3375	0
+3376	0
+3377	1
+3378	0
+3379	1
+3380	0
+3381	1
+3382	0
+3383	1
+3384	0
+3385	1
+3386	0
+3387	0
+3388	0
+3389	0
+3390	0
+3391	0
+3392	1
+3393	0
+3394	0
+3395	0
+3396	0
+3397	1
+3398	1
+3399	1
+3400	0
+3401	0
+3402	0
+3403	0
+3404	1
+3405	0
+3406	0
+3407	0
+3408	1
+3409	1
+3410	0
+3411	0
+3412	1
+3413	0
+3414	1
+3415	0
+3416	1
+3417	1
+3418	0
+3419	0
+3420	0
+3421	1
+3422	0
+3423	1
+3424	1
+3425	0
+3426	1
+3427	1
+3428	1
+3429	1
+3430	1
+3431	0
+3432	0
+3433	1
+3434	1
+3435	0
+3436	1
+3437	1
+3438	0
+3439	0
+3440	1
+3441	0
+3442	0
+3443	0
+3444	1
+3445	0
+3446	1
+3447	1
+3448	0
+3449	0
+3450	1
+3451	0
+3452	0
+3453	1
+3454	1
+3455	0
+3456	1
+3457	0
+3458	1
+3459	0
+3460	1
+3461	0
+3462	0
+3463	1
+3464	0
+3465	0
+3466	1
+3467	0
+3468	0
+3469	1
+3470	0
+3471	0
+3472	1
+3473	1
+3474	1
+3475	0
+3476	1
+3477	1
+3478	0
+3479	0
+3480	0
+3481	1
+3482	0
+3483	0
+3484	0
+3485	0
+3486	1
+3487	0
+3488	1
+3489	0
+3490	0
+3491	1
+3492	0
+3493	0
+3494	1
+3495	0
+3496	0
+3497	1
+3498	1
+3499	1
+3500	0
+3501	0
+3502	0
+3503	0
+3504	0
+3505	0
+3506	0
+3507	0
+3508	1
+3509	0
+3510	1
+3511	0
+3512	1
+3513	1
+3514	1
+3515	1
+3516	0
+3517	0
+3518	0
+3519	1
+3520	0
+3521	0
+3522	0
+3523	0
+3524	1
+3525	0
+3526	1
+3527	0
+3528	1
+3529	1
+3530	1
+3531	1
+3532	0
+3533	1
+3534	0
+3535	0
+3536	1
+3537	1
+3538	1
+3539	0
+3540	0
+3541	0
+3542	0
+3543	1
+3544	1
+3545	1
+3546	1
+3547	0
+3548	0
+3549	0
+3550	1
+3551	0
+3552	0
+3553	1
+3554	0
+3555	0
+3556	0
+3557	1
+3558	0
+3559	1
+3560	0
+3561	1
+3562	0
+3563	1
+3564	1
+3565	0
+3566	1
+3567	0
+3568	0
+3569	0
+3570	1
+3571	0
+3572	0
+3573	0
+3574	0
+3575	0
+3576	1
+3577	0
+3578	1
+3579	0
+3580	0
+3581	1
+3582	1
+3583	0
+3584	1
+3585	1
+3586	0
+3587	1
+3588	0
+3589	0
+3590	1
+3591	1
+3592	0
+3593	0
+3594	1
+3595	0
+3596	0
+3597	1
+3598	0
+3599	1
+3600	0
+3601	1
+3602	0
+3603	1
+3604	1
+3605	1
+3606	1
+3607	1
+3608	0
+3609	0
+3610	1
+3611	1
+3612	1
+3613	1
+3614	1
+3615	1
+3616	0
+3617	0
+3618	0
+3619	0
+3620	1
+3621	1
+3622	1
+3623	1
+3624	1
+3625	0
+3626	1
+3627	0
+3628	1
+3629	0
+3630	0
+3631	1
+3632	0
+3633	1
+3634	0
+3635	0
+3636	0
+3637	0
+3638	0
+3639	1
+3640	1
+3641	1
+3642	1
+3643	1
+3644	1
+3645	1
+3646	0
+3647	0
+3648	1
+3649	1
+3650	0
+3651	0
+3652	1
+3653	0
+3654	1
+3655	1
+3656	0
+3657	1
+3658	0
+3659	0
+3660	1
+3661	1
+3662	0
+3663	1
+3664	0
+3665	1
+3666	0
+3667	0
+3668	0
+3669	0
+3670	0
+3671	0
+3672	0
+3673	1
+3674	1
+3675	0
+3676	0
+3677	1
+3678	1
+3679	1
+3680	1
+3681	0
+3682	0
+3683	1
+3684	1
+3685	0
+3686	1
+3687	0
+3688	1
+3689	1
+3690	1
+3691	0
+3692	0
+3693	0
+3694	1
+3695	0
+3696	1
+3697	1
+3698	1
+3699	1
+3700	0
+3701	1
+3702	1
+3703	1
+3704	0
+3705	0
+3706	1
+3707	0
+3708	0
+3709	0
+3710	1
+3711	1
+3712	0
+3713	1
+3714	1
+3715	0
+3716	1
+3717	1
+3718	0
+3719	1
+3720	0
+3721	1
+3722	0
+3723	0
+3724	0
+3725	0
+3726	1
+3727	1
+3728	1
+3729	0
+3730	0
+3731	0
+3732	1
+3733	0
+3734	0
+3735	1
+3736	1
+3737	0
+3738	0
+3739	1
+3740	0
+3741	1
+3742	0
+3743	0
+3744	1
+3745	1
+3746	0
+3747	1
+3748	0
+3749	0
+3750	0
+3751	1
+3752	0
+3753	1
+3754	0
+3755	1
+3756	0
+3757	1
+3758	1
+3759	0
+3760	1
+3761	1
+3762	0
+3763	0
+3764	1
+3765	1
+3766	1
+3767	1
+3768	1
+3769	0
+3770	0
+3771	1
+3772	1
+3773	1
+3774	0
+3775	1
+3776	1
+3777	1
+3778	1
+3779	1
+3780	1
+3781	1
+3782	1
+3783	1
+3784	1
+3785	0
+3786	0
+3787	1
+3788	0
+3789	1
+3790	1
+3791	0
+3792	0
+3793	0
+3794	1
+3795	1
+3796	1
+3797	1
+3798	1
+3799	1
+3800	1
+3801	0
+3802	0
+3803	1
+3804	0
+3805	0
+3806	0
+3807	0
+3808	1
+3809	1
+3810	1
+3811	0
+3812	1
+3813	0
+3814	0
+3815	1
+3816	0
+3817	1
+3818	1
+3819	0
+3820	0
+3821	1
+3822	0
+3823	0
+3824	1
+3825	0
+3826	1
+3827	0
+3828	0
+3829	0
+3830	1
+3831	1
+3832	0
+3833	1
+3834	1
+3835	1
+3836	1
+3837	1
+3838	1
+3839	0
+3840	1
+3841	0
+3842	0
+3843	1
+3844	0
+3845	1
+3846	0
+3847	1
+3848	1
+3849	1
+3850	0
+3851	0
+3852	0
+3853	0
+3854	1
+3855	1
+3856	0
+3857	1
+3858	1
+3859	0
+3860	1
+3861	0
+3862	0
+3863	1
+3864	1
+3865	0
+3866	1
+3867	1
+3868	1
+3869	0
+3870	0
+3871	0
+3872	0
+3873	1
+3874	0
+3875	1
+3876	1
+3877	0
+3878	1
+3879	0
+3880	0
+3881	0
+3882	0
+3883	1
+3884	1
+3885	1
+3886	0
+3887	1
+3888	1
+3889	1
+3890	1
+3891	1
+3892	0
+3893	0
+3894	1
+3895	1
+3896	0
+3897	1
+3898	1
+3899	1
+3900	1
+3901	0
+3902	1
+3903	1
+3904	1
+3905	0
+3906	0
+3907	1
+3908	1
+3909	0
+3910	1
+3911	1
+3912	0
+3913	0
+3914	0
+3915	0
+3916	1
+3917	1
+3918	1
+3919	1
+3920	1
+3921	0
+3922	0
+3923	1
+3924	0
+3925	1
+3926	0
+3927	1
+3928	0
+3929	0
+3930	0
+3931	1
+3932	1
+3933	0
+3934	0
+3935	1
+3936	1
+3937	0
+3938	0
+3939	0
+3940	0
+3941	1
+3942	0
+3943	1
+3944	0
+3945	0
+3946	1
+3947	1
+3948	1
+3949	0
+3950	0
+3951	1
+3952	0
+3953	0
+3954	1
+3955	1
+3956	0
+3957	0
+3958	1
+3959	0
+3960	1
+3961	0
+3962	1
+3963	1
+3964	1
+3965	1
+3966	1
+3967	0
+3968	0
+3969	1
+3970	0
+3971	0
+3972	1
+3973	1
+3974	0
+3975	0
+3976	0
+3977	0
+3978	0
+3979	0
+3980	1
+3981	0
+3982	1
+3983	0
+3984	0
+3985	0
+3986	1
+3987	1
+3988	1
+3989	0
+3990	0
+3991	1
+3992	1
+3993	1
+3994	0
+3995	1
+3996	1
+3997	1
+3998	0
+3999	1
+4000	1
+4001	0
+4002	1
+4003	1
+4004	1
+4005	0
+4006	0
+4007	1
+4008	0
+4009	1
+4010	0
+4011	1
+4012	1
+4013	1
+4014	0
+4015	1
+4016	0
+4017	0
+4018	0
+4019	1
+4020	0
+4021	1
+4022	0
+4023	0
+4024	1
+4025	1
+4026	0
+4027	0
+4028	1
+4029	0
+4030	1
+4031	0
+4032	0
+4033	1
+4034	0
+4035	0
+4036	0
+4037	1
+4038	1
+4039	0
+4040	0
+4041	0
+4042	1
+4043	1
+4044	1
+4045	1
+4046	0
+4047	0
+4048	1
+4049	1
+4050	1
+4051	0
+4052	1
+4053	0
+4054	0
+4055	1
+4056	1
+4057	1
+4058	1
+4059	1
+4060	0
+4061	1
+4062	0
+4063	0
+4064	1
+4065	0
+4066	1
+4067	1
+4068	0
+4069	0
+4070	0
+4071	1
+4072	1
+4073	1
+4074	0
+4075	0
+4076	0
+4077	1
+4078	0
+4079	1
+4080	1
+4081	1
+4082	0
+4083	1
+4084	0
+4085	0
+4086	1
+4087	1
+4088	0
+4089	0
+4090	1
+4091	0
+4092	1
+4093	0
+4094	1
+4095	1
+4096	0
+4097	0
+4098	1
+4099	1
+4100	1
+4101	1
+4102	0
+4103	1
+4104	0
+4105	0
+4106	0
+4107	0
+4108	0
+4109	1
+4110	0
+4111	0
+4112	0
+4113	0
+4114	1
+4115	1
+4116	1
+4117	0
+4118	0
+4119	0
+4120	1
+4121	0
+4122	0
+4123	0
+4124	1
+4125	0
+4126	1
+4127	0
+4128	1
+4129	1
+4130	0
+4131	1
+4132	1
+4133	1
+4134	1
+4135	1
+4136	0
+4137	0
+4138	1
+4139	0
+4140	1
+4141	1
+4142	1
+4143	1
+4144	1
+4145	1
+4146	0
+4147	0
+4148	1
+4149	0
+4150	1
+4151	1
+4152	1
+4153	0
+4154	1
+4155	0
+4156	1
+4157	1
+4158	0
+4159	1
+4160	0
+4161	1
+4162	0
+4163	1
+4164	1
+4165	0
+4166	1
+4167	0
+4168	0
+4169	1
+4170	1
+4171	0
+4172	1
+4173	0
+4174	1
+4175	0
+4176	1
+4177	0
+4178	0
+4179	1
+4180	0
+4181	1
+4182	1
+4183	1
+4184	0
+4185	1
+4186	1
+4187	0
+4188	0
+4189	0
+4190	1
+4191	1
+4192	1
+4193	1
+4194	0
+4195	0
+4196	0
+4197	1
+4198	1
+4199	1
+4200	0
+4201	0
+4202	1
+4203	0
+4204	1
+4205	1
+4206	1
+4207	1
+4208	1
+4209	1
+4210	0
+4211	0
+4212	0
+4213	1
+4214	1
+4215	0
+4216	0
+4217	0
+4218	0
+4219	0
+4220	0
+4221	1
+4222	0
+4223	1
+4224	0
+4225	0
+4226	0
+4227	1
+4228	0
+4229	1
+4230	1
+4231	0
+4232	1
+4233	0
+4234	0
+4235	1
+4236	0
+4237	1
+4238	1
+4239	0
+4240	1
+4241	0
+4242	1
+4243	0
+4244	0
+4245	0
+4246	0
+4247	0
+4248	0
+4249	1
+4250	1
+4251	1
+4252	1
+4253	0
+4254	1
+4255	1
+4256	0
+4257	0
+4258	1
+4259	0
+4260	0
+4261	1
+4262	1
+4263	0
+4264	1
+4265	0
+4266	1
+4267	1
+4268	1
+4269	0
+4270	0
+4271	0
+4272	0
+4273	0
+4274	0
+4275	0
+4276	0
+4277	1
+4278	0
+4279	1
+4280	0
+4281	0
+4282	1
+4283	1
+4284	1
+4285	1
+4286	1
+4287	1
+4288	1
+4289	0
+4290	1
+4291	1
+4292	1
+4293	0
+4294	0
+4295	1
+4296	1
+4297	1
+4298	1
+4299	0
+4300	0
+4301	0
+4302	1
+4303	0
+4304	1
+4305	0
+4306	0
+4307	0
+4308	1
+4309	1
+4310	1
+4311	0
+4312	1
+4313	0
+4314	1
+4315	1
+4316	0
+4317	0
+4318	1
+4319	1
+4320	0
+4321	0
+4322	0
+4323	0
+4324	0
+4325	0
+4326	1
+4327	0
+4328	0
+4329	1
+4330	1
+4331	0
+4332	1
+4333	1
+4334	1
+4335	0
+4336	0
+4337	1
+4338	0
+4339	1
+4340	1
+4341	0
+4342	0
+4343	0
+4344	0
+4345	0
+4346	0
+4347	0
+4348	0
+4349	1
+4350	1
+4351	1
+4352	0
+4353	0
+4354	0
+4355	0
+4356	1
+4357	0
+4358	0
+4359	0
+4360	1
+4361	1
+4362	1
+4363	1
+4364	1
+4365	0
+4366	0
+4367	0
+4368	1
+4369	0
+4370	0
+4371	0
+4372	1
+4373	0
+4374	1
+4375	1
+4376	1
+4377	0
+4378	1
+4379	1
+4380	0
+4381	0
+4382	0
+4383	0
+4384	1
+4385	0
+4386	1
+4387	0
+4388	0
+4389	0
+4390	0
+4391	1
+4392	0
+4393	0
+4394	1
+4395	0
+4396	0
+4397	0
+4398	0
+4399	1
+4400	1
+4401	0
+4402	1
+4403	0
+4404	1
+4405	0
+4406	1
+4407	0
+4408	1
+4409	0
+4410	0
+4411	1
+4412	0
+4413	1
+4414	0
+4415	0
+4416	1
+4417	1
+4418	1
+4419	1
+4420	1
+4421	0
+4422	0
+4423	0
+4424	0
+4425	0
+4426	1
+4427	1
+4428	0
+4429	1
+4430	0
+4431	0
+4432	1
+4433	1
+4434	1
+4435	0
+4436	0
+4437	0
+4438	1
+4439	1
+4440	1
+4441	0
+4442	1
+4443	1
+4444	0
+4445	0
+4446	1
+4447	0
+4448	1
+4449	1
+4450	0
+4451	1
+4452	1
+4453	1
+4454	1
+4455	1
+4456	0
+4457	0
+4458	1
+4459	1
+4460	0
+4461	0
+4462	1
+4463	0
+4464	1
+4465	0
+4466	1
+4467	1
+4468	0
+4469	1
+4470	0
+4471	0
+4472	0
+4473	0
+4474	0
+4475	0
+4476	0
+4477	0
+4478	0
+4479	1
+4480	0
+4481	1
+4482	0
+4483	0
+4484	0
+4485	0
+4486	0
+4487	1
+4488	0
+4489	1
+4490	1
+4491	0
+4492	1
+4493	1
+4494	0
+4495	0
+4496	0
+4497	1
+4498	1
+4499	1
+4500	0
+4501	0
+4502	1
+4503	1
+4504	1
+4505	0
+4506	1
+4507	0
+4508	1
+4509	1
+4510	0
+4511	1
+4512	1
+4513	0
+4514	1
+4515	1
+4516	1
+4517	1
+4518	0
+4519	0
+4520	0
+4521	0
+4522	0
+4523	1
+4524	1
+4525	0
+4526	0
+4527	1
+4528	0
+4529	0
+4530	0
+4531	1
+4532	1
+4533	0
+4534	0
+4535	1
+4536	1
+4537	0
+4538	1
+4539	0
+4540	0
+4541	0
+4542	0
+4543	1
+4544	0
+4545	1
+4546	1
+4547	0
+4548	1
+4549	0
+4550	1
+4551	1
+4552	1
+4553	0
+4554	1
+4555	0
+4556	1
+4557	1
+4558	0
+4559	0
+4560	1
+4561	0
+4562	1
+4563	1
+4564	1
+4565	1
+4566	0
+4567	0
+4568	1
+4569	0
+4570	1
+4571	1
+4572	1
+4573	1
+4574	0
+4575	0
+4576	1
+4577	0
+4578	1
+4579	0
+4580	1
+4581	0
+4582	1
+4583	1
+4584	0
+4585	1
+4586	0
+4587	0
+4588	0
+4589	0
+4590	0
+4591	1
+4592	0
+4593	0
+4594	0
+4595	0
+4596	1
+4597	1
+4598	1
+4599	1
+4600	0
+4601	0
+4602	0
+4603	0
+4604	0
+4605	0
+4606	0
+4607	1
+4608	0
+4609	0
+4610	0
+4611	0
+4612	1
+4613	0
+4614	0
+4615	0
+4616	1
+4617	1
+4618	0
+4619	1
+4620	1
+4621	1
+4622	0
+4623	1
+4624	0
+4625	0
+4626	1
+4627	1
+4628	1
+4629	0
+4630	1
+4631	0
+4632	0
+4633	0
+4634	0
+4635	0
+4636	0
+4637	1
+4638	0
+4639	0
+4640	1
+4641	0
+4642	0
+4643	0
+4644	1
+4645	0
+4646	0
+4647	0
+4648	0
+4649	1
+4650	1
+4651	1
+4652	0
+4653	0
+4654	0
+4655	0
+4656	0
+4657	0
+4658	0
+4659	0
+4660	0
+4661	0
+4662	0
+4663	0
+4664	0
+4665	0
+4666	1
+4667	0
+4668	1
+4669	0
+4670	0
+4671	0
+4672	0
+4673	1
+4674	1
+4675	1
+4676	0
+4677	0
+4678	1
+4679	1
+4680	0
+4681	1
+4682	0
+4683	0
+4684	0
+4685	0
+4686	1
+4687	1
+4688	1
+4689	1
+4690	1
+4691	0
+4692	1
+4693	0
+4694	0
+4695	1
+4696	1
+4697	0
+4698	1
+4699	1
+4700	1
+4701	0
+4702	0
+4703	1
+4704	1
+4705	0
+4706	0
+4707	0
+4708	1
+4709	0
+4710	1
+4711	0
+4712	1
+4713	0
+4714	1
+4715	0
+4716	1
+4717	1
+4718	1
+4719	0
+4720	1
+4721	1
+4722	1
+4723	0
+4724	0
+4725	0
+4726	1
+4727	0
+4728	1
+4729	0
+4730	0
+4731	1
+4732	1
+4733	0
+4734	1
+4735	1
+4736	0
+4737	1
+4738	0
+4739	0
+4740	0
+4741	1
+4742	0
+4743	1
+4744	0
+4745	1
+4746	0
+4747	0
+4748	0
+4749	1
+4750	0
+4751	1
+4752	1
+4753	0
+4754	1
+4755	0
+4756	0
+4757	1
+4758	0
+4759	1
+4760	0
+4761	1
+4762	0
+4763	0
+4764	1
+4765	1
+4766	0
+4767	1
+4768	0
+4769	1
+4770	1
+4771	0
+4772	1
+4773	0
+4774	1
+4775	0
+4776	1
+4777	0
+4778	0
+4779	0
+4780	1
+4781	0
+4782	0
+4783	1
+4784	1
+4785	1
+4786	1
+4787	0
+4788	1
+4789	1
+4790	1
+4791	0
+4792	1
+4793	0
+4794	0
+4795	1
+4796	1
+4797	0
+4798	0
+4799	0
+4800	0
+4801	1
+4802	1
+4803	0
+4804	0
+4805	0
+4806	1
+4807	0
+4808	1
+4809	0
+4810	0
+4811	0
+4812	1
+4813	1
+4814	0
+4815	1
+4816	1
+4817	0
+4818	0
+4819	0
+4820	0
+4821	1
+4822	0
+4823	1
+4824	1
+4825	1
+4826	0
+4827	1
+4828	0
+4829	1
+4830	0
+4831	1
+4832	0
+4833	1
+4834	1
+4835	1
+4836	1
+4837	0
+4838	0
+4839	1
+4840	1
+4841	0
+4842	1
+4843	0
+4844	0
+4845	0
+4846	0
+4847	1
+4848	1
+4849	1
+4850	0
+4851	1
+4852	1
+4853	1
+4854	0
+4855	0
+4856	1
+4857	1
+4858	1
+4859	0
+4860	0
+4861	0
+4862	1
+4863	0
+4864	0
+4865	0
+4866	0
+4867	1
+4868	1
+4869	1
+4870	1
+4871	1
+4872	1
+4873	0
+4874	0
+4875	1
+4876	1
+4877	1
+4878	1
+4879	0
+4880	0
+4881	0
+4882	1
+4883	0
+4884	1
+4885	0
+4886	1
+4887	1
+4888	1
+4889	0
+4890	1
+4891	0
+4892	1
+4893	0
+4894	0
+4895	0
+4896	0
+4897	0
+4898	1
+4899	1
+4900	1
+4901	1
+4902	0
+4903	0
+4904	0
+4905	0
+4906	1
+4907	1
+4908	0
+4909	1
+4910	1
+4911	0
+4912	0
+4913	0
+4914	0
+4915	0
+4916	0
+4917	1
+4918	1
+4919	0
+4920	0
+4921	0
+4922	0
+4923	1
+4924	0
+4925	1
+4926	0
+4927	1
+4928	0
+4929	1
+4930	1
+4931	0
+4932	1
+4933	1
+4934	0
+4935	1
+4936	1
+4937	1
+4938	0
+4939	1
+4940	0
+4941	1
+4942	1
+4943	0
+4944	1
+4945	0
+4946	1
+4947	0
+4948	1
+4949	0
+4950	1
+4951	0
+4952	0
+4953	1
+4954	1
+4955	0
+4956	1
+4957	1
+4958	1
+4959	0
+4960	0
+4961	1
+4962	0
+4963	1
+4964	0
+4965	0
+4966	0
+4967	0
+4968	0
+4969	0
+4970	1
+4971	1
+4972	0
+4973	0
+4974	1
+4975	1
+4976	0
+4977	0
+4978	0
+4979	0
+4980	1
+4981	1
+4982	1
+4983	0
+4984	1
+4985	1
+4986	1
+4987	0
+4988	0
+4989	0
+4990	1
+4991	1
+4992	1
+4993	1
+4994	0
+4995	1
+4996	1
+4997	1
+4998	1
+4999	0
+5000	1
+5001	1
+5002	1
+5003	0
+5004	1
+5005	0
+5006	1
+5007	0
+5008	0
+5009	1
+5010	1
+5011	0
+5012	0
+5013	1
+5014	0
+5015	0
+5016	1
+5017	1
+5018	0
+5019	1
+5020	1
+5021	1
+5022	0
+5023	0
+5024	0
+5025	1
+5026	1
+5027	0
+5028	0
+5029	1
+5030	1
+5031	1
+5032	0
+5033	1
+5034	0
+5035	0
+5036	1
+5037	1
+5038	1
+5039	0
+5040	1
+5041	1
+5042	0
+5043	0
+5044	1
+5045	1
+5046	0
+5047	0
+5048	0
+5049	1
+5050	0
+5051	0
+5052	1
+5053	0
+5054	0
+5055	0
+5056	1
+5057	1
+5058	1
+5059	1
+5060	0
+5061	0
+5062	0
+5063	0
+5064	0
+5065	0
+5066	0
+5067	1
+5068	0
+5069	0
+5070	0
+5071	1
+5072	1
+5073	0
+5074	0
+5075	1
+5076	1
+5077	1
+5078	1
+5079	1
+5080	1
+5081	0
+5082	0
+5083	0
+5084	1
+5085	0
+5086	0
+5087	0
+5088	0
+5089	0
+5090	0
+5091	1
+5092	0
+5093	1
+5094	0
+5095	0
+5096	0
+5097	1
+5098	0
+5099	1
+5100	0
+5101	0
+5102	0
+5103	1
+5104	0
+5105	0
+5106	0
+5107	1
+5108	0
+5109	0
+5110	1
+5111	1
+5112	1
+5113	0
+5114	0
+5115	1
+5116	0
+5117	1
+5118	0
+5119	1
+5120	1
+5121	1
+5122	1
+5123	1
+5124	0
+5125	0
+5126	0
+5127	1
+5128	0
+5129	0
+5130	1
+5131	0
+5132	1
+5133	1
+5134	0
+5135	1
+5136	0
+5137	1
+5138	0
+5139	0
+5140	1
+5141	0
+5142	1
+5143	0
+5144	0
+5145	1
+5146	1
+5147	0
+5148	0
+5149	1
+5150	1
+5151	0
+5152	1
+5153	1
+5154	0
+5155	1
+5156	0
+5157	0
+5158	0
+5159	1
+5160	1
+5161	0
+5162	0
+5163	0
+5164	1
+5165	0
+5166	1
+5167	0
+5168	0
+5169	1
+5170	1
+5171	0
+5172	0
+5173	0
+5174	1
+5175	0
+5176	1
+5177	1
+5178	0
+5179	0
+5180	1
+5181	0
+5182	1
+5183	1
+5184	1
+5185	0
+5186	0
+5187	0
+5188	1
+5189	0
+5190	0
+5191	1
+5192	1
+5193	1
+5194	0
+5195	0
+5196	1
+5197	1
+5198	0
+5199	1
+5200	1
+5201	0
+5202	0
+5203	1
+5204	0
+5205	1
+5206	0
+5207	0
+5208	0
+5209	1
+5210	1
+5211	1
+5212	1
+5213	0
+5214	1
+5215	1
+5216	0
+5217	0
+5218	0
+5219	1
+5220	0
+5221	0
+5222	0
+5223	0
+5224	1
+5225	0
+5226	1
+5227	0
+5228	0
+5229	1
+5230	1
+5231	0
+5232	0
+5233	1
+5234	1
+5235	0
+5236	0
+5237	1
+5238	0
+5239	1
+5240	1
+5241	1
+5242	0
+5243	1
+5244	0
+5245	0
+5246	0
+5247	1
+5248	1
+5249	1
+5250	0
+5251	0
+5252	0
+5253	0
+5254	0
+5255	1
+5256	0
+5257	0
+5258	1
+5259	0
+5260	0
+5261	1
+5262	0
+5263	0
+5264	0
+5265	1
+5266	0
+5267	0
+5268	0
+5269	1
+5270	1
+5271	1
+5272	1
+5273	1
+5274	1
+5275	1
+5276	0
+5277	1
+5278	1
+5279	0
+5280	1
+5281	0
+5282	0
+5283	1
+5284	1
+5285	0
+5286	0
+5287	0
+5288	0
+5289	0
+5290	0
+5291	0
+5292	1
+5293	0
+5294	0
+5295	1
+5296	1
+5297	0
+5298	1
+5299	0
+5300	0
+5301	1
+5302	1
+5303	1
+5304	0
+5305	0
+5306	0
+5307	0
+5308	1
+5309	0
+5310	1
+5311	0
+5312	1
+5313	1
+5314	1
+5315	1
+5316	1
+5317	0
+5318	1
+5319	1
+5320	0
+5321	0
+5322	1
+5323	1
+5324	1
+5325	1
+5326	1
+5327	0
+5328	0
+5329	1
+5330	0
+5331	0
+5332	1
+5333	1
+5334	0
+5335	1
+5336	0
+5337	0
+5338	1
+5339	1
+5340	0
+5341	1
+5342	1
+5343	1
+5344	1
+5345	0
+5346	0
+5347	1
+5348	1
+5349	1
+5350	1
+5351	0
+5352	1
+5353	0
+5354	0
+5355	0
+5356	0
+5357	0
+5358	1
+5359	0
+5360	1
+5361	1
+5362	0
+5363	1
+5364	1
+5365	1
+5366	0
+5367	0
+5368	1
+5369	1
+5370	0
+5371	0
+5372	0
+5373	0
+5374	0
+5375	1
+5376	1
+5377	0
+5378	1
+5379	1
+5380	1
+5381	1
+5382	0
+5383	1
+5384	1
+5385	0
+5386	0
+5387	1
+5388	1
+5389	1
+5390	0
+5391	0
+5392	0
+5393	0
+5394	1
+5395	0
+5396	0
+5397	1
+5398	1
+5399	0
+5400	0
+5401	1
+5402	0
+5403	0
+5404	1
+5405	1
+5406	0
+5407	1
+5408	0
+5409	1
+5410	1
+5411	0
+5412	1
+5413	0
+5414	0
+5415	0
+5416	0
+5417	1
+5418	0
+5419	0
+5420	0
+5421	1
+5422	1
+5423	1
+5424	0
+5425	1
+5426	0
+5427	0
+5428	0
+5429	1
+5430	1
+5431	0
+5432	0
+5433	0
+5434	1
+5435	0
+5436	0
+5437	0
+5438	0
+5439	0
+5440	0
+5441	1
+5442	0
+5443	0
+5444	1
+5445	0
+5446	1
+5447	0
+5448	0
+5449	0
+5450	1
+5451	0
+5452	0
+5453	0
+5454	0
+5455	1
+5456	1
+5457	1
+5458	1
+5459	0
+5460	0
+5461	1
+5462	1
+5463	0
+5464	1
+5465	1
+5466	1
+5467	0
+5468	1
+5469	0
+5470	0
+5471	0
+5472	0
+5473	1
+5474	1
+5475	0
+5476	0
+5477	1
+5478	0
+5479	0
+5480	1
+5481	0
+5482	0
+5483	0
+5484	0
+5485	0
+5486	0
+5487	0
+5488	0
+5489	0
+5490	1
+5491	0
+5492	1
+5493	1
+5494	0
+5495	0
+5496	0
+5497	1
+5498	0
+5499	1
+5500	0
+5501	0
+5502	1
+5503	0
+5504	1
+5505	1
+5506	1
+5507	0
+5508	0
+5509	1
+5510	1
+5511	0
+5512	0
+5513	0
+5514	0
+5515	0
+5516	1
+5517	1
+5518	1
+5519	1
+5520	0
+5521	1
+5522	1
+5523	1
+5524	0
+5525	1
+5526	1
+5527	0
+5528	1
+5529	0
+5530	0
+5531	1
+5532	0
+5533	0
+5534	0
+5535	1
+5536	1
+5537	1
+5538	1
+5539	1
+5540	0
+5541	0
+5542	1
+5543	0
+5544	0
+5545	0
+5546	1
+5547	1
+5548	0
+5549	1
+5550	1
+5551	1
+5552	0
+5553	1
+5554	0
+5555	0
+5556	0
+5557	0
+5558	0
+5559	1
+5560	0
+5561	0
+5562	1
+5563	1
+5564	1
+5565	0
+5566	0
+5567	0
+5568	1
+5569	0
+5570	0
+5571	1
+5572	1
+5573	0
+5574	0
+5575	0
+5576	1
+5577	0
+5578	0
+5579	1
+5580	1
+5581	1
+5582	1
+5583	1
+5584	0
+5585	0
+5586	1
+5587	0
+5588	1
+5589	1
+5590	1
+5591	0
+5592	1
+5593	1
+5594	1
+5595	1
+5596	1
+5597	1
+5598	1
+5599	0
+5600	1
+5601	0
+5602	1
+5603	1
+5604	1
+5605	0
+5606	1
+5607	0
+5608	0
+5609	0
+5610	0
+5611	0
+5612	0
+5613	0
+5614	0
+5615	1
+5616	1
+5617	0
+5618	1
+5619	1
+5620	1
+5621	1
+5622	0
+5623	1
+5624	1
+5625	1
+5626	0
+5627	0
+5628	0
+5629	1
+5630	0
+5631	0
+5632	0
+5633	0
+5634	0
+5635	0
+5636	0
+5637	0
+5638	1
+5639	0
+5640	0
+5641	0
+5642	1
+5643	0
+5644	0
+5645	1
+5646	0
+5647	0
+5648	0
+5649	0
+5650	1
+5651	1
+5652	1
+5653	1
+5654	0
+5655	1
+5656	1
+5657	0
+5658	0
+5659	0
+5660	1
+5661	0
+5662	1
+5663	0
+5664	1
+5665	1
+5666	0
+5667	1
+5668	1
+5669	1
+5670	1
+5671	1
+5672	0
+5673	1
+5674	0
+5675	1
+5676	0
+5677	0
+5678	0
+5679	1
+5680	1
+5681	1
+5682	0
+5683	1
+5684	1
+5685	0
+5686	1
+5687	0
+5688	1
+5689	1
+5690	1
+5691	1
+5692	0
+5693	0
+5694	0
+5695	1
+5696	0
+5697	0
+5698	1
+5699	0
+5700	1
+5701	0
+5702	0
+5703	1
+5704	0
+5705	1
+5706	0
+5707	1
+5708	0
+5709	1
+5710	1
+5711	0
+5712	0
+5713	0
+5714	1
+5715	0
+5716	1
+5717	0
+5718	0
+5719	1
+5720	0
+5721	1
+5722	0
+5723	0
+5724	1
+5725	1
+5726	0
+5727	1
+5728	1
+5729	1
+5730	1
+5731	1
+5732	1
+5733	1
+5734	1
+5735	1
+5736	1
+5737	1
+5738	1
+5739	0
+5740	0
+5741	1
+5742	1
+5743	1
+5744	0
+5745	1
+5746	1
+5747	1
+5748	1
+5749	1
+5750	1
+5751	0
+5752	0
+5753	1
+5754	0
+5755	1
+5756	0
+5757	0
+5758	1
+5759	0
+5760	1
+5761	1
+5762	0
+5763	1
+5764	0
+5765	1
+5766	1
+5767	1
+5768	1
+5769	1
+5770	0
+5771	1
+5772	0
+5773	1
+5774	0
+5775	1
+5776	1
+5777	0
+5778	0
+5779	1
+5780	1
+5781	0
+5782	0
+5783	0
+5784	1
+5785	1
+5786	0
+5787	1
+5788	1
+5789	0
+5790	1
+5791	1
+5792	1
+5793	0
+5794	1
+5795	0
+5796	0
+5797	0
+5798	1
+5799	1
+5800	1
+5801	0
+5802	0
+5803	1
+5804	0
+5805	0
+5806	0
+5807	0
+5808	0
+5809	1
+5810	1
+5811	0
+5812	0
+5813	0
+5814	1
+5815	0
+5816	0
+5817	1
+5818	0
+5819	0
+5820	1
+5821	0
+5822	1
+5823	0
+5824	0
+5825	1
+5826	1
+5827	0
+5828	0
+5829	1
+5830	1
+5831	0
+5832	1
+5833	0
+5834	0
+5835	0
+5836	0
+5837	0
+5838	1
+5839	1
+5840	0
+5841	1
+5842	1
+5843	1
+5844	1
+5845	1
+5846	1
+5847	1
+5848	0
+5849	1
+5850	1
+5851	1
+5852	1
+5853	1
+5854	0
+5855	1
+5856	0
+5857	1
+5858	1
+5859	1
+5860	0
+5861	1
+5862	1
+5863	1
+5864	1
+5865	0
+5866	1
+5867	0
+5868	1
+5869	1
+5870	0
+5871	1
+5872	1
+5873	1
+5874	1
+5875	0
+5876	1
+5877	1
+5878	1
+5879	1
+5880	1
+5881	0
+5882	0
+5883	0
+5884	1
+5885	0
+5886	0
+5887	0
+5888	0
+5889	0
+5890	0
+5891	1
+5892	0
+5893	0
+5894	0
+5895	1
+5896	1
+5897	0
+5898	0
+5899	1
+5900	0
+5901	0
+5902	0
+5903	0
+5904	0
+5905	1
+5906	1
+5907	0
+5908	0
+5909	0
+5910	1
+5911	1
+5912	0
+5913	1
+5914	1
+5915	1
+5916	1
+5917	1
+5918	1
+5919	0
+5920	0
+5921	1
+5922	1
+5923	1
+5924	1
+5925	1
+5926	1
+5927	1
+5928	0
+5929	1
+5930	1
+5931	1
+5932	1
+5933	0
+5934	1
+5935	1
+5936	0
+5937	1
+5938	0
+5939	1
+5940	0
+5941	1
+5942	0
+5943	1
+5944	1
+5945	1
+5946	0
+5947	0
+5948	1
+5949	0
+5950	1
+5951	0
+5952	1
+5953	1
+5954	0
+5955	1
+5956	1
+5957	0
+5958	1
+5959	0
+5960	0
+5961	0
+5962	0
+5963	1
+5964	1
+5965	0
+5966	0
+5967	0
+5968	1
+5969	1
+5970	0
+5971	1
+5972	0
+5973	1
+5974	0
+5975	0
+5976	1
+5977	0
+5978	1
+5979	0
+5980	1
+5981	1
+5982	0
+5983	0
+5984	1
+5985	0
+5986	1
+5987	1
+5988	0
+5989	0
+5990	0
+5991	0
+5992	1
+5993	1
+5994	1
+5995	0
+5996	0
+5997	1
+5998	1

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "train_loss": 0.10975847404083053,
+    "train_runtime": 15317.2123,
+    "train_samples": 15990,
+    "train_samples_per_second": 5.22,
+    "train_steps_per_second": 0.653
+}

trainer_state.json

@@ -0,0 +1,163 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 9995,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.25,
+      "grad_norm": 40.72060012817383,
+      "learning_rate": 1.8999499749874938e-05,
+      "loss": 0.416,
+      "step": 500
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 0.45640167593955994,
+      "learning_rate": 1.7998999499749875e-05,
+      "loss": 0.259,
+      "step": 1000
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 24.118961334228516,
+      "learning_rate": 1.6998499249624815e-05,
+      "loss": 0.2726,
+      "step": 1500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 43.76200485229492,
+      "learning_rate": 1.599799899949975e-05,
+      "loss": 0.2471,
+      "step": 2000
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 31.93831443786621,
+      "learning_rate": 1.4997498749374688e-05,
+      "loss": 0.1518,
+      "step": 2500
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 0.02012985199689865,
+      "learning_rate": 1.3996998499249626e-05,
+      "loss": 0.1421,
+      "step": 3000
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 0.22942015528678894,
+      "learning_rate": 1.2996498249124563e-05,
+      "loss": 0.1463,
+      "step": 3500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.18562756478786469,
+      "learning_rate": 1.19959979989995e-05,
+      "loss": 0.1512,
+      "step": 4000
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.14861415326595306,
+      "learning_rate": 1.0995497748874438e-05,
+      "loss": 0.0811,
+      "step": 4500
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 0.19507120549678802,
+      "learning_rate": 9.994997498749376e-06,
+      "loss": 0.0634,
+      "step": 5000
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.011564640328288078,
+      "learning_rate": 8.994497248624313e-06,
+      "loss": 0.0776,
+      "step": 5500
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.1320619136095047,
+      "learning_rate": 7.993996998499251e-06,
+      "loss": 0.0583,
+      "step": 6000
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 0.002501310082152486,
+      "learning_rate": 6.9934967483741875e-06,
+      "loss": 0.0283,
+      "step": 6500
+    },
+    {
+      "epoch": 3.5,
+      "grad_norm": 0.008065233938395977,
+      "learning_rate": 5.992996498249125e-06,
+      "loss": 0.0245,
+      "step": 7000
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 0.012150153517723083,
+      "learning_rate": 4.992496248124062e-06,
+      "loss": 0.0282,
+      "step": 7500
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.0018927728524431586,
+      "learning_rate": 3.991995997999e-06,
+      "loss": 0.0181,
+      "step": 8000
+    },
+    {
+      "epoch": 4.25,
+      "grad_norm": 0.00044900510692968965,
+      "learning_rate": 2.991495747873937e-06,
+      "loss": 0.0051,
+      "step": 8500
+    },
+    {
+      "epoch": 4.5,
+      "grad_norm": 0.0030473130755126476,
+      "learning_rate": 1.9909954977488747e-06,
+      "loss": 0.0097,
+      "step": 9000
+    },
+    {
+      "epoch": 4.75,
+      "grad_norm": 0.004492764361202717,
+      "learning_rate": 9.90495247623812e-07,
+      "loss": 0.0048,
+      "step": 9500
+    },
+    {
+      "epoch": 5.0,
+      "step": 9995,
+      "total_flos": 1.86269781245184e+16,
+      "train_loss": 0.10975847404083053,
+      "train_runtime": 15317.2123,
+      "train_samples_per_second": 5.22,
+      "train_steps_per_second": 0.653
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9995,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 1.86269781245184e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2af8ef0f6a7e09f2ebe39e5b7c56b97bb0da3d67bdca473d4e30026e53d8a99
+size 4920