KoichiYasuoka
commited on
Commit
•
17c8f0b
1
Parent(s):
d4eb5bf
bug fix
Browse files
maker.py
CHANGED
@@ -15,8 +15,9 @@ class UDgoeswithDataset(object):
|
|
15 |
dep,c="-|_|dep",[]
|
16 |
for s in r:
|
17 |
t=s.split("\t")
|
18 |
-
if len(t)==10
|
19 |
-
|
|
|
20 |
elif c!=[]:
|
21 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
22 |
for i in range(len(v)-1,-1,-1):
|
|
|
15 |
dep,c="-|_|dep",[]
|
16 |
for s in r:
|
17 |
t=s.split("\t")
|
18 |
+
if len(t)==10:
|
19 |
+
if t[0].isdecimal():
|
20 |
+
c.append(t)
|
21 |
elif c!=[]:
|
22 |
v=tokenizer([t[1] for t in c],add_special_tokens=False)["input_ids"]
|
23 |
for i in range(len(v)-1,-1,-1):
|