|
|
|
|
|
|
|
|
replace_dict = {' .': '.',
|
|
|
' ,': ',',
|
|
|
' ;': ';',
|
|
|
' :': ':',
|
|
|
'( ': '(',
|
|
|
' )': ')',
|
|
|
" '": "'"}
|
|
|
|
|
|
|
|
|
def get_recipe(ids, vocab):
|
|
|
toks = []
|
|
|
for id_ in ids:
|
|
|
toks.append(vocab[id_])
|
|
|
return toks
|
|
|
|
|
|
|
|
|
def get_ingrs(ids, ingr_vocab_list):
|
|
|
gen_ingrs = []
|
|
|
for ingr_idx in ids:
|
|
|
ingr_name = ingr_vocab_list[ingr_idx]
|
|
|
if ingr_name == '<pad>':
|
|
|
break
|
|
|
gen_ingrs.append(ingr_name)
|
|
|
return gen_ingrs
|
|
|
|
|
|
|
|
|
def prettify(toks, replace_dict):
|
|
|
toks = ' '.join(toks)
|
|
|
toks = toks.split('<end>')[0]
|
|
|
sentences = toks.split('<eoi>')
|
|
|
|
|
|
pretty_sentences = []
|
|
|
for sentence in sentences:
|
|
|
sentence = sentence.strip()
|
|
|
sentence = sentence.capitalize()
|
|
|
for k, v in replace_dict.items():
|
|
|
sentence = sentence.replace(k, v)
|
|
|
if sentence != '':
|
|
|
pretty_sentences.append(sentence)
|
|
|
return pretty_sentences
|
|
|
|
|
|
|
|
|
def colorized_list(ingrs, ingrs_gt, colorize=False):
|
|
|
if colorize:
|
|
|
colorized_list = []
|
|
|
for word in ingrs:
|
|
|
if word in ingrs_gt:
|
|
|
word = '\033[1;30;42m ' + word + ' \x1b[0m'
|
|
|
else:
|
|
|
word = '\033[1;30;41m ' + word + ' \x1b[0m'
|
|
|
colorized_list.append(word)
|
|
|
return colorized_list
|
|
|
else:
|
|
|
return ingrs
|
|
|
|
|
|
|
|
|
def prepare_output(ids, gen_ingrs, ingr_vocab_list, vocab):
|
|
|
|
|
|
toks = get_recipe(ids, vocab)
|
|
|
is_valid = True
|
|
|
reason = 'All ok.'
|
|
|
try:
|
|
|
cut = toks.index('<end>')
|
|
|
toks_trunc = toks[0:cut]
|
|
|
except:
|
|
|
toks_trunc = toks
|
|
|
is_valid = False
|
|
|
reason = 'no eos found'
|
|
|
|
|
|
|
|
|
score = float(len(set(toks_trunc))) / float(len(toks_trunc))
|
|
|
|
|
|
prev_word = ''
|
|
|
found_repeat = False
|
|
|
for word in toks_trunc:
|
|
|
if prev_word == word and prev_word != '<eoi>':
|
|
|
found_repeat = True
|
|
|
break
|
|
|
prev_word = word
|
|
|
|
|
|
toks = prettify(toks, replace_dict)
|
|
|
title = toks[0]
|
|
|
toks = toks[1:]
|
|
|
|
|
|
if gen_ingrs is not None:
|
|
|
gen_ingrs = get_ingrs(gen_ingrs, ingr_vocab_list)
|
|
|
|
|
|
if score <= 0.3:
|
|
|
reason = 'Diversity score.'
|
|
|
is_valid = False
|
|
|
elif len(toks) != len(set(toks)):
|
|
|
reason = 'Repeated instructions.'
|
|
|
is_valid = False
|
|
|
elif found_repeat:
|
|
|
reason = 'Found word repeat.'
|
|
|
is_valid = False
|
|
|
|
|
|
valid = {'is_valid': is_valid, 'reason': reason, 'score': score}
|
|
|
outs = {'title': title, 'recipe': toks, 'ingrs': gen_ingrs}
|
|
|
|
|
|
return outs, valid
|
|
|
|
