Rooba
/
genienlp
mirror of https://github.com/stanford-oval/genienlp.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

update tests

This commit is contained in:
mehrad 2019-03-13 14:25:29 -07:00
parent 679e1e9ce9
commit df0f6cd254
3 changed files with 6537 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
decanlp/predict.py
View File

@ -272,7 +272,7 @@ def get_args(argv):
'dimension', 'load', 'max_val_context_length', 'val_batch_size', 'dimension', 'load', 'max_val_context_length', 'val_batch_size',
'transformer_heads', 'max_output_length', 'max_generative_vocab', 'transformer_heads', 'max_output_length', 'max_generative_vocab',
'lower', 'cove', 'intermediate_cove', 'elmo', 'glove_and_char', 'lower', 'cove', 'intermediate_cove', 'elmo', 'glove_and_char',
'use_maxmargin_loss', 'small_glove'] 'use_maxmargin_loss', 'small_glove', 'thingpedia']
for r in retrieve: for r in retrieve:
if r in config: if r in config:
setattr(args, r, config[r]) setattr(args, r, config[r])

6533
decanlp/tests/dataset/thingpedia-8.json Normal file
View File

File diff suppressed because it is too large Load Diff

3
decanlp/tests/test.sh
View File

@ -22,9 +22,12 @@ curl -O "https://parmesan.stanford.edu/glove/charNgram.txt.pt" ; mv charNgram.tx
# train # train
pipenv run decanlp train --train_tasks almond --train_iterations 4 --preserve_case --save_every 2 --log_every 2 --val_every 2 --save $workdir/model_$i --data $SRCDIR/dataset/ $hparams --exist_ok --skip_cache --root "" --embeddings $SRCDIR/embeddings --small_glove --no_commit pipenv run decanlp train --train_tasks almond --train_iterations 4 --preserve_case --save_every 2 --log_every 2 --val_every 2 --save $workdir/model_$i --data $SRCDIR/dataset/ $hparams --exist_ok --skip_cache --root "" --embeddings $SRCDIR/embeddings --small_glove --no_commit
# thingpedia as context
pipenv run decanlp train --train_tasks almond --train_iterations 4 --preserve_case --save_every 2 --log_every 2 --val_every 2 --save $workdir/model_'$i'_with_thingpedia/ --data $SRCDIR/dataset/ $hparams --exist_ok --skip_cache --root "" --embeddings $SRCDIR/embeddings --small_glove --no_commit --thingpedia $SRCDIR/dataset/thingpedia-8.json
# greedy decode # greedy decode
pipenv run decanlp predict --tasks almond --evaluate test --path $workdir/model_$i --overwrite --eval_dir $workdir/model_$i/eval_results/ --data $SRCDIR/dataset/ --embeddings $SRCDIR/embeddings pipenv run decanlp predict --tasks almond --evaluate test --path $workdir/model_$i --overwrite --eval_dir $workdir/model_$i/eval_results/ --data $SRCDIR/dataset/ --embeddings $SRCDIR/embeddings
pipenv run decanlp predict --tasks almond --evaluate test --path $workdir/model_'$i'_with_thingpedia/ --overwrite --eval_dir $workdir/model_'$i'_with_thingpedia/ /eval_results/ --data $SRCDIR/dataset/ --embeddings $SRCDIR/embeddings
# export prediction results # export prediction results
pipenv run python3 $SRCDIR/../utils/post_process_decoded_results.py --original_data $SRCDIR/dataset/almond/test.tsv --gold_program $workdir/model_$i/eval_results/test/almond.gold.txt --predicted_program $workdir/model_$i/eval_results/test/almond.txt --output_file $workdir/model_$i/results.tsv pipenv run python3 $SRCDIR/../utils/post_process_decoded_results.py --original_data $SRCDIR/dataset/almond/test.tsv --gold_program $workdir/model_$i/eval_results/test/almond.gold.txt --predicted_program $workdir/model_$i/eval_results/test/almond.txt --output_file $workdir/model_$i/results.tsv