Update benchmarks and data table style

This commit is contained in:
ines 2017-11-06 19:36:02 +01:00
parent ddff7dc474
commit 3b0699c9fe
6 changed files with 81 additions and 72 deletions

View File

@ -452,8 +452,8 @@ mixin head-cell()
//- Table cell (only used within +row in +table) //- Table cell (only used within +row in +table)
mixin cell(align) mixin cell(...style)
td.c-table__cell.u-text(class=align ? "u-text-" + align : null)&attributes(attributes) td.c-table__cell.u-text(class=prefixArgs(style, "c-table__cell"))&attributes(attributes)
block block

View File

@ -71,7 +71,7 @@ for id in CURRENT_MODELS
+label=label +label=label
if MODEL_META[field] if MODEL_META[field]
| #[+help(MODEL_META[field]).u-color-subtle] | #[+help(MODEL_META[field]).u-color-subtle]
+cell("right")(data-tpl=id data-tpl-key=field) +cell("num")(data-tpl=id data-tpl-key=field)
| n/a | n/a
p.u-text-small.u-color-dark(data-tpl=id data-tpl-key="notes") p.u-text-small.u-color-dark(data-tpl=id data-tpl-key="notes")

View File

@ -32,6 +32,15 @@
&:not(:last-child) &:not(:last-child)
border-right: 1px solid $color-subtle border-right: 1px solid $color-subtle
&.c-table__cell--num
text-align: right
font-feature-settings: "tnum"
font-variant-numeric: tabular-nums
& > strong
font-feature-settings: initial
font-variant-numeric: initial
//- Table head cell //- Table head cell

View File

@ -5,41 +5,41 @@
+cell #[strong spaCy v2.x] +cell #[strong spaCy v2.x]
+cell 2017 +cell 2017
+cell Python / Cython +cell Python / Cython
+cell("right") #[strong 92.6] +cell("num") #[strong 92.6]
+cell("right") #[em n/a] +cell("num") #[em n/a]
| #[+help("This table shows speed as benchmarked by Choi et al. We therefore can't provide comparable figures, as we'd be running the benchmark on different hardware.").u-color-dark] | #[+help("This table shows speed as benchmarked by Choi et al. We therefore can't provide comparable figures, as we'd be running the benchmark on different hardware.").u-color-dark]
+row +row
+cell #[strong spaCy v1.x] +cell #[strong spaCy v1.x]
+cell 2015 +cell 2015
+cell Python / Cython +cell Python / Cython
+cell("right") 91.8 +cell("num") 91.8
+cell("right") 13,963 +cell("num") 13,963
+row +row
+cell ClearNLP +cell ClearNLP
+cell 2015 +cell 2015
+cell Java +cell Java
+cell("right") 91.7 +cell("num") 91.7
+cell("right") 10,271 +cell("num") 10,271
+row +row
+cell CoreNLP +cell CoreNLP
+cell 2015 +cell 2015
+cell Java +cell Java
+cell("right") 89.6 +cell("num") 89.6
+cell("right") 8,602 +cell("num") 8,602
+row +row
+cell MATE +cell MATE
+cell 2015 +cell 2015
+cell Java +cell Java
+cell("right") 92.5 +cell("num") 92.5
+cell("right") 550 +cell("num") 550
+row +row
+cell Turbo +cell Turbo
+cell 2015 +cell 2015
+cell C++ +cell C++
+cell("right") 92.4 +cell("num") 92.4
+cell("right") 349 +cell("num") 349

View File

@ -20,34 +20,34 @@ p
+row +row
+cell #[+a("/models/en#en_core_web_sm") #[code en_core_web_sm]] 2.0.0a8 +cell #[+a("/models/en#en_core_web_sm") #[code en_core_web_sm]] 2.0.0a8
each data in ["2.x", "neural"] each data in ["2.x", "neural"]
+cell("right")=data +cell("num")=data
+cell("right") 91.7 +cell("num") 91.7
+cell("right") 85.3 +cell("num") 85.3
+cell("right") 97.0 +cell("num") 97.0
+cell("right") 10.1k +cell("num") 10.1k
+cell("right") #[strong 35 MB] +cell("num") #[strong 35MB]
+row +row
+cell #[+a("/models/en#en_core_web_lg") #[code en_core_web_lg]] 2.0.0a3 +cell #[+a("/models/en#en_core_web_lg") #[code en_core_web_lg]] 2.0.0a3
each data in ["2.x", "neural"] each data in ["2.x", "neural"]
+cell("right")=data +cell("num")=data
+cell("right") #[strong 91.9] +cell("num") #[strong 91.9]
+cell("right") #[strong 85.9] +cell("num") #[strong 85.9]
+cell("right") #[strong 97.2] +cell("num") #[strong 97.2]
+cell("right") 5.0k +cell("num") 10.0k
+cell("right") 812 MB +cell("num") 812MB
+row("divider") +row("divider")
+cell #[code en_core_web_sm] 1.2.0 +cell #[code en_core_web_sm] 1.2.0
each data in ["1.x", "linear", 86.6, 78.5, 96.6] each data in ["1.x", "linear", 86.6, 78.5, 96.6]
+cell("right")=data +cell("num")=data
+cell("right") #[strong 25.7k] +cell("num") #[strong 25.7k]
+cell("right") 50 MB +cell("num") 50MB
+row +row
+cell #[code en_core_web_md] 1.2.1 +cell #[code en_core_web_md] 1.2.1
each data in ["1.x", "linear", 90.6, 81.4, 96.7, "18.8k", "1 GB"] each data in ["1.x", "linear", 90.6, 81.4, 96.7, "18.8k", "1GB"]
+cell("right")=data +cell("num")=data
+h(4, "benchmarks-models-spanish") Spanish +h(4, "benchmarks-models-spanish") Spanish
@ -59,29 +59,29 @@ p
+table(["Model", "spaCy", "Type", "UAS", "NER F", "POS", "WPS", "Size"]) +table(["Model", "spaCy", "Type", "UAS", "NER F", "POS", "WPS", "Size"])
+row +row
+cell #[+a("/models/es#es_core_news_sm") #[code es_core_news_sm]] 2.0.0a0 +cell #[+a("/models/es#es_core_news_sm") #[code es_core_news_sm]] 2.0.0a0
+cell("right") 2.x +cell("num") 2.x
+cell("right") neural +cell("num") neural
+cell("right") 89.8 +cell("num") 89.8
+cell("right") 88.7 +cell("num") 88.7
+cell("right") #[strong 96.9] +cell("num") #[strong 96.9]
+cell("right") #[em n/a] +cell("num") #[em n/a]
+cell("right") #[strong 35 MB] +cell("num") #[strong 35MB]
+row +row
+cell #[+a("/models/es#es_core_news_md") #[code es_core_news_md]] 2.0.0a0 +cell #[+a("/models/es#es_core_news_md") #[code es_core_news_md]] 2.0.0a0
+cell("right") 2.x +cell("num") 2.x
+cell("right") neural +cell("num") neural
+cell("right") #[strong 90.2] +cell("num") #[strong 90.2]
+cell("right") 89.0 +cell("num") 89.0
+cell("right") 97.8 +cell("num") 97.8
+cell("right") #[em n/a] +cell("num") #[em n/a]
+cell("right") 93 MB +cell("num") 93MB
+row("divider") +row("divider")
+cell #[code es_core_web_md] 1.1.0 +cell #[code es_core_web_md] 1.1.0
each data in ["1.x", "linear", 87.5] each data in ["1.x", "linear", 87.5]
+cell("right")=data +cell("num")=data
+cell("right") #[strong 94.2] +cell("num") #[strong 94.2]
+cell("right") 96.7 +cell("num") 96.7
+cell("right") #[em n/a] +cell("num") #[em n/a]
+cell("right") 377 MB +cell("num") 377MB

View File

@ -50,55 +50,55 @@ p
+cell spaCy v2.0.0 +cell spaCy v2.0.0
+cell 2017 +cell 2017
+cell neural +cell neural
+cell("right") 94.48 +cell("num") 94.48
+row +row
+cell spaCy v1.1.0 +cell spaCy v1.1.0
+cell 2016 +cell 2016
+cell linear +cell linear
+cell("right") 92.80 +cell("num") 92.80
+row("divider") +row("divider")
+cell +cell
+a("https://arxiv.org/pdf/1611.01734.pdf") Dozat and Manning +a("https://arxiv.org/pdf/1611.01734.pdf") Dozat and Manning
+cell 2017 +cell 2017
+cell neural +cell neural
+cell("right") #[strong 95.75] +cell("num") #[strong 95.75]
+row +row
+cell +cell
+a("http://arxiv.org/abs/1603.06042") Andor et al. +a("http://arxiv.org/abs/1603.06042") Andor et al.
+cell 2016 +cell 2016
+cell neural +cell neural
+cell("right") 94.44 +cell("num") 94.44
+row +row
+cell +cell
+a("https://github.com/tensorflow/models/tree/master/research/syntaxnet") SyntaxNet Parsey McParseface +a("https://github.com/tensorflow/models/tree/master/research/syntaxnet") SyntaxNet Parsey McParseface
+cell 2016 +cell 2016
+cell neural +cell neural
+cell("right") 94.15 +cell("num") 94.15
+row +row
+cell +cell
+a("http://static.googleusercontent.com/media/research.google.com/en//pubs/archive/43800.pdf") Weiss et al. +a("http://static.googleusercontent.com/media/research.google.com/en//pubs/archive/43800.pdf") Weiss et al.
+cell 2015 +cell 2015
+cell neural +cell neural
+cell("right") 93.91 +cell("num") 93.91
+row +row
+cell +cell
+a("http://research.google.com/pubs/archive/38148.pdf") Zhang and McDonald +a("http://research.google.com/pubs/archive/38148.pdf") Zhang and McDonald
+cell 2014 +cell 2014
+cell linear +cell linear
+cell("right") 93.32 +cell("num") 93.32
+row +row
+cell +cell
+a("http://www.cs.cmu.edu/~ark/TurboParser/") Martins et al. +a("http://www.cs.cmu.edu/~ark/TurboParser/") Martins et al.
+cell 2013 +cell 2013
+cell linear +cell linear
+cell("right") 93.10 +cell("num") 93.10
+h(4, "ner-accuracy-ontonotes5") NER accuracy (OntoNotes 5, no pre-process) +h(4, "ner-accuracy-ontonotes5") NER accuracy (OntoNotes 5, no pre-process)
@ -113,35 +113,35 @@ p
+cell spaCy #[+a("/models/en#en_core_web_lg") #[code en_core_web_lg]] v2.0.0a3 +cell spaCy #[+a("/models/en#en_core_web_lg") #[code en_core_web_lg]] v2.0.0a3
+cell 2017 +cell 2017
+cell neural +cell neural
+cell("right") 85.85 +cell("num") 85.85
+row("divider") +row("divider")
+cell +cell
+a("https://arxiv.org/pdf/1702.02098.pdf") Strubell et al. +a("https://arxiv.org/pdf/1702.02098.pdf") Strubell et al.
+cell 2017 +cell 2017
+cell neural +cell neural
+cell("right") #[strong 86.81] +cell("num") #[strong 86.81]
+row +row
+cell +cell
+a("https://www.semanticscholar.org/paper/Named-Entity-Recognition-with-Bidirectional-LSTM-C-Chiu-Nichols/10a4db59e81d26b2e0e896d3186ef81b4458b93f") Chiu and Nichols +a("https://www.semanticscholar.org/paper/Named-Entity-Recognition-with-Bidirectional-LSTM-C-Chiu-Nichols/10a4db59e81d26b2e0e896d3186ef81b4458b93f") Chiu and Nichols
+cell 2016 +cell 2016
+cell neural +cell neural
+cell("right") 86.19 +cell("num") 86.19
+row +row
+cell +cell
+a("https://www.semanticscholar.org/paper/A-Joint-Model-for-Entity-Analysis-Coreference-Typi-Durrett-Klein/28eb033eee5f51c5e5389cbb6b777779203a6778") Durrett and Klein +a("https://www.semanticscholar.org/paper/A-Joint-Model-for-Entity-Analysis-Coreference-Typi-Durrett-Klein/28eb033eee5f51c5e5389cbb6b777779203a6778") Durrett and Klein
+cell 2014 +cell 2014
+cell neural +cell neural
+cell("right") 84.04 +cell("num") 84.04
+row +row
+cell +cell
+a("http://www.aclweb.org/anthology/W09-1119") Ratinov and Roth +a("http://www.aclweb.org/anthology/W09-1119") Ratinov and Roth
+cell 2009 +cell 2009
+cell linear +cell linear
+cell("right") 83.45 +cell("num") 83.45
+h(3, "spacy-models") Model comparison +h(3, "spacy-models") Model comparison
@ -183,24 +183,24 @@ p
+row +row
+cell #[strong spaCy] +cell #[strong spaCy]
each data in [ "0.2ms", "1ms", "19ms"] each data in [ "0.2ms", "1ms", "19ms"]
+cell("right") #[strong=data] +cell("num") #[strong=data]
each data in ["1x", "1x", "1x"] each data in ["1x", "1x", "1x"]
+cell("right")=data +cell("num")=data
+row +row
+cell CoreNLP +cell CoreNLP
each data in ["2ms", "10ms", "49ms", "10x", "10x", "2.6x"] each data in ["2ms", "10ms", "49ms", "10x", "10x", "2.6x"]
+cell("right")=data +cell("num")=data
+row +row
+cell ZPar +cell ZPar
each data in ["1ms", "8ms", "850ms", "5x", "8x", "44.7x"] each data in ["1ms", "8ms", "850ms", "5x", "8x", "44.7x"]
+cell("right")=data +cell("num")=data
+row +row
+cell NLTK +cell NLTK
each data in ["4ms", "443ms"] each data in ["4ms", "443ms"]
+cell("right")=data +cell("num")=data
+cell("right") #[em n/a] +cell("num") #[em n/a]
each data in ["20x", "443x"] each data in ["20x", "443x"]
+cell("right")=data +cell("num")=data
+cell("right") #[em n/a] +cell("num") #[em n/a]