Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update benchmarks and data table style

This commit is contained in:
ines 2017-11-06 19:36:02 +01:00
parent ddff7dc474
commit 3b0699c9fe
6 changed files with 81 additions and 72 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
website/_includes/_mixins.jade
View File

@ -452,8 +452,8 @@ mixin head-cell()
//- Table cell (only used within +row in +table)
mixin cell(align)
td.c-table__cell.u-text(class=align ? "u-text-" + align : null)&attributes(attributes)
mixin cell(...style)
td.c-table__cell.u-text(class=prefixArgs(style, "c-table__cell"))&attributes(attributes)
block

2
website/_includes/_page_models.jade
View File

@ -71,7 +71,7 @@ for id in CURRENT_MODELS
+label=label
if MODEL_META[field]
| #[+help(MODEL_META[field]).u-color-subtle]
+cell("right")(data-tpl=id data-tpl-key=field)
+cell("num")(data-tpl=id data-tpl-key=field)
| n/a
p.u-text-small.u-color-dark(data-tpl=id data-tpl-key="notes")

9
website/assets/css/_components/_tables.sass
View File

@ -32,6 +32,15 @@
&:not(:last-child)
border-right: 1px solid $color-subtle
&.c-table__cell--num
text-align: right
font-feature-settings: "tnum"
font-variant-numeric: tabular-nums
& > strong
font-feature-settings: initial
font-variant-numeric: initial
//- Table head cell

24
website/usage/_facts-figures/_benchmarks-choi-2015.jade
View File

@ -5,41 +5,41 @@
+cell #[strong spaCy v2.x]
+cell 2017
+cell Python / Cython
+cell("right") #[strong 92.6]
+cell("right") #[em n/a]
+cell("num") #[strong 92.6]
+cell("num") #[em n/a]
| #[+help("This table shows speed as benchmarked by Choi et al. We therefore can't provide comparable figures, as we'd be running the benchmark on different hardware.").u-color-dark]
+row
+cell #[strong spaCy v1.x]
+cell 2015
+cell Python / Cython
+cell("right") 91.8
+cell("right") 13,963
+cell("num") 91.8
+cell("num") 13,963
+row
+cell ClearNLP
+cell 2015
+cell Java
+cell("right") 91.7
+cell("right") 10,271
+cell("num") 91.7
+cell("num") 10,271
+row
+cell CoreNLP
+cell 2015
+cell Java
+cell("right") 89.6
+cell("right") 8,602
+cell("num") 89.6
+cell("num") 8,602
+row
+cell MATE
+cell 2015
+cell Java
+cell("right") 92.5
+cell("right") 550
+cell("num") 92.5
+cell("num") 550
+row
+cell Turbo
+cell 2015
+cell C++
+cell("right") 92.4
+cell("right") 349
+cell("num") 92.4
+cell("num") 349

72
website/usage/_facts-figures/_benchmarks-models.jade
View File

@ -20,34 +20,34 @@ p
+row
+cell #[+a("/models/en#en_core_web_sm") #[code en_core_web_sm]] 2.0.0a8
each data in ["2.x", "neural"]
+cell("right")=data
+cell("right") 91.7
+cell("right") 85.3
+cell("right") 97.0
+cell("right") 10.1k
+cell("right") #[strong 35 MB]
+cell("num")=data
+cell("num") 91.7
+cell("num") 85.3
+cell("num") 97.0
+cell("num") 10.1k
+cell("num") #[strong 35MB]
+row
+cell #[+a("/models/en#en_core_web_lg") #[code en_core_web_lg]] 2.0.0a3
each data in ["2.x", "neural"]
+cell("right")=data
+cell("right") #[strong 91.9]
+cell("right") #[strong 85.9]
+cell("right") #[strong 97.2]
+cell("right") 5.0k
+cell("right") 812 MB
+cell("num")=data
+cell("num") #[strong 91.9]
+cell("num") #[strong 85.9]
+cell("num") #[strong 97.2]
+cell("num") 10.0k
+cell("num") 812MB
+row("divider")
+cell #[code en_core_web_sm] 1.2.0
each data in ["1.x", "linear", 86.6, 78.5, 96.6]
+cell("right")=data
+cell("right") #[strong 25.7k]
+cell("right") 50 MB
+cell("num")=data
+cell("num") #[strong 25.7k]
+cell("num") 50MB
+row
+cell #[code en_core_web_md] 1.2.1
each data in ["1.x", "linear", 90.6, 81.4, 96.7, "18.8k", "1 GB"]
+cell("right")=data
each data in ["1.x", "linear", 90.6, 81.4, 96.7, "18.8k", "1GB"]
+cell("num")=data
+h(4, "benchmarks-models-spanish") Spanish
@ -59,29 +59,29 @@ p
+table(["Model", "spaCy", "Type", "UAS", "NER F", "POS", "WPS", "Size"])
+row
+cell #[+a("/models/es#es_core_news_sm") #[code es_core_news_sm]] 2.0.0a0
+cell("right") 2.x
+cell("right") neural
+cell("right") 89.8
+cell("right") 88.7
+cell("right") #[strong 96.9]
+cell("right") #[em n/a]
+cell("right") #[strong 35 MB]
+cell("num") 2.x
+cell("num") neural
+cell("num") 89.8
+cell("num") 88.7
+cell("num") #[strong 96.9]
+cell("num") #[em n/a]
+cell("num") #[strong 35MB]
+row
+cell #[+a("/models/es#es_core_news_md") #[code es_core_news_md]] 2.0.0a0
+cell("right") 2.x
+cell("right") neural
+cell("right") #[strong 90.2]
+cell("right") 89.0
+cell("right") 97.8
+cell("right") #[em n/a]
+cell("right") 93 MB
+cell("num") 2.x
+cell("num") neural
+cell("num") #[strong 90.2]
+cell("num") 89.0
+cell("num") 97.8
+cell("num") #[em n/a]
+cell("num") 93MB
+row("divider")
+cell #[code es_core_web_md] 1.1.0
each data in ["1.x", "linear", 87.5]
+cell("right")=data
+cell("right") #[strong 94.2]
+cell("right") 96.7
+cell("right") #[em n/a]
+cell("right") 377 MB
+cell("num")=data
+cell("num") #[strong 94.2]
+cell("num") 96.7
+cell("num") #[em n/a]
+cell("num") 377MB

42
website/usage/_facts-figures/_benchmarks.jade
View File

@ -50,55 +50,55 @@ p
+cell spaCy v2.0.0
+cell 2017
+cell neural
+cell("right") 94.48
+cell("num") 94.48
+row
+cell spaCy v1.1.0
+cell 2016
+cell linear
+cell("right") 92.80
+cell("num") 92.80
+row("divider")
+cell
+a("https://arxiv.org/pdf/1611.01734.pdf") Dozat and Manning
+cell 2017
+cell neural
+cell("right") #[strong 95.75]
+cell("num") #[strong 95.75]
+row
+cell
+a("http://arxiv.org/abs/1603.06042") Andor et al.
+cell 2016
+cell neural
+cell("right") 94.44
+cell("num") 94.44
+row
+cell
+a("https://github.com/tensorflow/models/tree/master/research/syntaxnet") SyntaxNet Parsey McParseface
+cell 2016
+cell neural
+cell("right") 94.15
+cell("num") 94.15
+row
+cell
+a("http://static.googleusercontent.com/media/research.google.com/en//pubs/archive/43800.pdf") Weiss et al.
+cell 2015
+cell neural
+cell("right") 93.91
+cell("num") 93.91
+row
+cell
+a("http://research.google.com/pubs/archive/38148.pdf") Zhang and McDonald
+cell 2014
+cell linear
+cell("right") 93.32
+cell("num") 93.32
+row
+cell
+a("http://www.cs.cmu.edu/~ark/TurboParser/") Martins et al.
+cell 2013
+cell linear
+cell("right") 93.10
+cell("num") 93.10
+h(4, "ner-accuracy-ontonotes5") NER accuracy (OntoNotes 5, no pre-process)
@ -113,35 +113,35 @@ p
+cell spaCy #[+a("/models/en#en_core_web_lg") #[code en_core_web_lg]] v2.0.0a3
+cell 2017
+cell neural
+cell("right") 85.85
+cell("num") 85.85
+row("divider")
+cell
+a("https://arxiv.org/pdf/1702.02098.pdf") Strubell et al.
+cell 2017
+cell neural
+cell("right") #[strong 86.81]
+cell("num") #[strong 86.81]
+row
+cell
+a("https://www.semanticscholar.org/paper/Named-Entity-Recognition-with-Bidirectional-LSTM-C-Chiu-Nichols/10a4db59e81d26b2e0e896d3186ef81b4458b93f") Chiu and Nichols
+cell 2016
+cell neural
+cell("right") 86.19
+cell("num") 86.19
+row
+cell
+a("https://www.semanticscholar.org/paper/A-Joint-Model-for-Entity-Analysis-Coreference-Typi-Durrett-Klein/28eb033eee5f51c5e5389cbb6b777779203a6778") Durrett and Klein
+cell 2014
+cell neural
+cell("right") 84.04
+cell("num") 84.04
+row
+cell
+a("http://www.aclweb.org/anthology/W09-1119") Ratinov and Roth
+cell 2009
+cell linear
+cell("right") 83.45
+cell("num") 83.45
+h(3, "spacy-models") Model comparison
@ -183,24 +183,24 @@ p
+row
+cell #[strong spaCy]
each data in [ "0.2ms", "1ms", "19ms"]
+cell("right") #[strong=data]
+cell("num") #[strong=data]
each data in ["1x", "1x", "1x"]
+cell("right")=data
+cell("num")=data
+row
+cell CoreNLP
each data in ["2ms", "10ms", "49ms", "10x", "10x", "2.6x"]
+cell("right")=data
+cell("num")=data
+row
+cell ZPar
each data in ["1ms", "8ms", "850ms", "5x", "8x", "44.7x"]
+cell("right")=data
+cell("num")=data
+row
+cell NLTK
each data in ["4ms", "443ms"]
+cell("right")=data
+cell("right") #[em n/a]
+cell("num")=data
+cell("num") #[em n/a]
each data in ["20x", "443x"]
+cell("right")=data
+cell("right") #[em n/a]
+cell("num")=data
+cell("num") #[em n/a]