Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix robots [ci skip]

This commit is contained in:
Ines Montani 2020-10-16 17:44:13 +02:00
parent a9d2293661
commit e2f3c4e12d
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
website/gatsby-config.js
View File

@ -187,7 +187,10 @@ module.exports = {
policy: [{ userAgent: '*', allow: '/' }], policy: [{ userAgent: '*', allow: '/' }],
}, },
development: { development: {
policy: [{ userAgent: '*', disallow: ['/'] }], policy: [
{ userAgent: '*', disallow: ['/'] },
{ userAgent: 'Twitterbot', allow: '/' },
],
}, },
}, },
}, },