mirror of https://github.com/explosion/spaCy.git
Fix robots [ci skip]
This commit is contained in:
parent
a9d2293661
commit
e2f3c4e12d
|
@ -187,7 +187,10 @@ module.exports = {
|
|||
policy: [{ userAgent: '*', allow: '/' }],
|
||||
},
|
||||
development: {
|
||||
policy: [{ userAgent: '*', disallow: ['/'] }],
|
||||
policy: [
|
||||
{ userAgent: '*', disallow: ['/'] },
|
||||
{ userAgent: 'Twitterbot', allow: '/' },
|
||||
],
|
||||
},
|
||||
},
|
||||
},
|
||||
|
|
Loading…
Reference in New Issue