Restore sentencepiece dependency

We actually need it for XLM-R
This commit is contained in:
Giovanni Campagna 2020-12-18 09:23:04 -08:00
parent 305b1a97ad
commit 259387848e
3 changed files with 57 additions and 11 deletions

View File

@ -21,6 +21,7 @@ transformers = "~=4.0"
radam = {git = "https://github.com/LiyuanLucasLiu/RAdam"}
matplotlib = '~=3.1'
seaborn = '~=0.9'
sentencepiece = '==0.1.*'
[requires]
python_version = "3.8"

64
Pipfile.lock generated
View File

@ -1,7 +1,7 @@
{
"_meta": {
"hash": {
"sha256": "7dd28be55750174928b4ad11feff480d72f73b95afda5cfffd3bf41a61dc107d"
"sha256": "d725c9465b808a7ee3eb22c0daebee9e7eb2b88d67d593d0bc3f358345e3e513"
},
"pipfile-spec": 6,
"requires": {
@ -25,10 +25,11 @@
},
"chardet": {
"hashes": [
"sha256:84ab92ed1c4d4f16916e05906b6b75a6c0fb5db821cc65e70cbd64a3e2a5eaae",
"sha256:fc323ffcaeaed0e0a02bf4d117757b98aed530d9ed4531e3e15460124c106691"
"sha256:0d6f53a15db4120f2b08c94f11e7d93d2c911ee118b6b30a04ec3ee8310179fa",
"sha256:f864054d66fd9118f2e67044ac8981a54775ec5b67aed0441892edb553d21da5"
],
"version": "==3.0.4"
"markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'",
"version": "==4.0.0"
},
"click": {
"hashes": [
@ -361,11 +362,11 @@
},
"requests": {
"hashes": [
"sha256:7f1a0b932f4a60a1a65caa4263921bb7d9ee911957e0ae4a23a6dd08185ad5f8",
"sha256:e786fa28d8c9154e6a4de5d46a1d921b8749f8b74e28bde23768e5e16eece998"
"sha256:27973dd4a904a4f13b263a19c866c13b92a39ed1c964655f025f3f8d3d75b804",
"sha256:c210084e36a42ae6b9219e00e48287def368a26d03a048ddad7bfee44f75871e"
],
"index": "pypi",
"version": "==2.25.0"
"version": "==2.25.1"
},
"sacrebleu": {
"hashes": [
@ -420,6 +421,49 @@
"index": "pypi",
"version": "==0.11.0"
},
"sentencepiece": {
"hashes": [
"sha256:05e6ef6a669d2e2d3232d95acfb2a9d255272484b898ea0650659d95448bf93f",
"sha256:11bd70be4baf4e67b1714e43bcd1e7fed0ce04616a20388367299846fdaf712d",
"sha256:1d7c9f52a2e32a7a2eb9685ddf74a86b5df94fcaccf37be661ac9bb5c9db4893",
"sha256:1e6b711563163fc8cf2c873d08b4495244859e3f6d6c18859b524395d8550482",
"sha256:232a882ebf074966e24943119ab83554642bd339bd5d6bd2641092133983bc6a",
"sha256:295ef1ccf570c33728040a461cf837611495e8a5bd954012a5784fb3529ff460",
"sha256:3f6c0b5c501053a2f9d99daccbf187f367ded5ae35e9e031feae56188b352433",
"sha256:42d35adb51eb530d57c56c2cd445dbf9bd9db36bf82741aa5b42216f7f34c12d",
"sha256:4c11b2fc89c71510a900e2dbd4d93fb18a867ce7160f298bb6bb8a581d646d63",
"sha256:4d7d0844a57156b630fb98e21203c2755b342824b8c5a445e4ac78612c291218",
"sha256:58db565195ee31efbaca9d00937f9f73aa131cc820c2ad46a39ac62f8671866f",
"sha256:5c2969c4f62039d82f761c9548011bf39673a1eb8dc8f747943b88851523c943",
"sha256:7b4867845e6935c43e37042a451d2ce84d9d97365300151a8c1c1cc724acad32",
"sha256:7b6c794d30272a5e635e958fdb4976dd991bf35eed90441104a042b2e51723c7",
"sha256:849d74885f6f7af03a5d354b919bf23c757f94257d7a068bc464efd70d651e3a",
"sha256:88ef71e36b09ddd53498064efaec5470a09698df2427362cc4e86198d88aa01e",
"sha256:995e645a94107e46317987d348216a0fb1ae3a8befec9c99cc506b8994aa133d",
"sha256:9c8476febe8eb0a165cf04192ebd2b15124d83cfc44269e10d2a83ace677f109",
"sha256:9c87f759dddefff52c12d4a3500a00faf22ea476a004c33c78794699069d8fc9",
"sha256:9d2245d400424ab261e3253308001606668126a08efdc19ee2c348b0e228e1e1",
"sha256:9d446ad41744a898f34800ee492553b4a24255a0f922cb32fe33a3c0a865d153",
"sha256:a75f418bd92c6c92e2ee0c95e89b45b76bc54e45ed7cf2b3b74d313b263d1baa",
"sha256:a89d90b45ba5025fcd19cad685c7572624a036d883091af967a75f3793c2aee4",
"sha256:b01057743c2488c8d6e7b45b0732ee23976ac3d58d11cd90390cbc3221c07402",
"sha256:b5e3eedad0ef5b3a4ae1d201fc0edc7f4b4d567c016913d4b996ebf0ab66748b",
"sha256:bf524fa6243cfd05a04f65a6b17516ddd58438adf3c35df02ca3ebb832270a47",
"sha256:c571b26017d8dd1c47dc2eeae09caa15cfe3d2f31fb01f004d463403a1f1349b",
"sha256:c9d440d9ecf8c8787b89bc8596f7a47c548a9968f802d654faaf5652598ffbb0",
"sha256:cbde526df19d6bcfa2b8503b2a4bf6996dd3172f631fd2b7efd7b6435d96407c",
"sha256:cd6434909e1c8494b3254bf3150420e45489214d9bc7ab6ad4d1804d75d6d58f",
"sha256:db744b73b5a5fd7adfa5cfc4eb4b7d0f408c2059783fd52c934b49743a0d2326",
"sha256:e4aef0be184f3c5b72a1c3f7e01fbf245eb3b3c70365f823e24542008afe387f",
"sha256:e5074d8239dcc6130dce8ffd734ab797f86679fc75a4a1d96adc243293178c05",
"sha256:ed49f1187a25db531e2ad95718a5640a3f7e0467bc82e4267cc6f7b6caa3054a",
"sha256:fb31a1827da0de50dc8ca33d4e657121594092c7231a4fb2d6a86149dfd98bc5",
"sha256:fd12969cf8420870bee743398e2e60f722d1ffdf9d201dc1d6b09096c971bfd9",
"sha256:fee3e6849b9e0cef774fb003ba2950b282b1910cdd761794bbf8dc0aa9d5f7d3"
],
"index": "pypi",
"version": "==0.1.94"
},
"six": {
"hashes": [
"sha256:30639c035cdb23534cd4aa2dd52c3bf48f06e5f4a941509c8bafd8ce11080259",
@ -510,11 +554,11 @@
},
"transformers": {
"hashes": [
"sha256:6f754c4336418d97296b3cc13ebd5169bdc0ed0e6d19c8a2bad084da779caad7",
"sha256:e147e7d245453637b0057c23257784fc4e6475903fdd660c547c236e256e9198"
"sha256:3a525c33b544eccc0afbf03f7636db92e6d56d728dc6a4cdae7862af379c2193",
"sha256:f2cf80855edfb47d87894a4462dde0d9973b99ee1b78ef4cfb16191b92b79858"
],
"index": "pypi",
"version": "==4.0.1"
"version": "==4.1.1"
},
"typing-extensions": {
"hashes": [

View File

@ -54,6 +54,7 @@ setuptools.setup(
'pyrouge>=0.1.3',
'sacrebleu~=1.0',
'requests~=2.22',
'transformers~=4.0'
'transformers~=4.0',
'sentencepiece==0.1.*'
]
)