update
This commit is contained in:
parent
9e2d83cd7d
commit
633a33e70b
|
@ -395,7 +395,6 @@ class BinaryWriter:
|
|||
config = data["config"]
|
||||
|
||||
elif config != data["config"]:
|
||||
breakpoint()
|
||||
raise Exception("The config isn't consistent between chunks. This shouldn't have happened.")
|
||||
|
||||
chunks_info.extend(data["chunks"])
|
||||
|
|
|
@ -553,11 +553,6 @@ class TextTokenizeRecipe(DataChunkRecipe):
|
|||
|
||||
@pytest.mark.skipif(condition=sys.platform == "win32", reason="Not supported on windows")
|
||||
def test_data_processsor_nlp(tmpdir, monkeypatch):
|
||||
import builtins
|
||||
def fail_breakpoint(*args, **kwargs):
|
||||
pytest.fail("breakpoint() encountered in tests")
|
||||
builtins.breakpoint = fail_breakpoint
|
||||
|
||||
seed_everything(42)
|
||||
|
||||
monkeypatch.setenv("DATA_OPTIMIZER_CACHE_FOLDER", os.path.join(tmpdir, "chunks"))
|
||||
|
|
Loading…
Reference in New Issue