This commit is contained in:
thomas 2024-02-09 15:46:34 +00:00
parent 9e2d83cd7d
commit 633a33e70b
2 changed files with 0 additions and 6 deletions

View File

@ -395,7 +395,6 @@ class BinaryWriter:
config = data["config"]
elif config != data["config"]:
breakpoint()
raise Exception("The config isn't consistent between chunks. This shouldn't have happened.")
chunks_info.extend(data["chunks"])

View File

@ -553,11 +553,6 @@ class TextTokenizeRecipe(DataChunkRecipe):
@pytest.mark.skipif(condition=sys.platform == "win32", reason="Not supported on windows")
def test_data_processsor_nlp(tmpdir, monkeypatch):
import builtins
def fail_breakpoint(*args, **kwargs):
pytest.fail("breakpoint() encountered in tests")
builtins.breakpoint = fail_breakpoint
seed_everything(42)
monkeypatch.setenv("DATA_OPTIMIZER_CACHE_FOLDER", os.path.join(tmpdir, "chunks"))