Skip to content
Snippets Groups Projects
Commit ac3c663f authored by Cyril Monmouton's avatar Cyril Monmouton
Browse files

Restore import

parent d8ad7c33
No related branches found
No related tags found
1 merge request!460Improve statibility of fetching of bulk catalog by not using Dask workers
Pipeline #101448 failed
......@@ -41,12 +41,15 @@ from .. import DataframeSerializerSync
from . import storage_path_builder as pathBuilder
from . import session_file_meta as session_meta
from ..bulk_id import new_bulk_id
from .bulk_catalog import (BulkCatalog, ChunkGroup, load_bulk_catalog, save_bulk_catalog)
from .bulk_catalog import (BulkCatalog, ChunkGroup,
load_bulk_catalog,
save_bulk_catalog)
from ..mime_types import MimeType
from .dask_data_ipc import DaskNativeDataIPC, DaskLocalFileDataIPC
from . import dask_worker_write_bulk as bulk_writer
from ..consistency_checks import DataConsistencyChecks
def read_with_dask(path: Union[str, List[str]], **kwargs) -> dd.DataFrame:
"""call dask.dataframe.read_parquet with default parameters
Dask read_parquet parameters:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment