Skip to content
Snippets Groups Projects
Commit 978f04e8 authored by André Anjos's avatar André Anjos :speech_balloon:
Browse files

[data.indian] Use right split name; separate split creation so it is reusable

parent 7abd3b00
No related branches found
No related tags found
1 merge request!6Making use of LightningDataModule and simplification of data loading
Pipeline #76592 failed
......@@ -7,6 +7,15 @@ import importlib.resources
from ..datamodule import CachingDataModule
from ..shenzhen.datamodule import RawDataLoader
from ..split import JSONDatabaseSplit
from ..typing import DatabaseSplit
def make_split(basename: str) -> DatabaseSplit:
"""Returns a database split for the Indian database."""
return JSONDatabaseSplit(
importlib.resources.files(__name__.rsplit(".", 1)[0]).joinpath(basename)
)
class DataModule(CachingDataModule):
......@@ -42,10 +51,6 @@ class DataModule(CachingDataModule):
def __init__(self, split_filename: str):
super().__init__(
database_split=JSONDatabaseSplit(
importlib.resources.files(__name__.rsplit(".", 1)[0]).joinpath(
split_filename
)
),
database_split=make_split(split_filename),
raw_data_loader=RawDataLoader(),
)
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("default.json.bz2")
datamodule = DataModule("default.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_0.json.bz2")
datamodule = DataModule("fold_0.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_1.json.bz2")
datamodule = DataModule("fold_1.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_2.json.bz2")
datamodule = DataModule("fold_2.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_3.json.bz2")
datamodule = DataModule("fold_3.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_4.json.bz2")
datamodule = DataModule("fold_4.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_5.json.bz2")
datamodule = DataModule("fold_5.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_6.json.bz2")
datamodule = DataModule("fold_6.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_7.json.bz2")
datamodule = DataModule("fold_7.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_8.json.bz2")
datamodule = DataModule("fold_8.json")
......@@ -4,4 +4,4 @@
from .datamodule import DataModule
datamodule = DataModule("fold_9.json.bz2")
datamodule = DataModule("fold_9.json")
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment