Source code for perceptionmetrics.datasets.gaia
import os
from typing import Tuple
import pandas as pd
from perceptionmetrics.datasets import segmentation as segmentation_dataset
import perceptionmetrics.utils.io as uio
[docs]
def build_dataset(dataset_fname: str) -> Tuple[pd.DataFrame, str, dict]:
"""Build dataset and ontology dictionaries from GAIA-like dataset structure
:param dataset_fname: Parquet dataset filename
:type dataset_fname: str
:return: Dataset dataframe and directory, and onotology
:rtype: Tuple[pd.DataFrame, str, dict]
"""
# Check that provided path exist
assert os.path.isfile(dataset_fname), "Dataset file not found"
# Load dataset Parquet file
dataset = pd.read_parquet(dataset_fname)
dataset_dir = os.path.dirname(dataset_fname)
# Read ontology file
try:
ontology_fname = dataset.attrs["ontology_fname"]
except KeyError:
ontology_fname = "ontology.json"
ontology_fname = os.path.join(dataset_dir, ontology_fname)
assert os.path.isfile(ontology_fname), "Ontology file not found"
ontology = uio.read_json(ontology_fname)
for name, data in ontology.items():
ontology[name]["rgb"] = tuple(data["rgb"])
# Report results
print(f"Samples retrieved: {len(dataset)}")
return dataset, dataset_dir, ontology
[docs]
class GaiaImageSegmentationDataset(segmentation_dataset.ImageSegmentationDataset):
"""Specific class for GAIA-styled image segmentation datasets
:param dataset_fname: Parquet dataset filename
:type dataset_fname: str
.. seealso::
`User guide and format examples <https://jderobot.github.io/PerceptionMetrics/datasets/#gaia>`__.
"""
def __init__(self, dataset_fname: str):
dataset, dataset_dir, ontology = build_dataset(dataset_fname)
super().__init__(dataset, dataset_dir, ontology)
[docs]
class GaiaLiDARSegmentationDataset(segmentation_dataset.LiDARSegmentationDataset):
"""Specific class for GAIA-styled LiDAR segmentation datasets
:param dataset_fname: Parquet dataset filename
:type dataset_fname: str
.. seealso::
`User guide and format examples <https://jderobot.github.io/PerceptionMetrics/datasets/#gaia>`__.
"""
def __init__(self, dataset_fname: str):
dataset, dataset_dir, ontology = build_dataset(dataset_fname)
super().__init__(dataset, dataset_dir, ontology)