Datasets

# Basic usage
datasets = client.datasets.list()

for dataset in datasets.items:
    print(f"{dataset.name}: {dataset.dataset_id}")

# With custom pagination
from vi.api.types import PaginationParams

pagination = PaginationParams(page_size=50)
datasets = client.datasets.list(pagination=pagination)

# Iterate through all pages
for page in datasets:
    for dataset in page.items:
        print(f"{dataset.name}: {dataset.statistic.asset_total} assets")

# Collect all datasets
all_datasets = list(client.datasets.list().all_items())
print(f"Total datasets: {len(all_datasets)}")

# Basic usage
dataset = client.datasets.get("dataset_abc123")

print(f"Name: {dataset.name}")
print(f"Assets: {dataset.statistic.asset_total}")

# Display detailed information
dataset = client.datasets.get("dataset_abc123")
dataset.info()  # Prints formatted dataset summary

# Access dataset statistics
dataset = client.datasets.get("dataset_abc123")

print(f"Total assets: {dataset.statistic.asset_total}")
print(f"Annotated: {dataset.statistic.asset_annotated}")
print(f"Annotations: {dataset.statistic.annotation_total}")

# Calculate annotation rate
if dataset.statistic.asset_total > 0:
    rate = dataset.statistic.asset_annotated / dataset.statistic.asset_total * 100
    print(f"Annotation rate: {rate:.1f}%")

# Basic export with defaults
export = client.datasets.create_export(dataset_id="dataset_abc123")

# Custom export settings
from vi.api.resources.datasets.types import (
    DatasetExportSettings,
    DatasetExportFormat,
    DatasetExportOptions
)

export_settings = DatasetExportSettings(
    format=DatasetExportFormat.VI_FULL,
    options=DatasetExportOptions(
        normalized=True,
        split_ratio=0.8  # 80% training, 20% validation
    )
)

export = client.datasets.create_export(
    dataset_id="dataset_abc123",
    export_settings=export_settings
)

print(f"Export ID: {export.dataset_export_id}")

# Export annotations only (JSONL format)
from vi.api.resources.datasets.types import (
    DatasetExportSettings,
    DatasetExportFormat
)

export_settings = DatasetExportSettings(
    format=DatasetExportFormat.VI_JSONL
)

export = client.datasets.create_export(
    dataset_id="dataset_abc123",
    export_settings=export_settings
)

# List all exports
exports = client.datasets.list_exports("dataset_abc123")

for export in exports.items:
    print(f"Export: {export.dataset_export_id}")
    print(f"  Format: {export.spec.format}")

# Find ready exports with download URLs
exports = client.datasets.list_exports("dataset_abc123")

ready_exports = [
    e for e in exports.items
    if e.status.download_url is not None
]

for export in ready_exports:
    print(f"Export {export.dataset_export_id} ready: {export.status.download_url.url}")

# Check export status
export = client.datasets.get_export(
    dataset_id="dataset_abc123",
    dataset_export_id="export_xyz789"
)

if export.status.download_url:
    print(f"Export ready: {export.status.download_url.url}")
    print(f"Expires at: {export.status.download_url.expires_at}")
else:
    print("Export still processing...")

# Poll until export is ready
import time

def wait_for_export(dataset_id: str, export_id: str, timeout: int = 300) -> str:
    """Wait for export to be ready and return download URL."""
    start = time.time()
    while time.time() - start < timeout:
        export = client.datasets.get_export(dataset_id, export_id)
        if export.status.download_url:
            return export.status.download_url.url
        time.sleep(5)
    raise TimeoutError("Export not ready")

url = wait_for_export("dataset_abc123", "export_xyz789")

# Basic download
downloaded = client.datasets.download(
    dataset_id="dataset_abc123",
    save_dir="./data"
)

print(downloaded.summary())

# Download with custom export settings
from vi.api.resources.datasets.types import (
    DatasetExportSettings,
    DatasetExportFormat,
    DatasetExportOptions
)

settings = DatasetExportSettings(
    format=DatasetExportFormat.VI_FULL,
    options=DatasetExportOptions(
        normalized=True,
        split_ratio=0.8
    )
)

downloaded = client.datasets.download(
    dataset_id="dataset_abc123",
    export_settings=settings,
    save_dir="./data",
    show_progress=True
)

print(f"Saved to: {downloaded.save_dir}")
print(f"Size: {downloaded.size_mb:.2f} MB")
print(f"Splits: {downloaded.splits}")

# Download annotations only
downloaded = client.datasets.download(
    dataset_id="dataset_abc123",
    save_dir="./annotations",
    annotations_only=True
)

# Using the convenience method on client
downloaded = client.get_dataset(
    dataset_id="dataset_abc123",
    save_path="./data"
)

# Delete a dataset
deleted = client.datasets.delete("dataset_abc123")
print(f"Deleted: {deleted.dataset_id}")

# Delete with confirmation
dataset = client.datasets.get("dataset_abc123")
print(f"About to delete: {dataset.name}")
print(f"  Assets: {dataset.statistic.asset_total}")
print(f"  Annotations: {dataset.statistic.annotation_total}")

confirm = input("Delete? (yes/no): ")
if confirm.lower() == "yes":
    client.datasets.delete("dataset_abc123")
    print("Deleted.")

# Delete assets by status
response = client.datasets.bulk_delete_assets(
    dataset_id="dataset_abc123",
    filter_criteria='{"status": "error"}',
    strict_query=True
)

# Delete unannotated assets
response = client.datasets.bulk_delete_assets(
    dataset_id="dataset_abc123",
    filter_criteria='{"metadata.annotations.total": 0}'
)

from vi.api.resources.datasets.responses import Dataset

from vi.api.resources.datasets.responses import DatasetStatistic

from vi.api.resources.datasets.responses import DatasetAccess

from vi.api.resources.datasets.responses import AssetStatusDetail

from vi.api.resources.datasets.responses import DatasetExport

from vi.api.resources.datasets.responses import DatasetExportSpec

from vi.api.resources.datasets.responses import DatasetExportStatus

from vi.api.resources.datasets.responses import DatasetExportDownloadUrl

from vi.api.resources.datasets.responses import DeletedDataset

from vi.api.resources.datasets.responses import DeletedDatasetStatus

from vi.api.resources.datasets.responses import BulkAssetDeletionSession

from vi.api.resources.datasets.types import BulkAssetDeletionSpec

from vi.api.resources.datasets.responses import BulkAssetDeletionStatus

from vi.api.resources.datasets.types import DatasetExportSettings

from vi.api.resources.datasets.types import DatasetExportOptions

from vi.api.resources.datasets.types import DatasetType

from vi.api.resources.datasets.types import DatasetContent

from vi.api.resources.datasets.types import DatasetExportFormat