changed file prefixes to be consistent

simulation/__init__.py

@@ -1,4 +1,4 @@
 # Copyright 2023 MosaicML Streaming authors
 # SPDX-License-Identifier: Apache-2.0
 
-"""Streaming simulation for throughput, network downloads, and shuffle quality."""
+"""Streaming simulation for throughput, network downloads, and shuffle quality."""

simulation/core/main.py

@@ -9,8 +9,8 @@
 import numpy as np
 from core.node_tracker import NodeTracker
 from core.shard_downloads import run_cache_limit, simulate_shard_downloads
+from core.sim_dataset import SimulationDataset
 from core.sim_time import Time
-from core.simulation_dataset import SimulationDataset
 from core.utils import bytes_to_time, get_batches_epochs, time_to_bytes
 from numpy.typing import NDArray
 

simulation/core/simulation_dataset.py → simulation/core/sim_dataset.py

@@ -11,8 +11,8 @@
 from typing import Optional, Sequence, Union
 
 import numpy as np
-from core.simulation_spanner import SimulationSpanner
-from core.simulation_world import SimulationWorld
+from core.sim_spanner import SimulationSpanner
+from core.sim_world import SimulationWorld
 from numpy.typing import NDArray
 
 from streaming.base import Stream, StreamingDataset

simulation/core/utils.py

@@ -4,8 +4,8 @@
 """Peripheral functions for simulation functionality."""
 
 import numpy as np
+from core.sim_dataset import SimulationDataset
 from core.sim_time import Time, TimeUnit
-from core.simulation_dataset import SimulationDataset
 from numpy.typing import NDArray
 
 

simulation/core/yaml_processing.py

@@ -5,8 +5,8 @@
 
 from typing import Optional
 
+from core.sim_dataset import SimulationDataset
 from core.sim_time import Time, TimeUnit, ensure_time
-from core.simulation_dataset import SimulationDataset
 from omegaconf import DictConfig
 from omegaconf import OmegaConf as om
 

simulation/interfaces/simcli.py → simulation/interfaces/sim_cli.py

@@ -1,7 +1,7 @@
 # Copyright 2023 MosaicML Streaming authors
 # SPDX-License-Identifier: Apache-2.0
 
-"""simcli: simulate your training yaml from the command line."""
+"""sim_cli: simulate your training yaml from the command line."""
 
 import os.path
 import sys

simulation/interfaces/sim_script.py

@@ -11,8 +11,8 @@
 import humanize
 from core.create_index import create_stream_index
 from core.main import simulate
+from core.sim_dataset import SimulationDataset
 from core.sim_time import TimeUnit, ensure_time
-from core.simulation_dataset import SimulationDataset
 from core.utils import get_simulation_stats
 from interfaces.interface_utils import plot_simulation
 

simulation/interfaces/sim_ui.py

@@ -19,8 +19,8 @@
 from core.create_index import create_stream_index
 from core.main import simulate
 from core.shuffle_quality import analyze_shuffle_quality
+from core.sim_dataset import SimulationDataset
 from core.sim_time import Time
-from core.simulation_dataset import SimulationDataset
 from core.utils import get_total_batches
 from core.yaml_processing import create_simulation_dataset, ingest_yaml
 from interfaces.interface_utils import get_train_dataset_params

simulation/launcher.py

@@ -3,8 +3,10 @@
 
 """Launch simulator UI from command line when this package is installed."""
 
-import subprocess
 import os
+import subprocess
+
 
 def launch_simulation_ui():
-    subprocess.run(["streamlit", "run", os.path.abspath("simulation/interfaces/sim_ui.py")])
+    """Launch the simulation UI."""
+    subprocess.run(['streamlit', 'run', os.path.abspath('simulation/interfaces/sim_ui.py')])

simulation/testing/wandb_testing.py

@@ -16,8 +16,8 @@
 import wandb
 from core.create_index import create_stream_index
 from core.main import simulate
+from core.sim_dataset import SimulationDataset
 from core.sim_time import TimeUnit, ensure_time
-from core.simulation_dataset import SimulationDataset
 from numpy.typing import NDArray
 
 from streaming.base import Stream