Evaluation Code for Scenario Mining Challenge Release

.gitignore

@@ -124,6 +124,9 @@ venv.bak/
 # mkdocs documentation
 /site
 
+# ruff
+.ruff_cache/
+
 # mypy
 .mypy_cache/
 .dmypy.json
@@ -138,21 +141,22 @@ dmypy.json
 # Cython debug symbols
 cython_debug/
 
-*.pkl
 
 .vscode/
 outputs/
 condaenv*
 
+#Data
 /data/
 
 *.jpg
 *.png
+*.mp4
 *.svg
+*.csv
 
 .DS_Store
 */**/.DS_Store
 experiments
 
 *.pt
-*.mp4

src/av2/evaluation/scenario_mining/__init__.py

@@ -0,0 +1,24 @@
+# <Copyright 2022, Argo AI, LLC. Released under the MIT license.>
+
+"""Dataset evaluation subpackage."""
+
+from enum import Enum, unique
+from typing import Final
+
+
+@unique
+class ScenarioMiningCategories(str, Enum):
+    """Sensor dataset annotation categories."""
+
+    REFERRED_OBJECT = "REFERRED_OBJECT"
+    RELATED_OBJECT = "RELATED_OBJECT"
+    OTHER_OBJECT = "OTHER_OBJECT"
+
+
+"""Constants for scenario mining challenge."""
+SUBMETRIC_TO_METRIC_CLASS_NAME: Final = {
+    "MOTA": "CLEAR",
+    "HOTA": "HOTA",
+}
+
+AV2_CATEGORIES: Final = tuple(x.value for x in ScenarioMiningCategories)