update meta + add type

murthylab · Jul 21, 2023 · d0dd10e · d0dd10e
1 parent 42fc775
commit d0dd10e
Show file tree

Hide file tree

Showing 3 changed files with 12 additions and 9 deletions.
diff --git a/src/data/downloadable_files_metadata.json b/src/data/downloadable_files_metadata.json
@@ -7,7 +7,7 @@
       "morphology_clusters.csv.gz": 736744,
       "connectivity_clusters.csv.gz": 522912,
       "connections.csv.gz": 26124953,
-      "labels.csv.gz": 3562953,
+      "labels.csv.gz": 3568991,
       "coordinates.csv.gz": 4584155,
       "connectivity_tags.csv.gz": 653687,
       "neuropil_synapse_table.csv.gz": 4490002
@@ -84,17 +84,17 @@
         "col 5 - nt_type": "6 unique values"
       },
       "labels.csv.gz": {
-        "# rows": "125,243 (+ header)",
+        "# rows": "125,410 (+ header)",
         "# columns": "9",
-        "col 1 - root_id": "91,116 unique values",
-        "col 2 - label": "6,630 unique values",
+        "col 1 - root_id": "91,240 unique values",
+        "col 2 - label": "6,632 unique values",
         "col 3 - user_id": "133 unique values",
-        "col 4 - position": "104,212 unique values",
-        "col 5 - supervoxel_id": "103,480 unique values",
+        "col 4 - position": "104,379 unique values",
+        "col 5 - supervoxel_id": "103,647 unique values",
         "col 6 - label_id": "all rows contain unique values",
-        "col 7 - date_created": "37,775 unique values",
-        "col 8 - user_name": "130 unique values in 124,593 rows, empty in 650 rows",
-        "col 9 - user_affiliation": "52 unique values in 124,530 rows, empty in 713 rows"
+        "col 7 - date_created": "37,843 unique values",
+        "col 8 - user_name": "130 unique values in 124,760 rows, empty in 650 rows",
+        "col 9 - user_affiliation": "52 unique values in 124,697 rows, empty in 713 rows"
       },
       "coordinates.csv.gz": {
         "# rows": "207,700 (+ header)",

diff --git a/src/data/visual_neuron_types.py b/src/data/visual_neuron_types.py
@@ -266,6 +266,7 @@
         "Lpi105_4-34",
         "Lpi106_2",
         "Lpi107_34",
+        "Lpi108_43",
     ],
     "Y": [
         "Y1",
@@ -382,6 +383,7 @@
         "ML103_M89-L6",
         "ML104_M47-L6",
         "ML105_M6-L5",
+        "ML106_M67-L6",
     ],
     "Other": [
         "Am",

diff --git a/src/utils/label_cleaning.py b/src/utils/label_cleaning.py
@@ -179,6 +179,7 @@ def blacklisted(lbl):
     blacklisted_labels = {
         "not a neuron",
         "not a neuron; glia",
+        "most likely not a neuron",
         "correction - not optic lobe",
     }
     return lbl.lower() in blacklisted_labels or can_be_flywire_root_id(lbl)