allow loading of broken csv files by skipping lines with missing entries

martius-lab · Mar 13, 2024 · e21b4c4 · e21b4c4
1 parent 2683b0b
commit e21b4c4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deprl/vendor/tonic/utils/csv_utils.py b/deprl/vendor/tonic/utils/csv_utils.py
@@ -29,6 +29,6 @@ def load_csv_to_dict(csv_path):
     data = load_csv(csv_path)
     keys = data[0]
     data = data[1:]
-    data = [list(map(float, x)) for x in data if x[0] != "None"]
+    data = [list(map(float, x)) for x in data if x[0] != "None" and all(val != '' for val in x)]
     data = {k: [x[idx] for x in data] for idx, k in enumerate(keys)}
     return data