data_type now index; content_status now sparse (#66)

also added some comments
WIPACrepo · Feb 4, 2021 · 57196e3 · 57196e3
1 parent 1156480
commit 57196e3
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/file_catalog/mongo.py b/file_catalog/mongo.py
@@ -32,21 +32,29 @@ def __init__(self, host=None, port=None, authSource=None, username=None, passwor
                                       authSource=authSource,
                                       username=username, password=password).file_catalog
 
+        # all files
         self.client.files.create_index('uuid', unique=True, background=True)
         self.client.files.create_index('logical_name', unique=True, background=True)
         self.client.files.create_index([('logical_name',pymongo.HASHED)], background=True)
         self.client.files.create_index('locations', unique=True, background=True)
         self.client.files.create_index([('locations.site',pymongo.DESCENDING),('locations.path',pymongo.DESCENDING)], background=True)
         self.client.files.create_index('locations.archive', background=True)
         self.client.files.create_index('create_date', background=True)
-        self.client.files.create_index('content_status', background=True)
+
+        # all .i3 files
+        self.client.files.create_index('content_status', sparse=True, background=True)
         self.client.files.create_index('processing_level', sparse=True, background=True)
+        self.client.files.create_index('data_type', sparse=True, background=True)
+
+        # data_type=real files
         self.client.files.create_index('run_number', sparse=True, background=True)
         self.client.files.create_index('start_datetime', sparse=True, background=True)
         self.client.files.create_index('end_datetime', sparse=True, background=True)
         self.client.files.create_index('offline_processing_metadata.first_event', sparse=True, background=True)
         self.client.files.create_index('offline_processing_metadata.last_event', sparse=True, background=True)
         self.client.files.create_index('offline_processing_metadata.season', sparse=True, background=True)
+
+        # data_type=simulation files
         self.client.files.create_index('iceprod.dataset', sparse=True, background=True)
 
         self.client.collections.create_index('uuid', unique=True, background=True)