Include MQL in first stage datasets

DUNE · Dec 16, 2024 · 2aaea36 · 2aaea36
1 parent 6083e41
commit 2aaea36
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/agents/justin-wrapper-job b/agents/justin-wrapper-job
@@ -1009,6 +1009,9 @@ for (fileName, fileSize, intPatternID, pattern) in outputFiles:
             }
                     }
 
+  if stageID == 1:
+    datasetMetadata['dune.workflow']['mql'] = jobscriptDict['mql']
+
   # Find the destination for this pattern in the resultsResponseDict
   destination = resultsResponseDict['patterns'][strPatternID]['destination']
   destinationNumber = \

diff --git a/services/justin-wsgi-allocator b/services/justin-wsgi-allocator
@@ -293,6 +293,7 @@ def makeJobDict(jsonDict, jobscriptSecret = None):
              'jobs.job_state,'
              'jobs.jobscript_secret,'
              'stages.max_distance,'
+             'workflows.mql,'
              'jobs.workflow_id,'
              'jobs.stage_id,'
              'jobs.justin_job_id,'
@@ -357,6 +358,7 @@ def makeJobDict(jsonDict, jobscriptSecret = None):
            "job_state"              : job['job_state'],
            "jobscript_secret"       : job['jobscript_secret'],
            "max_distance"           : job['max_distance'],
+           "mql"                    : job['mql'],
            "requested_processors"   : job['requested_processors'],
            "requested_rss_bytes"    : job['requested_rss_bytes'],
            "requested_wall_seconds" : job['requested_wall_seconds'],
@@ -574,6 +576,7 @@ def makeJobscriptDict(jsonDict, jobDict):
   jobscriptDict['stage_id']         = jsonDict['stage_id']
   jobscriptDict['scope']            = scopeName
 
+  jobscriptDict['mql']                    = jobDict['mql']
   jobscriptDict['requested_processors']   = jobDict['requested_processors']
   jobscriptDict['requested_rss_bytes']    = jobDict['requested_rss_bytes']
   jobscriptDict['requested_wall_seconds'] = jobDict['requested_wall_seconds']