Entry points with gt and era history (#46)

Co-authored-by: Antonio <a.linares@cern.ch>

src/python/Data.py

@@ -13,6 +13,8 @@
 from T0WmaDataSvc.DataRunStreamSkippedLumis import *
 from T0WmaDataSvc.DataRecoConfigHistory import *
 from T0WmaDataSvc.DataExpressConfigHistory import *
+from T0WmaDataSvc.DataEraHistory import *
+from T0WmaDataSvc.DataGlobalTagHistory import *
 class Data(DatabaseRESTApi):
   """Server object for REST data access API."""
   def __init__(self, app, config, mount):
@@ -36,5 +38,7 @@ def __init__(self, app, config, mount):
                 "repack_stats": RepackStats(app, self, config, mount),
                 "skipped_streamers": RunStreamSkippedLumis(app, self, config, mount),
                 "reco_config_history": RecoConfigHistory(app, self, config, mount),
-                "express_config_history": ExpressConfigHistory(app, self, config, mount)
+                "express_config_history": ExpressConfigHistory(app, self, config, mount),
+                "era_history": EraHistory(app, self, config, mount),
+                "global_tag_history": GlobalTagHistory(app, self, config, mount)
                 })

src/python/DataEraHistory.py

@@ -0,0 +1,55 @@
+from WMCore.REST.Server import RESTEntity, restcall, rows
+from WMCore.REST.Tools import tools
+from WMCore.REST.Validation import *
+from WMCore.REST.Format import JSONFormat, PrettyJSONFormat
+from T0WmaDataSvc.Regexps import *
+from operator import itemgetter
+
+class EraHistory(RESTEntity):
+  """REST entity for retrieving a specific primary dataset."""
+  def validate(self, apiobj, method, api, param, safe):
+    """Validate request input data."""
+    validate_str('era', param, safe, RX_ERA, optional = True)
+  @restcall(formats=[('text/plain', PrettyJSONFormat()), ('application/json', JSONFormat())])
+  @tools.expires(secs=300)
+  def get(self, era):
+    """Retrieve Era history
+
+    :arg str era: the acquisition era
+    :returns: Acquisition era, minimum run, and maximum run"""
+
+    sql_with_era = """
+            SELECT acq_era, MAX(run) max_run, MIN(run) min_run
+            FROM run_config
+            WHERE acq_era LIKE :acq_era
+            GROUP BY acq_era
+            ORDER BY max_run DESC, min_run DESC
+            """
+
+    sql_no_era = """
+            SELECT acq_era, MAX(run) max_run, MIN(run) min_run
+            FROM run_config
+            GROUP BY acq_era
+            ORDER BY max_run DESC, min_run DESC
+            """
+
+
+    if era is not None:
+       acq_era = "{}%".format(era)
+       c, _ = self.api.execute(sql_with_era, acq_era)
+    else:
+       c, _ = self.api.execute(sql_no_era)
+
+    configs = []
+    for result in c.fetchall():
+
+        (acq_era, max_run, min_run) = result
+
+        config = { "era" : acq_era,
+                   "max_run" : max_run,
+                   "min_run" : min_run }
+        configs.append(config)
+
+    return configs
+
+

src/python/DataGlobalTagHistory.py

@@ -0,0 +1,80 @@
+from WMCore.REST.Server import RESTEntity, restcall, rows
+from WMCore.REST.Tools import tools
+from WMCore.REST.Validation import *
+from WMCore.REST.Format import JSONFormat, PrettyJSONFormat
+from T0WmaDataSvc.Regexps import *
+from operator import itemgetter
+
+class GlobalTagHistory(RESTEntity):
+  """REST entity for retrieving a specific primary dataset."""
+  def validate(self, apiobj, method, api, param, safe):
+    """Validate request input data."""
+    validate_str('express_global_tag', param, safe, RX_EXPRESS_GLOBAL_TAG, optional = True)
+    validate_str('prompt_global_tag', param, safe, RX_PROMPT_GLOBAL_TAG, optional = True)
+  @restcall(formats=[('text/plain', PrettyJSONFormat()), ('application/json', JSONFormat())])
+  @tools.expires(secs=300)
+  def get(self, express_global_tag, prompt_global_tag):
+    """Retrieve Global tag history
+
+    :arg str era: the acquisition era
+    :returns: global tags, minimum run, and maximum run"""
+
+    sql_express = """
+            SELECT global_tag gt_express, MAX(run) max_run, MIN(run) min_run
+            FROM express_config
+            WHERE global_tag LIKE :gt_express
+            GROUP BY global_tag
+            ORDER BY max_run DESC, min_run DESC
+            """
+
+    sql_prompt = """
+            SELECT global_tag gt_prompt, MAX(run) max_run, MIN(run) min_run
+            FROM reco_config
+            WHERE global_tag LIKE :gt_prompt
+            GROUP BY global_tag
+            ORDER BY max_run DESC, min_run DESC
+            """
+    sql_both = """
+            SELECT reco_config.global_tag gt_prompt, express_config.global_tag gt_express, MAX(run_config.run) AS max_run, MIN(run_config.run) AS min_run
+            FROM run_config
+            JOIN express_config ON express_config.run = run_config.run
+            JOIN reco_config ON reco_config.run = run_config.run
+            WHERE global_tag LIKE :gt_express AND global_tag LIKE :gt_prompt
+            GROUP BY reco_config.global_tag, express_config.global_tag
+            ORDER BY max_run DESC, min_run DESC
+            """
+    sql_none = """
+            SELECT reco_config.global_tag gt_prompt, express_config.global_tag gt_express, MAX(run_config.run) AS max_run, MIN(run_config.run) AS min_run
+            FROM run_config
+            JOIN express_config ON express_config.run = run_config.run
+            JOIN reco_config ON reco_config.run = run_config.run
+            GROUP BY reco_config.global_tag, express_config.global_tag
+            ORDER BY max_run DESC, min_run DESC
+            """
+
+
+    if express_global_tag is not None and prompt_global_tag is not None:
+       gt_express = '{}%'.format(express_global_tag)
+       gt_prompt = '{}%'.format(prompt_global_tag)
+       c, _ = self.api.execute(sql_both, gt_express, gt_prompt)
+    elif express_global_tag is not None and prompt_global_tag is None:
+       gt_express = '{}%'.format(express_global_tag)
+       c, _ = self.api.execute(sql_express, gt_express)
+    elif express_global_tag is None and prompt_global_tag is not None:
+       gt_prompt = '{}%'.format(prompt_global_tag)
+       c, _ = self.api.execute(sql_prompt, gt_prompt)
+    else:
+       c, _ = self.api.execute(sql_none)
+
+    configs = []
+    for result in c.fetchall():
+
+        (gt_express, gt_prompt, max_run, min_run) = result
+
+        config = { "express_global_tag" : gt_express,
+                   "prompt_global_tag" : gt_prompt,
+                   "max_run" : max_run,
+                   "min_run" : min_run }
+        configs.append(config)
+
+    return configs

src/python/Regexps.py

@@ -6,3 +6,6 @@
 RX_STREAM = re.compile(r"[A-Z][0-9a-zA-Z]+")
 RX_PRIMARY_DATASET = re.compile(r"[A-Z][0-9a-zA-Z]+")
 RX_SCENARIO = re.compile(r"[a-zA-Z][0-9a-zA-Z]+")
+RX_ERA = re.compile(r"[a-zA-Z][0-9a-zA-Z]+")
+RX_EXPRESS_GLOBAL_TAG = re.compile(r"[1-9][0-9a-zA-Z]+")
+RX_PROMPT_GLOBAL_TAG = re.compile(r"[1-9][0-9a-zA-Z]+")