HDXDSYS-2291 Provide list of all datasets / orgs with quickcharts and indicate which are from pipeline

src/hdx/analysis_scripts/common/dataset_statistics.py

@@ -47,6 +47,7 @@ def __init__(
         self.get_updated_by_script()
         self.get_last_modified_freshness()
         self.get_end_date_freshness()
+        self.get_quickcharts()
 
     def get_status(self):
         self.public = "N" if self["private"] else "Y"
@@ -162,7 +163,9 @@ def get_tags(self):
         self.tags = ", ".join(tags)
         for tag in tags:
             if tag[:7] == "crisis-":
-                self.crisis_tag = True
+                self.crisis_tag = "Y"
+                return
+        self.crisis_tag = "N"
 
     def add_tags_to_set(self, tagset):
         tags = self.dataset.get_tags()
@@ -311,3 +314,9 @@ def get_end_date_freshness(self):
                 self.end_date_uptodate = self.calculate_ed_uptodate(
                     enddate, update_frequency
                 )
+
+    def get_quickcharts(self):
+        if self.dataset["has_quickcharts"]:
+            self.has_quickcharts = "Y"
+        else:
+            self.has_quickcharts = "N"

src/hdx/analysis_scripts/datasets/__main__.py

@@ -69,6 +69,7 @@ def main(downloads, output_dir, **ignore):
             "date updated by script",
             "updated_by_script<<last_modified",
             "last_modified<<updated_by_script",
+            "has quickcharts",
         )
     ]
     for dataset in downloads.get_all_datasets():
@@ -136,6 +137,7 @@ def main(downloads, output_dir, **ignore):
             datasetstats.updated_by_script,
             datasetstats.old_updated_by_noncod_script,
             datasetstats.outdated_lastmodified,
+            datasetstats.has_quickcharts,
         )
         rows.append(row)
     if rows:

src/hdx/analysis_scripts/orgs/__main__.py

@@ -143,6 +143,7 @@ def main(downloads, output_dir, **ignore):
         organisation["denied requests"] = denied_requests
         organisation["tags"] = set()
         organisation["has crisis"] = "N"
+        organisation["has quickcharts"] = "N"
     outdated_lastmodifieds = {}
     for dataset in downloads.get_all_datasets():
         datasetstats = DatasetStatistics(
@@ -241,8 +242,10 @@ def main(downloads, output_dir, **ignore):
             if datasetstats.old_updated_by_noncod_script == "Y":
                 organisation["old updated by script"] += 1
         datasetstats.add_tags_to_set(organisation["tags"])
-        if datasetstats.crisis_tag:
+        if datasetstats.crisis_tag == "Y":
             organisation["has crisis"] = "Y"
+        if datasetstats.has_quickcharts == "Y":
+            organisation["has quickcharts"] = "Y"
 
     headers = [
         "Organisation name",
@@ -299,6 +302,7 @@ def main(downloads, output_dir, **ignore):
         "Denied requests",
         "Tags",
         "Has crisis",
+        "Has quickcharts",
     ]
 
     def get_number_percentage(organisation, key):
@@ -401,6 +405,7 @@ def get_number_percentage(organisation, key):
             organisation["denied requests"],
             ",".join(sorted(organisation["tags"])),
             organisation["has crisis"],
+            organisation["has quickcharts"],
         ]
         rows.append(row)
     if rows: