Show sample for each Level type on ROBOT report

Makefile

@@ -18,13 +18,13 @@ clean:
 	rm -rf build dashboard dependencies
 
 # Truncate potentially huge robot reports
-truncate_reports_for_github:
-	$(eval REPORTS := $(wildcard dashboard/*/robot_report.tsv))
-	for REP in $(REPORTS); do \
-		touch $$REP; \
-		cat $$REP | head -$(REPORT_LENGTH_LIMIT) > $$REP.tmp; \
-		mv $$REP.tmp $$REP; \
-	done
+# truncate_reports_for_github:
+# 	$(eval REPORTS := $(wildcard dashboard/*/robot_report.tsv))
+# 	for REP in $(REPORTS); do \
+# 		touch $$REP; \
+# 		cat $$REP | head -$(REPORT_LENGTH_LIMIT) > $$REP.tmp; \
+# 		mv $$REP.tmp $$REP; \
+# 	done
 
 # ------------------- #
 ### DIRECTORY SETUP ###

util/create_report_html.py

@@ -38,20 +38,48 @@ def main(args):
 
     error_count_rule = {}
     error_count_level = {}
+    report_filtered = pd.DataFrame()
 
     try:
         report = pd.read_csv(args.report, sep="\t")
+
+        # Get sample of each level only for ROBOT report
         if "Level" in report.columns and "Rule Name" in report.columns:
             error_count_level = report["Level"].value_counts()
             error_count_rule = report["Rule Name"].value_counts()
-    except Exception:
-        print("No report")
+
+            if error_count_level["ERROR"] < args.limitlines:
+                rest = args.limitlines - error_count_level["ERROR"]
+
+                # Calculate the sample number for each level based on group size
+                def calculate_sample_size(group, rest):
+                    if group["Level"].iloc[0] == "ERROR":
+                        return group.shape[0]
+
+                    return min(group.shape[0], rest)
+
+                # Get a sample of each Level type
+                report_filtered = report.groupby(by="Level")[
+                    ["Level", "Rule Name", "Subject", "Property", "Value"]
+                ].apply(
+                    lambda x: x.sample(calculate_sample_size(x, rest))
+                ).reset_index(drop=True)
+            else:
+                report_filtered = report.head(args.limitlines)
+        else:
+            report_filtered = report.head(args.limitlines)
+
+        if len(report_filtered) > args.limitlines:
+            report_filtered.to_csv(args.report, sep="\t", index=False)
+
+    except Exception as e:
+        print(e)
 
     # Load Jinja2 template
     template = Template(args.template.read())
 
     # Generate the HTML output
-    res = template.render(contents=report.head(args.limitlines),
+    res = template.render(contents=report_filtered.reset_index(drop=True),
                           maybe_get_link=maybe_get_link,
                           context=context,
                           title=args.title,

util/dashboard_config.py

@@ -75,8 +75,8 @@ def rundashboard(configfile, clean):
     prepare_ontologies(ontologies['ontologies'], ontology_dir, dashboard_dir, make_parameters, config)
     logging.info("Building the dashboard")
     runcmd(f"make dashboard {make_parameters} -B", config.get_dashboard_report_timeout_seconds())
-    logging.info("Postprocess files for github")
-    runcmd(f"make truncate_reports_for_github {make_parameters} -B", config.get_dashboard_report_timeout_seconds())
+    # logging.info("Postprocess files for github")
+    # runcmd(f"make truncate_reports_for_github {make_parameters} -B", config.get_dashboard_report_timeout_seconds())
 
 info_usage_namespace = 'Info: Usage of namespaces in axioms'