update examples

backend/examples.py

@@ -106,17 +106,17 @@ def build_infos(abs_path: Path, datatype: str, dataset_name: str, db_key: str):
         quality_metrics = ["snr", "sisnr", "stoi", "pesq"]
         extensions = ["wav"]
         datatype_abbr = "audio"
-        indices = [0, 1, 3, 4, 5]
+        # indices = [0, 1, 3, 4, 5]
     elif datatype == "image":
         quality_metrics = ["psnr", "ssim", "lpips"]
         extensions = ["png"]
         datatype_abbr = "img"
-        indices = list(range(20))
+        # indices = list(range(20))
     elif datatype == "video":
         quality_metrics = ["psnr", "ssim", "lpips", "msssim", "vmaf"]
         extensions = ["mp4"]
         datatype_abbr = "video"
-        indices = [0, 1, 3, 4, 5]
+        # indices = [0, 1, 3, 4, 5]
 
     eval_results_path = abs_path + f"{dataset_name}/examples_eval_results.json"
 
@@ -138,6 +138,10 @@ def build_infos(abs_path: Path, datatype: str, dataset_name: str, db_key: str):
             return {}
 
     dataset = results_data["eval"][db_key]
+    first_model = next(iter(dataset.keys()))
+    first_attack = next(iter(dataset[first_model].keys()))
+    first_attack_variant = next(iter(dataset[first_model][first_attack].keys()))
+    indices = [item["idx"] for item in dataset[first_model][first_attack][first_attack_variant]]
 
     prefixes = [
         f"attacked_{datatype_abbr}",
@@ -158,7 +162,6 @@ def build_infos(abs_path: Path, datatype: str, dataset_name: str, db_key: str):
             default_attack_name = "Identity"
 
         identity_attack_rows = dataset[model_name][default_attack_name]["default"]
-
         for attack_name, attack_variants_data in dataset[model_name].items():
             for attack_variant, attack_rows in attack_variants_data.items():
                 if attack_variant == "default":
@@ -191,6 +194,9 @@ def build_infos(abs_path: Path, datatype: str, dataset_name: str, db_key: str):
 
                     new_files = []
                     for variant_i, (file, name) in enumerate(files):
+                        if not file.startswith("http") and not file.startswith("s3://"):
+                            file = "files/" + file
+
                         file_info = {
                             "name": name,
                             "metadata": build_description(