{ "bdd": [ { "condition": "c1_pristine", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.012044406820741644, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_scale_contraction_0", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.012044406820741644, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_scale_contraction_0.25", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202448, "mean_feature_std": 0.013482825693736364, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.009033305115556235, "participation_ratio": 38.26493974202448, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.14458093119469845 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_scale_contraction_0.5", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.008988550462490912, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.006022203410370822, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.06425819164208818 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_scale_contraction_0.75", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.004494275231245456, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.003011101705185411, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.016064547910522045 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_scale_contraction_0.9", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202448, "mean_feature_std": 0.0017977100924981817, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.0012044406820741638, "participation_ratio": 38.26493974202448, "rankme": 270.8095841799252, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.0025703276656835255 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_scale_contraction_0.99", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202449, "mean_feature_std": 0.00017977100924981837, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.00012044406820741662, "participation_ratio": 38.26493974202449, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 2.5703276656835327e-05 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_rank_truncation_0", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.012044406820741644, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_rank_truncation_0.25", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202404, "mean_feature_std": 0.017977100925182024, "mean_pairwise_cosine": 0.7429672334390155, "min_feature_std": 0.012044406902276707, "participation_ratio": 38.26493974202404, "rankme": 270.80948998026406, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683511 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_rank_truncation_0.5", "campaign": "C1", "geometry": { "effective_rank": 36.437583686911864, "mean_feature_std": 0.0177296555152345, "mean_pairwise_cosine": 0.7478033170424992, "min_feature_std": 0.011792378441917557, "participation_ratio": 36.437583686911864, "rankme": 220.37727872243792, "std_pairwise_cosine": 0.07127800783326707, "total_variance": 0.25037053226166284 }, "attributes": { "scene": { "accuracy": 0.7761953204476093, "balanced_accuracy": 0.7017561041094392, "p10": 0.6245167853509664, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.930824008138352, "balanced_accuracy": 0.7688097974662172, "p10": 0.8293997965412004, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7792472024415056, "balanced_accuracy": 0.6260601237842617, "p10": 0.5776195320447609, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_rank_truncation_0.75", "campaign": "C1", "geometry": { "effective_rank": 29.213501763691024, "mean_feature_std": 0.016656981490432935, "mean_pairwise_cosine": 0.769018688785524, "min_feature_std": 0.010427345861550362, "participation_ratio": 29.213501763691024, "rankme": 118.047239430761, "std_pairwise_cosine": 0.06669034434478369, "total_variance": 0.22244573610047402 }, "attributes": { "scene": { "accuracy": 0.7650050864699899, "balanced_accuracy": 0.6849984016594891, "p10": 0.6276703967446592, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9287894201424212, "balanced_accuracy": 0.7636737900895461, "p10": 0.8366225839267548, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7741607324516785, "balanced_accuracy": 0.6113193830435211, "p10": 0.5742624618514751, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_rank_truncation_0.9", "campaign": "C1", "geometry": { "effective_rank": 18.50539872526252, "mean_feature_std": 0.014636780170531223, "mean_pairwise_cosine": 0.8094942428040236, "min_feature_std": 0.008411931826891978, "participation_ratio": 18.50539872526252, "rankme": 45.845794121489384, "std_pairwise_cosine": 0.05880118450176754, "total_variance": 0.17418126660556157 }, "attributes": { "scene": { "accuracy": 0.7731434384537131, "balanced_accuracy": 0.6851725731364461, "p10": 0.6355035605289929, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9369277721261444, "balanced_accuracy": 0.7880616107896805, "p10": 0.8457782299084435, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.780264496439471, "balanced_accuracy": 0.6062504666470184, "p10": 0.57029501525941, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_rank_truncation_0.99", "campaign": "C1", "geometry": { "effective_rank": 4.393465344875016, "mean_feature_std": 0.009415647906295241, "mean_pairwise_cosine": 0.9050198523534917, "min_feature_std": 0.0023887815197083466, "participation_ratio": 4.393465344875016, "rankme": 4.618317139072082, "std_pairwise_cosine": 0.05226662460241593, "total_variance": 0.0795847548197328 }, "attributes": { "scene": { "accuracy": 0.775178026449644, "balanced_accuracy": 0.6881065387701096, "p10": 0.6617497456765005, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9237029501525941, "balanced_accuracy": 0.7041045721076111, "p10": 0.8550356052899288, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.6103763987792472, "balanced_accuracy": 0.30754435602711466, "p10": 0.527263479145473, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_injection_0", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.012044406820741644, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_injection_0.25", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.01797710092498182, "mean_pairwise_cosine": 0.7626518130306027, "min_feature_std": 0.012044406820741645, "participation_ratio": 38.26493974202454, "rankme": 266.18082787927597, "std_pairwise_cosine": 0.06652033411498227, "total_variance": 0.2570327665683528 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.625737538148525, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8275686673448627, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5793489318413021, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_injection_0.5", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.01797710092498182, "mean_pairwise_cosine": 0.8658623754737498, "min_feature_std": 0.01204440682074164, "participation_ratio": 38.26493974202454, "rankme": 230.63156108024606, "std_pairwise_cosine": 0.037468262988754955, "total_variance": 0.2570327665683528 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6268565615462869, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8267548321464904, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5781281790437437, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_injection_0.75", "campaign": "C1", "geometry": { "effective_rank": 38.264939742024495, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.9736592269175519, "min_feature_std": 0.012044406820741647, "participation_ratio": 38.264939742024495, "rankme": 122.34928817685275, "std_pairwise_cosine": 0.007381362448114163, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6263479145473042, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8280773143438453, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5795523906408953, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_injection_0.9", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202452, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.996840575758133, "min_feature_std": 0.012044406820741637, "participation_ratio": 38.26493974202452, "rankme": 30.839453793820493, "std_pairwise_cosine": 0.0008883774449819253, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6260427263479146, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8273652085452696, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5778229908443541, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_injection_0.99", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202453, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.9999737931154214, "min_feature_std": 0.012044406820741631, "participation_ratio": 38.26493974202453, "rankme": 2.0081676308296226, "std_pairwise_cosine": 7.38298510506491e-06, "total_variance": 0.2570327665683528 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6254323499491353, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8265513733468972, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5779247202441505, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_isotropic_noise_0", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.012044406820741644, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_isotropic_noise_0.25", "campaign": "C1", "geometry": { "effective_rank": 71.44355683907631, "mean_feature_std": 0.021697049254374063, "mean_pairwise_cosine": 0.6690368467265364, "min_feature_std": 0.0165845263317243, "participation_ratio": 71.44355683907631, "rankme": 488.8946157898693, "std_pairwise_cosine": 0.06601442580185367, "total_variance": 0.3680687633539381 }, "attributes": { "scene": { "accuracy": 0.7538148524923703, "balanced_accuracy": 0.6792113646224521, "p10": 0.6156663275686673, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9287894201424212, "balanced_accuracy": 0.7525060552341248, "p10": 0.8230925737538148, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7700915564598169, "balanced_accuracy": 0.5999448537839343, "p10": 0.5721261444557477, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_isotropic_noise_0.5", "campaign": "C1", "geometry": { "effective_rank": 299.94177258585785, "mean_feature_std": 0.040406201405486224, "mean_pairwise_cosine": 0.37249166875040746, "min_feature_std": 0.03645500434343284, "participation_ratio": 299.94177258585785, "rankme": 614.0141161368973, "std_pairwise_cosine": 0.04541818972507754, "total_variance": 1.2566557852922686 }, "attributes": { "scene": { "accuracy": 0.7090539165818922, "balanced_accuracy": 0.6060558477397743, "p10": 0.5317395727365208, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9155645981688708, "balanced_accuracy": 0.7167910181234943, "p10": 0.7333672431332655, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.6500508646998983, "balanced_accuracy": 0.419309067688378, "p10": 0.5106815869786369, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_isotropic_noise_0.75", "campaign": "C1", "geometry": { "effective_rank": 427.359006924937, "mean_feature_std": 0.10974377736206235, "mean_pairwise_cosine": 0.07511196929653473, "min_feature_std": 0.10194230418333322, "participation_ratio": 427.359006924937, "rankme": 657.6469538093061, "std_pairwise_cosine": 0.03635141155562376, "total_variance": 9.254537078044539 }, "attributes": { "scene": { "accuracy": 0.590030518819939, "balanced_accuracy": 0.45827245653148996, "p10": 0.43570701932858596, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.5701060396496082, "p10": 0.519735503560529, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.5208545269582909, "balanced_accuracy": 0.2529810230212529, "p10": 0.425940996948118, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_isotropic_noise_0.9", "campaign": "C1", "geometry": { "effective_rank": 430.9178677472304, "mean_feature_std": 0.325153732890969, "mean_pairwise_cosine": 0.009416577724007957, "min_feature_std": 0.30399055618397164, "participation_ratio": 430.9178677472304, "rankme": 666.1980285378414, "std_pairwise_cosine": 0.03606652098103241, "total_variance": 81.2372629987369 }, "attributes": { "scene": { "accuracy": 0.5147507629704985, "balanced_accuracy": 0.3709466310622118, "p10": 0.42665310274669377, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.5289928789420142, "balanced_accuracy": 0.38563847817193614, "p10": 0.4557477110885046, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.474059003051882, "balanced_accuracy": 0.21197342568032224, "p10": 0.4036622583926755, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_isotropic_noise_0.99", "campaign": "C1", "geometry": { "effective_rank": 430.9935070056263, "mean_feature_std": 3.5711044081224514, "mean_pairwise_cosine": 0.00015605888631266507, "min_feature_std": 3.345409010180462, "participation_ratio": 430.9935070056263, "rankme": 667.3126485367495, "std_pairwise_cosine": 0.03606759111017749, "total_variance": 9799.012919447496 }, "attributes": { "scene": { "accuracy": 0.49643947100712105, "balanced_accuracy": 0.3488997010486384, "p10": 0.42583926754832147, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.44354018311291965, "balanced_accuracy": 0.32291079812206575, "p10": 0.4444557477110885, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.4537131230925738, "balanced_accuracy": 0.18848416674853458, "p10": 0.4005086469989827, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_interpolation_0", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.012044406820741644, "participation_ratio": 38.26493974202454, "rankme": 270.8095841799254, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_interpolation_0.25", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202449, "mean_feature_std": 0.013482825693736366, "mean_pairwise_cosine": 0.8365207118638943, "min_feature_std": 0.009033305115556237, "participation_ratio": 38.26493974202449, "rankme": 243.0170354173746, "std_pairwise_cosine": 0.04750400349062366, "total_variance": 0.14458093119469845 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6242115971515768, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8271617497456765, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5795523906408953, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_interpolation_0.5", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.00898855046249091, "mean_pairwise_cosine": 0.92002650374596, "min_feature_std": 0.006022203410370824, "participation_ratio": 38.26493974202454, "rankme": 195.90264762468587, "std_pairwise_cosine": 0.023538806287928597, "total_variance": 0.0642581916420882 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6252288911495422, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8256358087487283, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5804679552390641, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_interpolation_0.75", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.004494275231245456, "mean_pairwise_cosine": 0.9787966928660093, "min_feature_std": 0.003011101705185412, "participation_ratio": 38.26493974202454, "rankme": 109.0667200665715, "std_pairwise_cosine": 0.0061629775170692035, "total_variance": 0.016064547910522045 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6251271617497457, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8253306205493388, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5795523906408953, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_interpolation_0.9", "campaign": "C1", "geometry": { "effective_rank": 38.26493974202449, "mean_feature_std": 0.0017977100924981817, "mean_pairwise_cosine": 0.9965585338527764, "min_feature_std": 0.0012044406820741636, "participation_ratio": 38.26493974202449, "rankme": 32.93132059293699, "std_pairwise_cosine": 0.0009790713543361273, "total_variance": 0.0025703276656835264 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6248219735503561, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.8257375381485249, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.579145473041709, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c1_mean_interpolation_0.99", "campaign": "C1", "geometry": { "effective_rank": 38.2649397420245, "mean_feature_std": 0.00017977100924981837, "mean_pairwise_cosine": 0.999965560969757, "min_feature_std": 0.00012044406820741643, "participation_ratio": 38.2649397420245, "rankme": 2.1844098296406336, "std_pairwise_cosine": 9.624852241515889e-06, "total_variance": 2.5703276656835327e-05 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6243133265513734, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.825940996948118, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5794506612410987, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c2_native_768", "campaign": "C2", "geometry": { "effective_rank": 38.26493974202454, "mean_feature_std": 0.017977100924981823, "mean_pairwise_cosine": 0.7429672334390147, "min_feature_std": 0.012044406820741644, "nominal_dimension": 768, "participation_ratio": 38.26493974202454, "participation_ratio_fraction": 0.04982414028909445, "rankme": 270.8095841799254, "rankme_fraction": 0.35261664606761123, "std_pairwise_cosine": 0.07244136691323343, "total_variance": 0.2570327665683527 }, "attributes": { "scene": { "accuracy": 0.7690742624618515, "balanced_accuracy": 0.6951968920980294, "p10": 0.6244150559511699, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7643653530217729, "p10": 0.827263479145473, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.785350966429298, "balanced_accuracy": 0.6302386612961326, "p10": 0.5786368260427264, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c2_mrl_512", "campaign": "C2", "geometry": { "effective_rank": 37.95798778749617, "mean_feature_std": 0.021885686355525936, "mean_pairwise_cosine": 0.747504170996008, "min_feature_std": 0.01572278741058986, "nominal_dimension": 512, "participation_ratio": 37.95798778749617, "participation_ratio_fraction": 0.07413669489745346, "rankme": 251.02799813188898, "rankme_fraction": 0.49028905885134566, "std_pairwise_cosine": 0.07128722920757392, "total_variance": 0.2524958290039922 }, "attributes": { "scene": { "accuracy": 0.780264496439471, "balanced_accuracy": 0.7055695540135264, "p10": 0.6222787385554425, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9338758901322483, "balanced_accuracy": 0.7673134241131435, "p10": 0.8264496439471007, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7904374364191251, "balanced_accuracy": 0.628169220945083, "p10": 0.5777212614445575, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c2_pca_512", "campaign": "C2", "geometry": { "effective_rank": 33.818035477782914, "mean_feature_std": 0.032926090976962516, "mean_pairwise_cosine": 0.00474143181177794, "min_feature_std": 0.0003298563370779892, "nominal_dimension": 512, "participation_ratio": 33.818035477782914, "participation_ratio_fraction": 0.06605085054254475, "rankme": 348.6326317465917, "rankme_fraction": 0.6809231088800619, "std_pairwise_cosine": 0.17094706149796368, "total_variance": 0.9952585681882222 }, "attributes": { "scene": { "accuracy": 0.7487283825025433, "balanced_accuracy": 0.6589216930414228, "p10": 0.6179043743641912, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9267548321464903, "balanced_accuracy": 0.7510320196884396, "p10": 0.8307222787385554, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7416073245167853, "balanced_accuracy": 0.5535615810328454, "p10": 0.5577822990844354, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c2_mrl_256", "campaign": "C2", "geometry": { "effective_rank": 34.13909619676192, "mean_feature_std": 0.029761665453254725, "mean_pairwise_cosine": 0.7690313938737967, "min_feature_std": 0.02059654358851112, "nominal_dimension": 256, "participation_ratio": 34.13909619676192, "participation_ratio_fraction": 0.13335584451860125, "rankme": 150.01350900954534, "rankme_fraction": 0.5859902695685365, "std_pairwise_cosine": 0.06743284207039675, "total_variance": 0.2309686061262034 }, "attributes": { "scene": { "accuracy": 0.7822990844354019, "balanced_accuracy": 0.6979638015267847, "p10": 0.621973550356053, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9165818921668362, "balanced_accuracy": 0.7702956512704628, "p10": 0.8241098677517803, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7812817904374364, "balanced_accuracy": 0.6106555653797032, "p10": 0.5733468972533062, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c2_pca_256", "campaign": "C2", "geometry": { "effective_rank": 29.405886454163998, "mean_feature_std": 0.05106622968569976, "mean_pairwise_cosine": 0.004619087700575186, "min_feature_std": 0.023666952009791062, "nominal_dimension": 256, "participation_ratio": 29.405886454163998, "participation_ratio_fraction": 0.11486674396157812, "rankme": 204.8824791879356, "rankme_fraction": 0.8003221843278734, "std_pairwise_cosine": 0.18349577474758533, "total_variance": 0.9953809122994248 }, "attributes": { "scene": { "accuracy": 0.7568667344862665, "balanced_accuracy": 0.6626718384006285, "p10": 0.619735503560529, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9318413021363174, "balanced_accuracy": 0.7545807440308053, "p10": 0.8333672431332655, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7731434384537131, "balanced_accuracy": 0.5885474178864983, "p10": 0.5604272634791455, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c2_mrl_128", "campaign": "C2", "geometry": { "effective_rank": 30.515581129944223, "mean_feature_std": 0.03447499277116993, "mean_pairwise_cosine": 0.8451192655203156, "min_feature_std": 0.024180811378840393, "nominal_dimension": 128, "participation_ratio": 30.515581129944223, "participation_ratio_fraction": 0.23840297757768925, "rankme": 71.88486085488887, "rankme_fraction": 0.5616004754288193, "std_pairwise_cosine": 0.05147682370245984, "total_variance": 0.15488073447968445 }, "attributes": { "scene": { "accuracy": 0.7639877924720244, "balanced_accuracy": 0.6669830977781296, "p10": 0.6078331637843337, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9298067141403866, "balanced_accuracy": 0.7419389736296989, "p10": 0.8066124109867752, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7548321464903357, "balanced_accuracy": 0.5490854537118904, "p10": 0.5632756866734486, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c2_pca_128", "campaign": "C2", "geometry": { "effective_rank": 22.94223075157563, "mean_feature_std": 0.07555277357788717, "mean_pairwise_cosine": 0.004299883960086235, "min_feature_std": 0.042175582123301074, "nominal_dimension": 128, "participation_ratio": 22.94223075157563, "participation_ratio_fraction": 0.1792361777466846, "rankme": 109.66899000110129, "rankme_fraction": 0.8567889843836038, "std_pairwise_cosine": 0.20792380776943317, "total_variance": 0.9957001160399135 }, "attributes": { "scene": { "accuracy": 0.7782299084435402, "balanced_accuracy": 0.6837179427983431, "p10": 0.6224821973550356, "support": { "city street": { "balanced_probe_eligible": true, "scorable": true, "train": 1243, "val": 576 }, "gas stations": { "balanced_probe_eligible": false, "scorable": false, "train": 1, "val": 0 }, "highway": { "balanced_probe_eligible": true, "scorable": true, "train": 537, "val": 251 }, "parking lot": { "balanced_probe_eligible": false, "scorable": true, "train": 7, "val": 5 }, "residential": { "balanced_probe_eligible": true, "scorable": true, "train": 212, "val": 151 }, "tunnel": { "balanced_probe_eligible": false, "scorable": false, "train": 0, "val": 0 } }, "converged": 1.0 }, "timeofday": { "accuracy": 0.9277721261444557, "balanced_accuracy": 0.7817466347184073, "p10": 0.8399796541200407, "support": { "dawn/dusk": { "balanced_probe_eligible": true, "scorable": true, "train": 146, "val": 75 }, "daytime": { "balanced_probe_eligible": true, "scorable": true, "train": 960, "val": 482 }, "night": { "balanced_probe_eligible": true, "scorable": true, "train": 894, "val": 426 } }, "converged": 1.0 }, "weather": { "accuracy": 0.7822990844354019, "balanced_accuracy": 0.6235741231948129, "p10": 0.5618514750762971, "support": { "clear": { "balanced_probe_eligible": true, "scorable": true, "train": 1172, "val": 585 }, "foggy": { "balanced_probe_eligible": false, "scorable": false, "train": 3, "val": 0 }, "overcast": { "balanced_probe_eligible": true, "scorable": true, "train": 309, "val": 150 }, "partly cloudy": { "balanced_probe_eligible": true, "scorable": true, "train": 164, "val": 81 }, "rainy": { "balanced_probe_eligible": true, "scorable": true, "train": 182, "val": 87 }, "snowy": { "balanced_probe_eligible": true, "scorable": true, "train": 170, "val": 80 } }, "converged": 1.0 } } }, { "condition": "c3_native_ref", "campaign": "C3", "summary": { "identity_changed_queries": 0, "max_arithmetic_residual": 0.0, "max_score_error": 8.881784197001252e-16, "mean_max_score_error": 9.03538575483342e-19, "mean_overlap": 1.0, "prospective_empirical_violations": 0, "prospective_sufficient_queries": 983, "retrospective_sufficient_queries": 983 }, "attributes": { "scene": { "p10": 0.6244150559511699, "delta": 0.0, "identity_changed_p10_unchanged": 0 }, "timeofday": { "p10": 0.827263479145473, "delta": 0.0, "identity_changed_p10_unchanged": 0 }, "weather": { "p10": 0.5786368260427263, "delta": 0.0, "identity_changed_p10_unchanged": 0 } } }, { "condition": "c3_native_fp16_gallery", "campaign": "C3", "summary": { "identity_changed_queries": 5, "max_arithmetic_residual": 0.0, "max_score_error": 5.782712410762336e-05, "mean_max_score_error": 4.268948008424653e-05, "mean_overlap": 0.9994913530010173, "prospective_empirical_violations": 0, "prospective_sufficient_queries": 576, "retrospective_sufficient_queries": 921 }, "attributes": { "scene": { "p10": 0.624618514750763, "delta": 0.00020345879959308242, "identity_changed_p10_unchanged": 1 }, "timeofday": { "p10": 0.8271617497456767, "delta": -0.00010172939979654121, "identity_changed_p10_unchanged": 4 }, "weather": { "p10": 0.5784333672431332, "delta": -0.00020345879959308242, "identity_changed_p10_unchanged": 3 } } }, { "condition": "c3_native_fp16_both", "campaign": "C3", "summary": { "identity_changed_queries": 5, "max_arithmetic_residual": 0.0, "max_score_error": 8.157789046170372e-05, "mean_max_score_error": 5.1138252636905994e-05, "mean_overlap": 0.9994913530010173, "prospective_empirical_violations": 0, "prospective_sufficient_queries": 398, "retrospective_sufficient_queries": 903 }, "attributes": { "scene": { "p10": 0.624618514750763, "delta": 0.00020345879959308242, "identity_changed_p10_unchanged": 1 }, "timeofday": { "p10": 0.8271617497456767, "delta": -0.00010172939979654121, "identity_changed_p10_unchanged": 4 }, "weather": { "p10": 0.5784333672431332, "delta": -0.00020345879959308242, "identity_changed_p10_unchanged": 3 } } }, { "condition": "c3_native_int8_gallery", "campaign": "C3", "summary": { "identity_changed_queries": 60, "max_arithmetic_residual": 0.0, "max_score_error": 0.00395201181390914, "mean_max_score_error": 0.0023634158296376518, "mean_overlap": 0.9938962360122076, "prospective_empirical_violations": 0, "prospective_sufficient_queries": 0, "retrospective_sufficient_queries": 20 }, "attributes": { "scene": { "p10": 0.6243133265513734, "delta": -0.00010172939979654112, "identity_changed_p10_unchanged": 35 }, "timeofday": { "p10": 0.827263479145473, "delta": 2.823558048385444e-20, "identity_changed_p10_unchanged": 42 }, "weather": { "p10": 0.5782299084435403, "delta": -0.0004069175991861649, "identity_changed_p10_unchanged": 42 } } }, { "condition": "c3_native_int8_both", "campaign": "C3", "summary": { "identity_changed_queries": 75, "max_arithmetic_residual": 0.0, "max_score_error": 0.004816637887271602, "mean_max_score_error": 0.0024340066809353782, "mean_overlap": 0.9923702950152594, "prospective_empirical_violations": 0, "prospective_sufficient_queries": 0, "retrospective_sufficient_queries": 23 }, "attributes": { "scene": { "p10": 0.6243133265513734, "delta": -0.00010172939979654118, "identity_changed_p10_unchanged": 44 }, "timeofday": { "p10": 0.8269582909460835, "delta": -0.00030518819938962365, "identity_changed_p10_unchanged": 54 }, "weather": { "p10": 0.5784333672431333, "delta": -0.00020345879959308237, "identity_changed_p10_unchanged": 49 } } }, { "condition": "c3_native_fp32_arithmetic", "campaign": "C3", "summary": { "identity_changed_queries": 0, "max_arithmetic_residual": 7.053438747517404e-07, "max_score_error": 7.122726224384479e-07, "mean_max_score_error": 5.116729315217737e-07, "mean_overlap": 1.0, "prospective_empirical_violations": null, "prospective_sufficient_queries": null, "retrospective_sufficient_queries": 982 }, "attributes": { "scene": { "p10": 0.6244150559511699, "delta": 0.0, "identity_changed_p10_unchanged": 0 }, "timeofday": { "p10": 0.827263479145473, "delta": 0.0, "identity_changed_p10_unchanged": 0 }, "weather": { "p10": 0.5786368260427263, "delta": 0.0, "identity_changed_p10_unchanged": 0 } } }, { "condition": "c3_mean99_ref", "campaign": "C3", "summary": { "identity_changed_queries": 0, "max_arithmetic_residual": 0.0, "max_score_error": 8.881784197001252e-16, "mean_max_score_error": 9.03538575483342e-19, "mean_overlap": 1.0, "prospective_empirical_violations": 0, "prospective_sufficient_queries": 983, "retrospective_sufficient_queries": 983 }, "attributes": { "scene": { "p10": 0.6254323499491352, "delta": 0.0, "identity_changed_p10_unchanged": 0 }, "timeofday": { "p10": 0.8265513733468972, "delta": 0.0, "identity_changed_p10_unchanged": 0 }, "weather": { "p10": 0.5779247202441505, "delta": 0.0, "identity_changed_p10_unchanged": 0 } } }, { "condition": "c3_mean99_fp16_gallery", "campaign": "C3", "summary": { "identity_changed_queries": 195, "max_arithmetic_residual": 0.0, "max_score_error": 2.9459233064077495e-07, "mean_max_score_error": 2.02656503103502e-07, "mean_overlap": 0.9799593082400815, "prospective_empirical_violations": 0, "prospective_sufficient_queries": 0, "retrospective_sufficient_queries": 34 }, "attributes": { "scene": { "p10": 0.6256358087487284, "delta": 0.00020345879959308223, "identity_changed_p10_unchanged": 119 }, "timeofday": { "p10": 0.8283825025432351, "delta": 0.0018311291963377418, "identity_changed_p10_unchanged": 149 }, "weather": { "p10": 0.5783316378433367, "delta": 0.0004069175991861649, "identity_changed_p10_unchanged": 131 } } } ], "coco": [ { "condition": "native_768", "dimension": 768, "geometry": { "document": { "effective_rank": 89.58996051507538, "mean_feature_std": 0.020322491838469067, "mean_pairwise_cosine": 0.6738657650853317, "min_feature_std": 0.00949023662327239, "nominal_dimension": 768, "participation_ratio": 89.58996051507538, "participation_ratio_fraction": 0.11665359442067107, "rankme": 324.52205305141416, "rankme_fraction": 0.4225547565773622, "std_pairwise_cosine": 0.04036493665327491, "total_variance": 0.32613423517984585 }, "image": { "effective_rank": 90.69064746350847, "mean_feature_std": 0.02229339880812577, "mean_pairwise_cosine": 0.6046415334816018, "min_feature_std": 0.014363308158819645, "nominal_dimension": 768, "participation_ratio": 90.69064746350847, "participation_ratio_fraction": 0.11808678055144332, "rankme": 325.57919472685705, "rankme_fraction": 0.42393124313392844, "std_pairwise_cosine": 0.04300723905442625, "total_variance": 0.39535846793379337 }, "query": { "effective_rank": 87.24207728884768, "mean_feature_std": 0.022982907342944416, "mean_pairwise_cosine": 0.5828235203880148, "min_feature_std": 0.012125483942287765, "nominal_dimension": 768, "participation_ratio": 87.24207728884768, "participation_ratio_fraction": 0.11359645480318709, "rankme": 327.6394870363346, "rankme_fraction": 0.426613915411894, "std_pairwise_cosine": 0.04928976455533717, "total_variance": 0.41717647949097364 } }, "category_p10": 0.48842299523480165, "retrieval": { "i2t": { "hit@1": 0.843, "hit@10": 0.984, "set_recall@10": 0.8024000000000001, "overlap@10": 1.0 }, "t2i": { "hit@1": 0.7386, "hit@10": 0.9715999999999999, "set_recall@10": 0.9715999999999999, "overlap@10": 1.0 } } }, { "condition": "mrl_256", "dimension": 256, "geometry": { "document": { "effective_rank": 71.09324313352974, "mean_feature_std": 0.03495003239799303, "mean_pairwise_cosine": 0.6850562886102876, "min_feature_std": 0.0172810073647282, "nominal_dimension": 256, "participation_ratio": 71.09324313352974, "participation_ratio_fraction": 0.27770798099035054, "rankme": 172.65735931945605, "rankme_fraction": 0.6744428098416252, "std_pairwise_cosine": 0.04334205615771068, "total_variance": 0.31494371138971244 }, "image": { "effective_rank": 72.82034745685316, "mean_feature_std": 0.038126017557396946, "mean_pairwise_cosine": 0.6250879527507635, "min_feature_std": 0.02403747763650309, "nominal_dimension": 256, "participation_ratio": 72.82034745685316, "participation_ratio_fraction": 0.28445448225333264, "rankme": 178.14423190278214, "rankme_fraction": 0.6958759058702427, "std_pairwise_cosine": 0.04576143239938725, "total_variance": 0.37491204724923666 }, "query": { "effective_rank": 69.03657386784772, "mean_feature_std": 0.03948967420532621, "mean_pairwise_cosine": 0.5979457150986881, "min_feature_std": 0.022424386656837048, "nominal_dimension": 256, "participation_ratio": 69.03657386784772, "participation_ratio_fraction": 0.26967411667128016, "rankme": 177.46271220096844, "rankme_fraction": 0.693213719535033, "std_pairwise_cosine": 0.05299139580715158, "total_variance": 0.4020542849013121 } }, "category_p10": 0.4812498710583974, "retrieval": { "i2t": { "hit@1": 0.836, "hit@10": 0.981, "set_recall@10": 0.785, "overlap@10": 0.8375000000000002 }, "t2i": { "hit@1": 0.7213999999999999, "hit@10": 0.9696, "set_recall@10": 0.9696, "overlap@10": 0.8363 } } }, { "condition": "mrl_128", "dimension": 128, "geometry": { "document": { "effective_rank": 56.19006915549966, "mean_feature_std": 0.040352844520854636, "mean_pairwise_cosine": 0.7897881366364959, "min_feature_std": 0.019207260951273918, "nominal_dimension": 128, "participation_ratio": 56.19006915549966, "participation_ratio_fraction": 0.43898491527734107, "rankme": 83.02604323723011, "rankme_fraction": 0.6486409627908603, "std_pairwise_cosine": 0.033768073976341205, "total_variance": 0.21021186336350423 }, "image": { "effective_rank": 56.22768712749727, "mean_feature_std": 0.04404908630311487, "mean_pairwise_cosine": 0.7495644055741991, "min_feature_std": 0.028849929364379412, "nominal_dimension": 128, "participation_ratio": 56.22768712749727, "participation_ratio_fraction": 0.4392788056835724, "rankme": 86.73221733145856, "rankme_fraction": 0.67759544790202, "std_pairwise_cosine": 0.03762226300920224, "total_variance": 0.250435594425801 }, "query": { "effective_rank": 55.40450639712792, "mean_feature_std": 0.04674404555325251, "mean_pairwise_cosine": 0.7180370878317477, "min_feature_std": 0.024302438667648592, "nominal_dimension": 128, "participation_ratio": 55.40450639712792, "participation_ratio_fraction": 0.43284770622756186, "rankme": 88.49126556667103, "rankme_fraction": 0.6913380122396174, "std_pairwise_cosine": 0.04473445936149441, "total_variance": 0.28196291216825226 } }, "category_p10": 0.4487959624356016, "retrieval": { "i2t": { "hit@1": 0.737, "hit@10": 0.959, "set_recall@10": 0.689, "overlap@10": 0.6523999999999999 }, "t2i": { "hit@1": 0.625, "hit@10": 0.9382, "set_recall@10": 0.9382, "overlap@10": 0.6477799999999999 } } } ] }