{
  "benchmark": {
    "bootstrap_replicates": 200,
    "core_rows": 2000,
    "party_roles": [
      "bank",
      "telecom",
      "insurance",
      "retail"
    ],
    "raw_feature_tables_pooled": false,
    "seed": 42,
    "source_type": "fully_synthetic",
    "study_rows": 1200
  },
  "core_model_comparison": [
    {
      "backward_communication_bytes": 1646400,
      "bootstrap_replicates": 200,
      "brier": 0.17576458633049483,
      "communication_message_count": 597,
      "communication_scalar_count": 667500,
      "ece": 0.06559104472498649,
      "estimated_communication_bytes": 5340000,
      "f1": 0.7148014440433214,
      "forward_communication_bytes": 3693600,
      "inference_seconds": 0.0001175489999951651,
      "log_loss": 0.5269720533019985,
      "mode": "synthetic_scale",
      "model": "logistic",
      "peak_rss_bytes": 249421824,
      "pr_auc": 0.7990915674360919,
      "roc_auc": 0.822735600339604,
      "rows": 2000,
      "seed": 42,
      "threshold": 0.495,
      "traffic_type": "SIMULATED PAYLOAD SIZE",
      "training_seconds": 0.024688250000004075,
      "training_steps": 49
    },
    {
      "backward_communication_bytes": 4470776,
      "bootstrap_replicates": 200,
      "brier": 0.19694640379513173,
      "communication_message_count": 2361,
      "communication_scalar_count": 873422,
      "ece": 0.08289697338841233,
      "estimated_communication_bytes": 6987376,
      "f1": 0.7147335423197492,
      "forward_communication_bytes": 2516600,
      "inference_seconds": 0.002516145000001302,
      "log_loss": 0.5796105114074428,
      "mode": "synthetic_scale",
      "model": "vfl-hist-gbdt",
      "peak_rss_bytes": 260816896,
      "pr_auc": 0.745349207027598,
      "roc_auc": 0.7881942892890657,
      "rows": 2000,
      "seed": 42,
      "threshold": 0.395,
      "traffic_type": "SIMULATED PAYLOAD SIZE",
      "training_seconds": 0.13052577900000273,
      "training_steps": 20
    }
  ],
  "external_data_boundary": "No UCI, OpenML or IEEE-CIS source rows are redistributed. The separate four-industry external benchmark is semi-synthetic and its public sources do not represent the same real individuals.",
  "feature_drift": [
    {
      "brier": 0.1919404878,
      "categorical_frequency_shift": false,
      "ece": 0.071433524,
      "f1": 0.6748466258,
      "mean_shift": 0.0,
      "missingness_increase": 0.0,
      "party": "none",
      "pr_auc": 0.7598389621,
      "roc_auc": 0.773374613,
      "scenario": "baseline",
      "variance_scale": 1.0
    },
    {
      "brier": 0.2011526235,
      "categorical_frequency_shift": false,
      "ece": 0.1059146975,
      "f1": 0.6943005181,
      "mean_shift": 0.75,
      "missingness_increase": 0.0,
      "party": "telecom",
      "pr_auc": 0.7598389621,
      "roc_auc": 0.773374613,
      "scenario": "telecom_mean_shift",
      "variance_scale": 1.0
    },
    {
      "brier": 0.187132132,
      "categorical_frequency_shift": false,
      "ece": 0.0475857786,
      "f1": 0.6748466258,
      "mean_shift": 0.0,
      "missingness_increase": 0.0,
      "party": "insurance",
      "pr_auc": 0.7844164707,
      "roc_auc": 0.7887306502,
      "scenario": "insurance_variance_shift",
      "variance_scale": 1.5
    },
    {
      "brier": 0.1923688225,
      "categorical_frequency_shift": false,
      "ece": 0.0442439518,
      "f1": 0.6829268293,
      "mean_shift": 0.0,
      "missingness_increase": 0.2,
      "party": "retail",
      "pr_auc": 0.7566193371,
      "roc_auc": 0.7720123839,
      "scenario": "retail_missingness_shift",
      "variance_scale": 1.0
    },
    {
      "brier": 0.1914400357,
      "categorical_frequency_shift": true,
      "ece": 0.0471892108,
      "f1": 0.6826347305,
      "mean_shift": 0.0,
      "missingness_increase": 0.0,
      "party": "retail",
      "pr_auc": 0.7634050705,
      "roc_auc": 0.7752321981,
      "scenario": "retail_categorical_frequency_shift",
      "variance_scale": 1.0
    },
    {
      "brier": 0.2002444597,
      "categorical_frequency_shift": false,
      "ece": 0.0784248937,
      "f1": 0.7103825137,
      "mean_shift": 0.5,
      "missingness_increase": 0.0,
      "party": "bank",
      "pr_auc": 0.748724797,
      "roc_auc": 0.7645820433,
      "scenario": "bank_repayment_proxy_shift",
      "variance_scale": 1.2
    }
  ],
  "generated_at_utc": "2026-10-02T07:21:09.889960+00:00",
  "links": {
    "dataset": "https://huggingface.co/datasets/sauravsingla08/VertiMosaic-VFL-Benchmark",
    "github": "https://github.com/sauravsingla/VertiMosaic",
    "model": "https://huggingface.co/sauravsingla08/VertiMosaic-VFL-Reference-Models",
    "space": "https://huggingface.co/spaces/sauravsingla08/VertiMosaic"
  },
  "partial_overlap": [
    {
      "brier": 0.1919404878,
      "coverage": 1.0,
      "ece": 0.071433524,
      "estimated_communication_bytes": 21196800,
      "f1": 0.69527897,
      "intersection_coverage": 1.0,
      "log_loss": 0.5663893643,
      "method": "intersection_only",
      "model": "logistic",
      "overlap_fraction": 1.0,
      "pr_auc": 0.7598389621,
      "retained_entities": 1200,
      "roc_auc": 0.773374613,
      "threshold_selected_on_validation": 0.205,
      "training_seconds": 0.109564463
    },
    {
      "brier": 0.1919375631,
      "coverage": 1.0,
      "ece": 0.0715474202,
      "estimated_communication_bytes": 21196800,
      "f1": 0.69527897,
      "intersection_coverage": 1.0,
      "log_loss": 0.5663958491,
      "method": "availability_indicator",
      "model": "logistic",
      "overlap_fraction": 1.0,
      "pr_auc": 0.7598389621,
      "retained_entities": 1200,
      "roc_auc": 0.773374613,
      "threshold_selected_on_validation": 0.205,
      "training_seconds": 0.111257905
    },
    {
      "brier": 0.19218767,
      "coverage": 0.9,
      "ece": 0.0504606795,
      "estimated_communication_bytes": 18951120,
      "f1": 0.6759259259,
      "intersection_coverage": 0.9,
      "log_loss": 0.5680009183,
      "method": "intersection_only",
      "model": "logistic",
      "overlap_fraction": 0.9,
      "pr_auc": 0.7520174407,
      "retained_entities": 1080,
      "roc_auc": 0.7704021289,
      "threshold_selected_on_validation": 0.185,
      "training_seconds": 0.105063832
    },
    {
      "brier": 0.1957434869,
      "coverage": 1.0,
      "ece": 0.0561785608,
      "estimated_communication_bytes": 21196800,
      "f1": 0.6806282723,
      "intersection_coverage": 0.9,
      "log_loss": 0.5753294023,
      "method": "availability_indicator",
      "model": "logistic",
      "overlap_fraction": 0.9,
      "pr_auc": 0.7519543673,
      "retained_entities": 1200,
      "roc_auc": 0.7638390093,
      "threshold_selected_on_validation": 0.38,
      "training_seconds": 0.110223521
    },
    {
      "brier": 0.1884546342,
      "coverage": 0.75,
      "ece": 0.0730370099,
      "estimated_communication_bytes": 16023600,
      "f1": 0.7108433735,
      "intersection_coverage": 0.75,
      "log_loss": 0.5591259394,
      "method": "intersection_only",
      "model": "logistic",
      "overlap_fraction": 0.75,
      "pr_auc": 0.7577626487,
      "retained_entities": 900,
      "roc_auc": 0.7859347443,
      "threshold_selected_on_validation": 0.255,
      "training_seconds": 0.098844797
    },
    {
      "brier": 0.1982741593,
      "coverage": 1.0,
      "ece": 0.0504280274,
      "estimated_communication_bytes": 21196800,
      "f1": 0.6974789916,
      "intersection_coverage": 0.75,
      "log_loss": 0.5812132148,
      "method": "availability_indicator",
      "model": "logistic",
      "overlap_fraction": 0.75,
      "pr_auc": 0.7245404898,
      "retained_entities": 1200,
      "roc_auc": 0.7632198142,
      "threshold_selected_on_validation": 0.22,
      "training_seconds": 0.110950128
    },
    {
      "brier": 0.1922283635,
      "coverage": 0.5,
      "ece": 0.1393901823,
      "estimated_communication_bytes": 10472400,
      "f1": 0.6890756303,
      "intersection_coverage": 0.5,
      "log_loss": 0.5739958914,
      "method": "intersection_only",
      "model": "logistic",
      "overlap_fraction": 0.5,
      "pr_auc": 0.7681192076,
      "retained_entities": 600,
      "roc_auc": 0.7818594104,
      "threshold_selected_on_validation": 0.22,
      "training_seconds": 0.087244841
    },
    {
      "brier": 0.2195831408,
      "coverage": 1.0,
      "ece": 0.0577987128,
      "estimated_communication_bytes": 21196800,
      "f1": 0.6530612245,
      "intersection_coverage": 0.5,
      "log_loss": 0.6307507583,
      "method": "availability_indicator",
      "model": "logistic",
      "overlap_fraction": 0.5,
      "pr_auc": 0.679440013,
      "retained_entities": 1200,
      "roc_auc": 0.6979566563,
      "threshold_selected_on_validation": 0.21,
      "training_seconds": 0.112266018
    },
    {
      "brier": 0.2129211393,
      "coverage": 0.25,
      "ece": 0.2574730112,
      "estimated_communication_bytes": 5097600,
      "f1": 0.5454545455,
      "intersection_coverage": 0.25,
      "log_loss": 0.6569100297,
      "method": "intersection_only",
      "model": "logistic",
      "overlap_fraction": 0.25,
      "pr_auc": 0.731179545,
      "retained_entities": 300,
      "roc_auc": 0.7035294118,
      "threshold_selected_on_validation": 0.415,
      "training_seconds": 0.076852564
    },
    {
      "brier": 0.2314299382,
      "coverage": 1.0,
      "ece": 0.0885099476,
      "estimated_communication_bytes": 21196800,
      "f1": 0.5769230769,
      "intersection_coverage": 0.25,
      "log_loss": 0.6576134178,
      "method": "availability_indicator",
      "model": "logistic",
      "overlap_fraction": 0.25,
      "pr_auc": 0.6493531339,
      "retained_entities": 1200,
      "roc_auc": 0.6554798762,
      "threshold_selected_on_validation": 0.495,
      "training_seconds": 0.109891238
    }
  ],
  "party_ablation": [
    {
      "brier": 0.2469337367,
      "ece": 0.0645049865,
      "estimated_communication_bytes": 0,
      "f1": 0.5194805195,
      "log_loss": 0.6896918109,
      "model": "logistic",
      "parties": "bank",
      "pr_auc": 0.5664300283,
      "roc_auc": 0.5947987616,
      "training_seconds": 0.025628302
    },
    {
      "brier": 0.2357782162,
      "ece": 0.0932791456,
      "estimated_communication_bytes": 5780640,
      "f1": 0.5419354839,
      "log_loss": 0.6679311468,
      "model": "logistic",
      "parties": "bank+telecom",
      "pr_auc": 0.6664086158,
      "roc_auc": 0.639752322,
      "training_seconds": 0.066145282
    },
    {
      "brier": 0.2158213531,
      "ece": 0.045765378,
      "estimated_communication_bytes": 5619360,
      "f1": 0.5987261146,
      "log_loss": 0.6207417328,
      "model": "logistic",
      "parties": "bank+insurance",
      "pr_auc": 0.6745944594,
      "roc_auc": 0.7126934985,
      "training_seconds": 0.053430565
    },
    {
      "brier": 0.2361975512,
      "ece": 0.0842831275,
      "estimated_communication_bytes": 5659680,
      "f1": 0.5131578947,
      "log_loss": 0.6685365796,
      "model": "logistic",
      "parties": "bank+retail",
      "pr_auc": 0.5789145113,
      "roc_auc": 0.6551083591,
      "training_seconds": 0.054037426
    },
    {
      "brier": 0.1996015539,
      "ece": 0.082022672,
      "estimated_communication_bytes": 14128320,
      "f1": 0.675,
      "log_loss": 0.5846655007,
      "model": "logistic",
      "parties": "bank+telecom+insurance",
      "pr_auc": 0.7643318178,
      "roc_auc": 0.7547987616,
      "training_seconds": 0.089604026
    },
    {
      "brier": 0.2241940029,
      "ece": 0.064561363,
      "estimated_communication_bytes": 12166080,
      "f1": 0.6037735849,
      "log_loss": 0.6436674231,
      "model": "logistic",
      "parties": "bank+telecom+retail",
      "pr_auc": 0.6644583109,
      "roc_auc": 0.6882972136,
      "training_seconds": 0.077172912
    },
    {
      "brier": 0.2092445757,
      "ece": 0.0907723598,
      "estimated_communication_bytes": 13617600,
      "f1": 0.6419753086,
      "log_loss": 0.6059886773,
      "model": "logistic",
      "parties": "bank+insurance+retail",
      "pr_auc": 0.6816988185,
      "roc_auc": 0.7344891641,
      "training_seconds": 0.085074199
    },
    {
      "brier": 0.1919404878,
      "ece": 0.071433524,
      "estimated_communication_bytes": 21192480,
      "f1": 0.6748466258,
      "log_loss": 0.5663893643,
      "model": "logistic",
      "parties": "bank+telecom+insurance+retail",
      "pr_auc": 0.7598389621,
      "roc_auc": 0.773374613,
      "training_seconds": 0.110874259
    }
  ],
  "party_dropout": [
    {
      "available_parties": "bank+telecom+insurance+retail",
      "brier": 0.1919936671,
      "dropped_parties": "",
      "ece": 0.0711595728,
      "estimated_communication_bytes": 15144480,
      "f1": 0.6748466258,
      "log_loss": 0.5664179911,
      "phase": "inference_time_dropout",
      "pr_auc": 0.7594038397,
      "roc_auc": 0.773498452,
      "scenario": "none",
      "training_seconds": 0.078024145
    },
    {
      "available_parties": "bank+telecom+insurance+retail",
      "brier": 0.1919936671,
      "dropped_parties": "",
      "ece": 0.0711595728,
      "estimated_communication_bytes": 15144480,
      "f1": 0.6748466258,
      "log_loss": 0.5664179911,
      "phase": "training_and_inference_availability",
      "pr_auc": 0.7594038397,
      "roc_auc": 0.773498452,
      "scenario": "none",
      "training_seconds": 0.078124335
    },
    {
      "available_parties": "bank+insurance+retail",
      "brier": 0.2085080745,
      "dropped_parties": "telecom",
      "ece": 0.0617841231,
      "estimated_communication_bytes": 15147360,
      "f1": 0.6419753086,
      "log_loss": 0.6045422652,
      "phase": "inference_time_dropout",
      "pr_auc": 0.6893629015,
      "roc_auc": 0.7390712074,
      "scenario": "telecom_absent",
      "training_seconds": 0.078024145
    },
    {
      "available_parties": "bank+insurance+retail",
      "brier": 0.2092250942,
      "dropped_parties": "telecom",
      "ece": 0.0862985378,
      "estimated_communication_bytes": 10096320,
      "f1": 0.6419753086,
      "log_loss": 0.605945839,
      "phase": "training_and_inference_availability",
      "pr_auc": 0.6821974232,
      "roc_auc": 0.7344891641,
      "scenario": "telecom_absent",
      "training_seconds": 0.062381276
    },
    {
      "available_parties": "bank+telecom+retail",
      "brier": 0.2267196078,
      "dropped_parties": "insurance",
      "ece": 0.0556491657,
      "estimated_communication_bytes": 15150240,
      "f1": 0.5949367089,
      "log_loss": 0.6510116665,
      "phase": "inference_time_dropout",
      "pr_auc": 0.6637959164,
      "roc_auc": 0.6843343653,
      "scenario": "insurance_absent",
      "training_seconds": 0.078024145
    },
    {
      "available_parties": "bank+telecom+retail",
      "brier": 0.2241626443,
      "dropped_parties": "insurance",
      "ece": 0.069301008,
      "estimated_communication_bytes": 10096320,
      "f1": 0.6125,
      "log_loss": 0.6435572346,
      "phase": "training_and_inference_availability",
      "pr_auc": 0.664217668,
      "roc_auc": 0.6876780186,
      "scenario": "insurance_absent",
      "training_seconds": 0.062521099
    },
    {
      "available_parties": "bank+telecom+insurance",
      "brier": 0.2005030921,
      "dropped_parties": "retail",
      "ece": 0.0879989776,
      "estimated_communication_bytes": 15153120,
      "f1": 0.679245283,
      "log_loss": 0.5872064369,
      "phase": "inference_time_dropout",
      "pr_auc": 0.7622068068,
      "roc_auc": 0.7529411765,
      "scenario": "retail_absent",
      "training_seconds": 0.078024145
    },
    {
      "available_parties": "bank+telecom+insurance",
      "brier": 0.1996107294,
      "dropped_parties": "retail",
      "ece": 0.0839618212,
      "estimated_communication_bytes": 10096320,
      "f1": 0.675,
      "log_loss": 0.5845749865,
      "phase": "training_and_inference_availability",
      "pr_auc": 0.7654227768,
      "roc_auc": 0.7547987616,
      "scenario": "retail_absent",
      "training_seconds": 0.06415689
    },
    {
      "available_parties": "bank+insurance",
      "brier": 0.2170198688,
      "dropped_parties": "telecom+retail",
      "ece": 0.0550790097,
      "estimated_communication_bytes": 15154560,
      "f1": 0.5859872611,
      "log_loss": 0.6242239706,
      "phase": "inference_time_dropout",
      "pr_auc": 0.6767312441,
      "roc_auc": 0.7128173375,
      "scenario": "telecom_retail_absent",
      "training_seconds": 0.078024145
    },
    {
      "available_parties": "bank+insurance",
      "brier": 0.2158280491,
      "dropped_parties": "telecom+retail",
      "ece": 0.0456763742,
      "estimated_communication_bytes": 5048160,
      "f1": 0.5987261146,
      "log_loss": 0.6207578399,
      "phase": "training_and_inference_availability",
      "pr_auc": 0.6747656003,
      "roc_auc": 0.7128173375,
      "scenario": "telecom_retail_absent",
      "training_seconds": 0.048149228
    }
  ],
  "privacy_boundary": "Research raw-feature locality only; no cryptographic privacy guarantee, PSI, MPC, homomorphic encryption, secure aggregation, collusion resistance, malicious-party security or formal differential privacy claim.",
  "schema_version": "1.0",
  "source_commit": "ede09d38933a91aec31296b70865a5528c4ec958"
}