{"proof_type":"live-datahub-mcp-and-real-model-evaluation","captured_at":"2026-08-02T09:41:06.682189+00:00","datahub_core_version":"v1.5.0.6","mcp_transport":"stdio","source":{"urn":"urn:li:dataset:(urn:li:dataPlatform:file,uci.default_of_credit_card_clients,PROD)","name":"Default of Credit Card Clients","owner":"urn:li:corpuser:model-risk","schema_field_count":25,"record_count":30000,"doi":"10.24432/C55S3H","license":"CC BY 4.0","sha256":"c593696d7fe44e2c71f4a6884991277ac60613b6e6b70ede70e6238692167708"},"lineage":[{"urn":"urn:li:mlFeature:(uci_credit_features,bill_amount_september)","type":"mlFeature","name":"bill_amount_september","hop":1,"owner":"model-risk"},{"urn":"urn:li:mlModel:(urn:li:dataPlatform:mlflow,credit-default-v1,PROD)","type":"mlModel","name":"credit-default-v1","hop":2,"owner":"model-risk"},{"urn":"urn:li:dataJob:(urn:li:dataFlow:(kubernetes,credit-risk-serving,prod),credit-risk-api-prod)","type":"deployment","name":"credit-risk-api-prod","hop":3,"owner":"model-risk"}],"mcp_calls":[{"tool":"get_entities","result":"Default of Credit Card Clients: 25 fields, owner and UCI provenance returned"},{"tool":"get_lineage","result":"4 downstream entities returned; 3 release-impact assets selected"},{"tool":"add_tags","result":{"success":true,"message":"Successfully added 1 tag(s) to 1 entit(ies)"}},{"tool":"save_document","result":{"success":true,"urn":"urn:li:document:shared-801f1069-7df2-44bf-87c8-c8b11a550405","message":"Successfully created document: Holdout decision: BLOCK","author":"__datahub_system"}}],"model_evaluation":{"inference":{"sample_count":9000,"baseline_positive_rate":37.84,"proposed_positive_rate":6.43,"shift_percentage_points":-31.41,"threshold_percentage_points":5,"threshold_exceeded":true},"dataset":{"name":"Default of Credit Card Clients","creator":"I-Cheng Yeh","repository":"UCI Machine Learning Repository","doi":"10.24432/C55S3H","url":"https://archive.ics.uci.edu/dataset/350/default%2Bof%2Bcredit%2Bcard%2Bclients","license":"CC BY 4.0","rows":30000,"features":23,"sha256":"c593696d7fe44e2c71f4a6884991277ac60613b6e6b70ede70e6238692167708"},"model":{"name":"credit-default-v1","type":"LogisticRegression","training_rows":21000,"evaluation_rows":9000,"split":"70/30 stratified; random_state=42","baseline_roc_auc":0.7172,"baseline_accuracy":0.6823},"change":{"field":"bill_amount_september","before":"New Taiwan dollars","after":"New Taiwan cents","schema_change":false,"multiplier":100},"quality":{"missing_values":0,"target_default_rate":22.12}},"decision":{"status":"BLOCK","risk_score":71,"threshold_percentage_points":5,"measured_shift_percentage_points":-31.41,"remediation_sql":"SELECT\n  * EXCLUDE (bill_amount_september),\n  bill_amount_september / 100.0 AS bill_amount_september\nFROM proposed_dataset"},"writeback_verified":{"tag":true,"document":true,"document_urn":"urn:li:document:shared-801f1069-7df2-44bf-87c8-c8b11a550405"}}