From d0678acd1929f927f0ab57b9243b05a3d72df7e9 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 07:15:54 +0000 Subject: [PATCH 01/22] Update results from script: scripts/irm/irm_ate_sensitivity.py --- results/irm/irm_ate_sensitivity_coverage.csv | 16 ++++++++-------- results/irm/irm_ate_sensitivity_metadata.csv | 2 +- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/results/irm/irm_ate_sensitivity_coverage.csv b/results/irm/irm_ate_sensitivity_coverage.csv index 60061b4..1dbe91f 100644 --- a/results/irm/irm_ate_sensitivity_coverage.csv +++ b/results/irm/irm_ate_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.104,0.26700744915395425,0.18155232199663573,0.962,1.0,0.12549287515490162,0.05598005111522917,0.044565302894415494,0.32482781026582425,500 -LGBM Regr.,LGBM Clas.,0.95,0.232,0.31815899929988095,0.18155232199663573,0.996,1.0,0.12549287515490162,0.03612029770121405,0.044565302894415494,0.32482781026582425,500 -LGBM Regr.,Logistic,0.9,0.23,0.257663233362731,0.15145245487884335,1.0,1.0,0.10207244929149722,0.03621321533456867,0.02593099116694401,0.3002768258881602,500 -LGBM Regr.,Logistic,0.95,0.522,0.30702467943428213,0.15145245487884335,1.0,1.0,0.10207244929149722,0.019182778604657814,0.02593099116694401,0.3002768258881602,500 -Linear,LGBM Clas.,0.9,0.108,0.26725519240961965,0.17907088100479915,0.974,1.0,0.12655801859027904,0.05541429018003078,0.04415911293427357,0.31913100847174025,500 -Linear,LGBM Clas.,0.95,0.27,0.318454203596823,0.17907088100479915,0.996,1.0,0.12655801859027904,0.03501281859485896,0.04415911293427357,0.31913100847174025,500 -Linear,Logistic,0.9,0.874,0.25906199626090154,0.09125618159082688,1.0,1.0,0.06408216867705586,0.006446037964926924,0.05593258931866834,0.23673871825981035,500 -Linear,Logistic,0.95,0.968,0.3086914082291149,0.09125618159082688,1.0,1.0,0.06408216867705586,0.0015805668774873335,0.05593258931866834,0.23673871825981035,500 +LGBM Regr.,LGBM Clas.,0.9,0.098,0.2669059982984477,0.18045365683300918,0.966,1.0,0.12482257958402325,0.05507367981991793,0.04346047608795495,0.32370151766186717,500 +LGBM Regr.,LGBM Clas.,0.95,0.304,0.31803811314944436,0.18045365683300918,0.992,1.0,0.12482257958402325,0.035259701524597384,0.04346047608795495,0.32370151766186717,500 +LGBM Regr.,Logistic,0.9,0.306,0.25745967701969286,0.14882354197197184,0.998,1.0,0.10025322116548314,0.03449177028869118,0.02877199986664685,0.2978112463672942,500 +LGBM Regr.,Logistic,0.95,0.552,0.30678212709123936,0.14882354197197184,1.0,1.0,0.10025322116548314,0.01852539890494122,0.02877199986664685,0.2978112463672942,500 +Linear,LGBM Clas.,0.9,0.108,0.26692212666481774,0.17680154695008232,0.97,1.0,0.12496699347292228,0.053695493377557274,0.04176376388069927,0.3169945607034822,500 +Linear,LGBM Clas.,0.95,0.352,0.3180573312833238,0.17680154695008232,0.992,1.0,0.12496699347292228,0.033339235765090416,0.04176376388069927,0.3169945607034822,500 +Linear,Logistic,0.9,0.878,0.25886791224331585,0.08894783434615589,1.0,1.0,0.06243722159056228,0.0063914682076679965,0.05843943153188802,0.2345033248478372,500 +Linear,Logistic,0.95,0.97,0.3084601428580145,0.08894783434615589,1.0,1.0,0.06243722159056228,0.0016071157181206293,0.05843943153188802,0.2345033248478372,500 diff --git a/results/irm/irm_ate_sensitivity_metadata.csv b/results/irm/irm_ate_sensitivity_metadata.csv index 6e4c847..31647f8 100644 --- a/results/irm/irm_ate_sensitivity_metadata.csv +++ b/results/irm/irm_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATESensitivityCoverageSimulation,2025-12-04 17:47,37.59833161433538,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml +0.11.4.dev54,IRMATESensitivityCoverageSimulation,2026-08-06 07:15,32.8253165880839,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml From c86c3f079f60a9b250841b4429d4db4b78b17048 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 07:21:12 +0000 Subject: [PATCH 02/22] Update results from script: scripts/irm/irm_atte_sensitivity.py --- results/irm/irm_atte_sensitivity_coverage.csv | 16 ++++++++-------- results/irm/irm_atte_sensitivity_metadata.csv | 2 +- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/results/irm/irm_atte_sensitivity_coverage.csv b/results/irm/irm_atte_sensitivity_coverage.csv index 9c9f60d..9f2e57b 100644 --- a/results/irm/irm_atte_sensitivity_coverage.csv +++ b/results/irm/irm_atte_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.742,0.34905458483668395,0.13054186381999264,0.958,1.0,0.10160519674460072,0.02147924444029479,0.06225696870603676,0.2547167550221069,500 -LGBM Regr.,LGBM Clas.,0.95,0.848,0.4159241914956518,0.13054186381999264,0.988,1.0,0.10160519674460072,0.010345724353659373,0.06225696870603676,0.2547167550221069,500 -LGBM Regr.,Logistic,0.9,0.76,0.3468033024136178,0.1257451763861217,0.962,1.0,0.09464538506725147,0.019042064023498208,0.062099562490136685,0.2546157792911907,500 -LGBM Regr.,Logistic,0.95,0.87,0.4132416230312373,0.1257451763861217,0.99,1.0,0.09464538506725147,0.009057626091664835,0.062099562490136685,0.2546157792911907,500 -Linear,LGBM Clas.,0.9,0.8,0.3498779710118114,0.11925928428374606,0.962,1.0,0.09501448425797636,0.017305926960423847,0.06259908086771278,0.23917304693135916,500 -Linear,LGBM Clas.,0.95,0.888,0.4169053166378378,0.11925928428374606,0.99,1.0,0.09501448425797636,0.00818694195298031,0.06259908086771278,0.23917304693135916,500 -Linear,Logistic,0.9,0.954,0.35050172092922355,0.06846426368040737,1.0,1.0,0.05373903639592994,0.0038361798530380602,0.10030761571464483,0.17007849218927298,500 -Linear,Logistic,0.95,0.972,0.41764856050674876,0.06846426368040737,1.0,1.0,0.05373903639592994,0.0015020205315898524,0.10030761571464483,0.17007849218927298,500 +LGBM Regr.,LGBM Clas.,0.9,0.696,0.3490122449295092,0.13673759648547493,0.954,1.0,0.10605055677034166,0.02411703318935128,0.06348174700468563,0.26059851365112024,500 +LGBM Regr.,LGBM Clas.,0.95,0.826,0.41587374038449415,0.13673759648547493,0.988,1.0,0.10605055677034166,0.012103114904537885,0.06348174700468563,0.26059851365112024,500 +LGBM Regr.,Logistic,0.9,0.724,0.34683408036086294,0.1316662118261365,0.974,1.0,0.09899335791743219,0.02111750259426437,0.061942297504844625,0.25985290858033183,500 +LGBM Regr.,Logistic,0.95,0.834,0.4132782972173959,0.1316662118261365,0.994,1.0,0.09899335791743219,0.010210667982882081,0.061942297504844625,0.25985290858033183,500 +Linear,LGBM Clas.,0.9,0.754,0.3499174509676262,0.12597290849663584,0.974,1.0,0.1002553824584691,0.019990979132249665,0.06272290761768592,0.24582941777477768,500 +Linear,LGBM Clas.,0.95,0.856,0.4169523599067587,0.12597290849663584,0.99,1.0,0.1002553824584691,0.009442559061819506,0.06272290761768592,0.24582941777477768,500 +Linear,Logistic,0.9,0.946,0.3505738680690414,0.07189500886867,1.0,1.0,0.056435418076614834,0.0037519677961628892,0.09443087827399822,0.17614237731153534,500 +Linear,Logistic,0.95,0.982,0.41773452912627423,0.07189500886867,1.0,1.0,0.056435418076614834,0.00095433988840866,0.09443087827399822,0.17614237731153534,500 diff --git a/results/irm/irm_atte_sensitivity_metadata.csv b/results/irm/irm_atte_sensitivity_metadata.csv index bb17a26..2252d5f 100644 --- a/results/irm/irm_atte_sensitivity_metadata.csv +++ b/results/irm/irm_atte_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATTESensitivityCoverageSimulation,2025-12-04 17:47,37.48425861199697,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml +0.11.4.dev54,IRMATTESensitivityCoverageSimulation,2026-08-06 07:21,38.05161584218343,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml From 2a2b3af589a917e89b500536790adb7eef9a944e Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 08:03:52 +0000 Subject: [PATCH 03/22] Update results from script: scripts/irm/irm_cate.py --- results/irm/irm_cate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_cate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_cate_coverage.csv b/results/irm/irm_cate_coverage.csv index 7dc3a80..5ccd2a0 100644 --- a/results/irm/irm_cate_coverage.csv +++ b/results/irm/irm_cate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.92461,1.0665951249223096,0.24613991582170225,1.0,2.6653759321537116,1000 -LGBM Regr.,LGBM Clas.,0.95,0.97023,1.2709264804359406,0.24613991582170225,1.0,2.6812445695035247,1000 -LGBM Regr.,Logistic,0.9,0.89795,0.4614986062328707,0.11130386458867365,0.999,1.1580110182466605,1000 -LGBM Regr.,Logistic,0.95,0.94769,0.5499095070290679,0.11130386458867365,1.0,1.1604523683663983,1000 -Linear,LGBM Clas.,0.9,0.90908,1.0653909229898018,0.2559912909682445,1.0,2.6806660530315596,1000 -Linear,LGBM Clas.,0.95,0.9567,1.2694915853308952,0.2559912909682445,0.999,2.680517403176158,1000 -Linear,Logistic,0.9,0.90534,0.4776874641392367,0.11362720144689947,1.0,1.2021014808982184,1000 -Linear,Logistic,0.95,0.9505399999999999,0.5691997210197929,0.11362720144689947,0.996,1.2007226696609286,1000 -Linear,RF Clas.,0.9,0.91122,0.5134643281598085,0.11906161888403807,1.0,1.2933158587254148,1000 -Linear,RF Clas.,0.95,0.95521,0.6118304839102687,0.11906161888403807,1.0,1.2923682725270258,1000 -RF Regr.,Logistic,0.9,0.89883,0.4617571633800954,0.11143886684767142,0.997,1.165093904354102,1000 -RF Regr.,Logistic,0.95,0.94936,0.5502175968725668,0.11143886684767142,0.998,1.1641657405751544,1000 -RF Regr.,RF Clas.,0.9,0.9018999999999999,0.49638796465577406,0.11812020692019015,1.0,1.2489623144139728,1000 -RF Regr.,RF Clas.,0.95,0.94932,0.5914827417729625,0.11812020692019015,0.999,1.2486145265039033,1000 +LGBM Regr.,LGBM Clas.,0.9,0.92612,1.0414167793308224,0.24073032052818893,1.0,2.6185027248407535,1000 +LGBM Regr.,LGBM Clas.,0.95,0.9712000000000001,1.2409246311886746,0.24073032052818893,1.0,2.607901276892661,1000 +LGBM Regr.,Logistic,0.9,0.89804,0.45822510724228627,0.11147547728755325,0.999,1.1518689739987265,1000 +LGBM Regr.,Logistic,0.95,0.9459099999999999,0.5460088923969535,0.11147547728755325,0.997,1.154643880664174,1000 +Linear,LGBM Clas.,0.9,0.9095599999999999,1.0432118661565404,0.2496677889691891,1.0,2.616409586220205,1000 +Linear,LGBM Clas.,0.95,0.95801,1.2430636090708886,0.2496677889691891,1.0,2.6183216632876958,1000 +Linear,Logistic,0.9,0.90203,0.4743803676973935,0.11347814529811066,0.998,1.1939991475016056,1000 +Linear,Logistic,0.95,0.9486100000000001,0.5652590725552689,0.11347814529811066,0.998,1.1907053764743585,1000 +Linear,RF Clas.,0.9,0.90855,0.5089528760971999,0.11923297296841641,0.997,1.276874861300515,1000 +Linear,RF Clas.,0.95,0.95501,0.6064547572098452,0.11923297296841641,0.996,1.2800594204372133,1000 +RF Regr.,Logistic,0.9,0.90124,0.4585795698772657,0.1098537762264752,0.997,1.1522374236920994,1000 +RF Regr.,Logistic,0.95,0.9479099999999999,0.5464312606776572,0.1098537762264752,0.997,1.1530354045053455,1000 +RF Regr.,RF Clas.,0.9,0.8998400000000001,0.4909154963566804,0.11867672783790198,0.998,1.236976200980726,1000 +RF Regr.,RF Clas.,0.95,0.94843,0.5849618935971648,0.11867672783790198,0.998,1.2281134786960193,1000 diff --git a/results/irm/irm_cate_metadata.csv b/results/irm/irm_cate_metadata.csv index efbfdb5..f6f246b 100644 --- a/results/irm/irm_cate_metadata.csv +++ b/results/irm/irm_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMCATECoverageSimulation,2025-12-04 18:31,81.88368842999141,3.12.3,scripts/irm/irm_cate_config.yml +0.11.4.dev54,IRMCATECoverageSimulation,2026-08-06 08:03,80.81171300808589,3.12.3,scripts/irm/irm_cate_config.yml From c0bdc2ffa8249aab7c9c1d430232855357f0e403 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 08:03:14 +0000 Subject: [PATCH 04/22] Update results from script: scripts/irm/irm_gate.py --- results/irm/irm_gate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_gate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_gate_coverage.csv b/results/irm/irm_gate_coverage.csv index 0c584ac..204e818 100644 --- a/results/irm/irm_gate_coverage.csv +++ b/results/irm/irm_gate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.9386666666666666,0.8559513177443687,0.1937643264532876,1.0,2.006280185703383,1000 -LGBM Regr.,LGBM Clas.,0.95,0.9703333333333334,1.0199289029795582,0.1937643264532876,0.999,2.0155442343424883,1000 -LGBM Regr.,Logistic,0.9,0.9066666666666666,0.40149436064143407,0.09408161185194555,0.999,0.9449920639738041,1000 -LGBM Regr.,Logistic,0.95,0.947,0.4784100384127144,0.09408161185194555,0.997,0.9432948190496762,1000 -Linear,LGBM Clas.,0.9,0.916,0.8565340550805809,0.19475726876642258,1.0,2.0099798454237723,1000 -Linear,LGBM Clas.,0.95,0.9683333333333334,1.0206232773437618,0.19475726876642258,1.0,2.012306077187581,1000 -Linear,Logistic,0.9,0.9096666666666666,0.4187055393390181,0.09576110520986783,0.998,0.9871284997732542,1000 -Linear,Logistic,0.95,0.9573333333333334,0.49891842276133763,0.09576110520986783,0.998,0.9832531417484586,1000 -Linear,RF Clas.,0.9,0.912,0.4432050057206287,0.10020711620099187,0.998,1.0443477449082788,1000 -Linear,RF Clas.,0.95,0.96,0.528111337536011,0.10020711620099187,0.998,1.043185424691669,1000 -RF Regr.,Logistic,0.9,0.909,0.40204415185082115,0.09401292200323333,0.997,0.9441304263307014,1000 -RF Regr.,Logistic,0.95,0.9513333333333334,0.4790651550454403,0.09401292200323333,0.998,0.9459424215336382,1000 -RF Regr.,RF Clas.,0.9,0.9106666666666666,0.4240128937078121,0.09786079181797877,0.999,0.999003996144668,1000 -RF Regr.,RF Clas.,0.95,0.9546666666666667,0.5052425255541841,0.09786079181797877,0.999,0.9978199943917729,1000 +LGBM Regr.,LGBM Clas.,0.9,0.9363333333333334,0.8429854690504367,0.18710907501187582,1.0,1.9785384221790527,1000 +LGBM Regr.,LGBM Clas.,0.95,0.9733333333333334,1.0044791413395506,0.18710907501187582,1.0,1.9800364911626893,1000 +LGBM Regr.,Logistic,0.9,0.906,0.4004928960912715,0.09409580832695674,0.998,0.9396098095721851,1000 +LGBM Regr.,Logistic,0.95,0.9516666666666667,0.47721671979885694,0.09409580832695674,0.997,0.9390376801676208,1000 +Linear,LGBM Clas.,0.9,0.913,0.8505520736838049,0.19605441864306816,1.0,2.0055444726403864,1000 +Linear,LGBM Clas.,0.95,0.9633333333333334,1.0134953068655626,0.19605441864306816,1.0,1.99760003146317,1000 +Linear,Logistic,0.9,0.9073333333333333,0.4183559401744675,0.09441131089786997,0.998,0.978599004919922,1000 +Linear,Logistic,0.95,0.9516666666666667,0.49850184966308914,0.09441131089786997,0.999,0.9855634231815993,1000 +Linear,RF Clas.,0.9,0.9173333333333333,0.44385599360798833,0.09940256300643906,0.999,1.0457986207781687,1000 +Linear,RF Clas.,0.95,0.955,0.5288870374479611,0.09940256300643906,0.999,1.0407169620648054,1000 +RF Regr.,Logistic,0.9,0.9036666666666666,0.4009895338362336,0.0943062005450987,0.999,0.9424758293627788,1000 +RF Regr.,Logistic,0.95,0.947,0.47780850017222243,0.0943062005450987,0.999,0.9419894363696266,1000 +RF Regr.,RF Clas.,0.9,0.908,0.42403192040337917,0.09902775000039032,0.999,0.9992972456141617,1000 +RF Regr.,RF Clas.,0.95,0.9516666666666667,0.5052651972603137,0.09902775000039032,1.0,0.9941899379793978,1000 diff --git a/results/irm/irm_gate_metadata.csv b/results/irm/irm_gate_metadata.csv index 81261d4..8b8ed84 100644 --- a/results/irm/irm_gate_metadata.csv +++ b/results/irm/irm_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMGATECoverageSimulation,2025-12-04 18:30,81.06913734674454,3.12.3,scripts/irm/irm_gate_config.yml +0.11.4.dev54,IRMGATECoverageSimulation,2026-08-06 08:03,80.12076250712077,3.12.3,scripts/irm/irm_gate_config.yml From a825122ebaf656ca3e9d4b3efab0d19591e222c6 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 08:51:06 +0000 Subject: [PATCH 05/22] Update results from script: scripts/irm/irm_ate.py --- results/irm/irm_ate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_ate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_ate_coverage.csv b/results/irm/irm_ate_coverage.csv index 6c99110..b6a3206 100644 --- a/results/irm/irm_ate_coverage.csv +++ b/results/irm/irm_ate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.931,1.2316532622529917,0.2992448325629738,1000 -LGBM Regr.,LGBM Clas.,0.95,0.971,1.4676053819640873,0.2992448325629738,1000 -LGBM Regr.,Logistic,0.9,0.918,0.7686543138837709,0.19130776690526882,1000 -LGBM Regr.,Logistic,0.95,0.964,0.9159081070123597,0.19130776690526882,1000 -LassoCV,LGBM Clas.,0.9,0.919,1.085643937942505,0.26276932948403875,1000 -LassoCV,LGBM Clas.,0.95,0.977,1.2936245411363425,0.26276932948403875,1000 -LassoCV,Logistic,0.9,0.914,0.6575993935743172,0.15918300885857045,1000 -LassoCV,Logistic,0.95,0.963,0.7835780075153564,0.15918300885857045,1000 -LassoCV,RF Clas.,0.9,0.923,0.5880692523443405,0.14216834117620963,1000 -LassoCV,RF Clas.,0.95,0.968,0.7007277341428199,0.14216834117620963,1000 -RF Regr.,Logistic,0.9,0.912,0.737241521175503,0.18258213488785877,1000 -RF Regr.,Logistic,0.95,0.96,0.8784774558266153,0.18258213488785877,1000 -RF Regr.,RF Clas.,0.9,0.901,0.6169132543509753,0.15312602292680585,1000 -RF Regr.,RF Clas.,0.95,0.952,0.7350974824150611,0.15312602292680585,1000 +LGBM Regr.,LGBM Clas.,0.9,0.929,1.2190074646468376,0.28675910489946693,1000 +LGBM Regr.,LGBM Clas.,0.95,0.977,1.4525369847172265,0.28675910489946693,1000 +LGBM Regr.,Logistic,0.9,0.913,0.754214337559713,0.1797254091696965,1000 +LGBM Regr.,Logistic,0.95,0.961,0.898701813960486,0.1797254091696965,1000 +LassoCV,LGBM Clas.,0.9,0.909,1.0844555635640851,0.2640188945075613,1000 +LassoCV,LGBM Clas.,0.95,0.966,1.2922085057252346,0.2640188945075613,1000 +LassoCV,Logistic,0.9,0.913,0.6459304689297971,0.15222911195699737,1000 +LassoCV,Logistic,0.95,0.956,0.7696736261972699,0.15222911195699737,1000 +LassoCV,RF Clas.,0.9,0.916,0.5928484122573442,0.13884446568569417,1000 +LassoCV,RF Clas.,0.95,0.955,0.706422454422098,0.13884446568569417,1000 +RF Regr.,Logistic,0.9,0.923,0.7234875928622881,0.17279167311244167,1000 +RF Regr.,Logistic,0.95,0.966,0.8620886394005548,0.17279167311244167,1000 +RF Regr.,RF Clas.,0.9,0.91,0.6166099639369913,0.14471950319196228,1000 +RF Regr.,RF Clas.,0.95,0.956,0.7347360895965607,0.14471950319196228,1000 diff --git a/results/irm/irm_ate_metadata.csv b/results/irm/irm_ate_metadata.csv index ba15362..61400a3 100644 --- a/results/irm/irm_ate_metadata.csv +++ b/results/irm/irm_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATECoverageSimulation,2025-12-04 19:18,128.43919472694398,3.12.3,scripts/irm/irm_ate_config.yml +0.11.4.dev54,IRMATECoverageSimulation,2026-08-06 08:51,127.98217497666677,3.12.3,scripts/irm/irm_ate_config.yml From 6a7ac53673e76261d6b433a96ddc5c3e174231b2 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 08:52:59 +0000 Subject: [PATCH 06/22] Update results from script: scripts/irm/irm_atte.py --- results/irm/irm_atte_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_atte_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_atte_coverage.csv b/results/irm/irm_atte_coverage.csv index bdb6bc2..b5a6d03 100644 --- a/results/irm/irm_atte_coverage.csv +++ b/results/irm/irm_atte_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.929,1.5129808992585232,0.3494762511606464,1000 -LGBM Regr.,LGBM Clas.,0.95,0.975,1.802827937547063,0.3494762511606464,1000 -LGBM Regr.,Logistic,0.9,0.897,0.8665295499675973,0.21830700047216328,1000 -LGBM Regr.,Logistic,0.95,0.946,1.0325336441175617,0.21830700047216328,1000 -LassoCV,LGBM Clas.,0.9,0.916,1.3734552128644464,0.3386570485257962,1000 -LassoCV,LGBM Clas.,0.95,0.974,1.6365728278097587,0.3386570485257962,1000 -LassoCV,Logistic,0.9,0.903,0.8185274172270134,0.2143949995500193,1000 -LassoCV,Logistic,0.95,0.96,0.9753355750547081,0.2143949995500193,1000 -LassoCV,RF Clas.,0.9,0.884,0.5768241077018054,0.15075762219708613,1000 -LassoCV,RF Clas.,0.95,0.944,0.6873283178426831,0.15075762219708613,1000 -RF Regr.,Logistic,0.9,0.896,0.8425822825234105,0.2141783904054886,1000 -RF Regr.,Logistic,0.95,0.94,1.0039987149605252,0.2141783904054886,1000 -RF Regr.,RF Clas.,0.9,0.873,0.5972373860549938,0.1572551056347038,1000 -RF Regr.,RF Clas.,0.95,0.935,0.7116522392683193,0.1572551056347038,1000 +LGBM Regr.,LGBM Clas.,0.9,0.925,1.469497493500375,0.34213326599358457,1000 +LGBM Regr.,LGBM Clas.,0.95,0.97,1.7510142637862756,0.34213326599358457,1000 +LGBM Regr.,Logistic,0.9,0.91,0.8543672987459119,0.2122145020563908,1000 +LGBM Regr.,Logistic,0.95,0.965,1.0180414279258925,0.2122145020563908,1000 +LassoCV,LGBM Clas.,0.9,0.936,1.3743402520673111,0.3232333879772756,1000 +LassoCV,LGBM Clas.,0.95,0.972,1.6376274170656646,0.3232333879772756,1000 +LassoCV,Logistic,0.9,0.901,0.8060237140765931,0.20158643360464917,1000 +LassoCV,Logistic,0.95,0.96,0.9604364937950437,0.20158643360464917,1000 +LassoCV,RF Clas.,0.9,0.906,0.5850686198740482,0.14314370158873385,1000 +LassoCV,RF Clas.,0.95,0.957,0.6971522600238769,0.14314370158873385,1000 +RF Regr.,Logistic,0.9,0.903,0.8211334437743505,0.20407463439725398,1000 +RF Regr.,Logistic,0.95,0.952,0.978440847215005,0.20407463439725398,1000 +RF Regr.,RF Clas.,0.9,0.884,0.5922617177436882,0.14567400900532634,1000 +RF Regr.,RF Clas.,0.95,0.937,0.7057233647901385,0.14567400900532634,1000 diff --git a/results/irm/irm_atte_metadata.csv b/results/irm/irm_atte_metadata.csv index 97b86a9..6b36a5d 100644 --- a/results/irm/irm_atte_metadata.csv +++ b/results/irm/irm_atte_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATTECoverageSimulation,2025-12-04 19:17,127.50641198952992,3.12.3,scripts/irm/irm_atte_config.yml +0.11.4.dev54,IRMATTECoverageSimulation,2026-08-06 08:52,129.79125188589097,3.12.3,scripts/irm/irm_atte_config.yml From 062e46e6193f239dc58c1957092a111c4d9a986d Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 09:01:52 +0000 Subject: [PATCH 07/22] Update results from script: scripts/plm/lplr_ate.py --- results/plm/lplr_ate_coverage.csv | 24 ++++++++++++------------ results/plm/lplr_ate_metadata.csv | 2 +- 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/results/plm/lplr_ate_coverage.csv b/results/plm/lplr_ate_coverage.csv index 64da39c..1ce7b1c 100644 --- a/results/plm/lplr_ate_coverage.csv +++ b/results/plm/lplr_ate_coverage.csv @@ -1,13 +1,13 @@ Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.9,0.6534565055513932,0.16336115980855923,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.956,0.7786414519557212,0.16336115980855923,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.9,0.587173331700569,0.14523265588039966,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.948,0.6996601788503451,0.14523265588039966,500 -LassoCV,Logistic,LassoCV,instrument,0.9,0.85,0.5909860504305657,0.16604923608569636,500 -LassoCV,Logistic,LassoCV,instrument,0.95,0.92,0.7042033134317637,0.16604923608569636,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.872,0.5743427245911767,0.1561191992391632,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.934,0.6843715674978567,0.1561191992391632,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.896,0.3948609235155087,0.09705489730756603,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.95,0.4705058105546887,0.09705489730756603,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.892,0.38159441513135645,0.09629310976419707,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.936,0.4546977907968892,0.09629310976419707,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.87,0.6560809074611758,0.17726269957783788,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.926,0.7817686197108639,0.17726269957783788,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.91,0.5959640445539486,0.15318699384210746,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.944,0.7101349592859698,0.15318699384210746,500 +LassoCV,Logistic,LassoCV,instrument,0.9,0.874,0.5899707770568346,0.15849646452951272,500 +LassoCV,Logistic,LassoCV,instrument,0.95,0.938,0.7029935405897489,0.15849646452951272,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.88,0.5816372866791244,0.15047647783115933,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.936,0.6930635743373141,0.15047647783115933,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.902,0.39294324170378536,0.09774787244689,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.942,0.46822075173656674,0.09774787244689,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.884,0.38390182018648683,0.09383463613354509,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.932,0.45744723350212424,0.09383463613354509,500 diff --git a/results/plm/lplr_ate_metadata.csv b/results/plm/lplr_ate_metadata.csv index 5ceb9bd..5209309 100644 --- a/results/plm/lplr_ate_metadata.csv +++ b/results/plm/lplr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,LPLRATECoverageSimulation,2025-12-04 19:28,138.79539552927017,3.12.3,scripts/plm/lplr_ate_config.yml +0.11.4.dev54,LPLRATECoverageSimulation,2026-08-06 09:01,138.31257521311443,3.12.3,scripts/plm/lplr_ate_config.yml From ef5cb5a868e37d8ab502a711a3a5dbbadf447c08 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 09:52:02 +0000 Subject: [PATCH 08/22] Update results from script: scripts/plm/plr_cate.py --- results/plm/plr_cate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_cate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_cate_coverage.csv b/results/plm/plr_cate_coverage.csv index 0e0f84a..b85ca1d 100644 --- a/results/plm/plr_cate_coverage.csv +++ b/results/plm/plr_cate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.81108,0.34753625073182437,0.10476467882955193,0.982,0.8753490918585222,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.88301,0.4141149848201987,0.10476467882955193,0.979,0.8696275590057301,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7499,0.45436580938530496,0.15479317056430109,0.966,1.14045419057626,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8292,0.5414102553624136,0.15479317056430109,0.965,1.1428606023655155,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.88042,0.36547250073661136,0.09244066038082599,0.995,0.9201052947485936,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9352,0.435487344920254,0.09244066038082599,0.997,0.919191600876896,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.8518,0.6456523117846842,0.1769434790790047,0.996,1.624300550180789,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9141,0.769342181515791,0.1769434790790047,0.998,1.6222295727135105,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.77595,0.3560003472875054,0.11493249002243157,0.98,0.8936995010150599,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.85296,0.42420057793254784,0.11493249002243157,0.979,0.8971381008472117,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.11575,0.5627449979830486,0.5297395114934405,0.226,1.412353729446771,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.17424,0.6705520238728092,0.5297395114934405,0.251,1.4195918591195151,1000 -LassoCV,LassoCV,IV-type,0.9,0.89501,0.3616476276526723,0.0887937798304664,0.996,0.9109478256370118,1000 -LassoCV,LassoCV,IV-type,0.95,0.94635,0.4309297275328325,0.0887937798304664,0.997,0.9076084670232829,1000 -LassoCV,LassoCV,partialling out,0.9,0.8930800000000001,0.37580933136906214,0.0927480396215142,0.998,0.9419266033822707,1000 -LassoCV,LassoCV,partialling out,0.95,0.94477,0.4478044383211074,0.0927480396215142,0.996,0.9487078274811828,1000 -LassoCV,RF Regr.,IV-type,0.9,0.8928400000000001,0.3592189643382743,0.08858475373164268,0.997,0.906279246304125,1000 -LassoCV,RF Regr.,IV-type,0.95,0.94447,0.42803579669984043,0.08858475373164268,0.999,0.9046683354643144,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7744500000000001,0.4325567867931696,0.1411787082704541,0.985,1.0882496699575799,1000 -LassoCV,RF Regr.,partialling out,0.95,0.85524,0.515423202096265,0.1411787082704541,0.986,1.0866817530916593,1000 -RF Regr.,LassoCV,IV-type,0.9,0.88628,0.34773790027537904,0.08739450648497399,0.995,0.8767583563969938,1000 -RF Regr.,LassoCV,IV-type,0.95,0.93931,0.41435526507151715,0.08739450648497399,0.993,0.8726685703740463,1000 -RF Regr.,LassoCV,partialling out,0.9,0.86485,0.44479221962726684,0.11779311137598938,0.995,1.120671371140575,1000 -RF Regr.,LassoCV,partialling out,0.95,0.92655,0.5300026195575835,0.11779311137598938,0.994,1.1221894886367008,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.8826,0.34326383534625277,0.08700990140042893,0.998,0.8628894725119298,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.93355,0.409024087888394,0.08700990140042893,0.995,0.8641224623570899,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.87676,0.38372252559163483,0.09828756016001841,0.996,0.9676080596207122,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.93264,0.45723359081515513,0.09828756016001841,0.998,0.9616692545502734,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.81196,0.3490405614078896,0.10451596533489414,0.983,0.8830727608636789,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8796499999999999,0.4159074815495955,0.10451596533489414,0.98,0.8783879947517255,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7611,0.4569204378746728,0.1540127740909813,0.974,1.1584893614888507,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8423200000000001,0.5444542829591554,0.1540127740909813,0.98,1.1490617217983297,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.88025,0.36624568475473573,0.09244699349449263,0.996,0.9197148157619014,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.93403,0.43640865050277844,0.09244699349449263,0.996,0.9225540755801602,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.8454400000000001,0.6456606802586167,0.1789390010561416,0.991,1.6215651136022133,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.90962,0.7693521531675203,0.1789390010561416,0.992,1.6244337802930644,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.77925,0.35606718090976414,0.11544940044407095,0.977,0.8987455252905125,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.85682,0.4242802151053864,0.11544940044407095,0.974,0.8953762338575924,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.11555,0.5616471805782286,0.5296993622468379,0.235,1.413630776418447,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.17615,0.6692438937512031,0.5296993622468379,0.228,1.4149688733760386,1000 +LassoCV,LassoCV,IV-type,0.9,0.8896799999999999,0.3616102768369466,0.08891231635797942,0.996,0.9123312936313648,1000 +LassoCV,LassoCV,IV-type,0.95,0.94238,0.43088522129080836,0.08891231635797942,0.997,0.9053036076319482,1000 +LassoCV,LassoCV,partialling out,0.9,0.88812,0.37688475218645906,0.0934337218158094,0.993,0.9452725399330703,1000 +LassoCV,LassoCV,partialling out,0.95,0.94147,0.4490858812627686,0.0934337218158094,0.996,0.9500697752940196,1000 +LassoCV,RF Regr.,IV-type,0.9,0.89027,0.35964101515358793,0.08804853686251804,0.997,0.9090688726681898,1000 +LassoCV,RF Regr.,IV-type,0.95,0.94386,0.42853870126478566,0.08804853686251804,0.995,0.9046011001837213,1000 +LassoCV,RF Regr.,partialling out,0.9,0.7699,0.43224809896637584,0.14150388959418894,0.976,1.0852083022266474,1000 +LassoCV,RF Regr.,partialling out,0.95,0.8512799999999999,0.5150553778637205,0.14150388959418894,0.976,1.0884335341843345,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8815299999999999,0.3482877129360864,0.088317219792966,0.996,0.87477007147445,1000 +RF Regr.,LassoCV,IV-type,0.95,0.93345,0.4150104072650678,0.088317219792966,0.992,0.8754981382920584,1000 +RF Regr.,LassoCV,partialling out,0.9,0.8714500000000001,0.44407418194922127,0.11651756815823383,0.996,1.1191420843302538,1000 +RF Regr.,LassoCV,partialling out,0.95,0.92874,0.529147024892227,0.11651756815823383,0.994,1.1119162538472545,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.87891,0.3444983674775586,0.08746045247831848,0.996,0.8690788268834116,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.93611,0.41049512365441615,0.08746045247831848,0.994,0.864702755919781,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8785599999999999,0.3834675909270883,0.09778162617479297,0.996,0.963378858344165,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.93522,0.4569298174260009,0.09778162617479297,0.998,0.965504702772516,1000 diff --git a/results/plm/plr_cate_metadata.csv b/results/plm/plr_cate_metadata.csv index 3fb945c..6e7e5d5 100644 --- a/results/plm/plr_cate_metadata.csv +++ b/results/plm/plr_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRCATECoverageSimulation,2025-12-04 20:18,189.09370460510254,3.12.3,scripts/plm/plr_cate_config.yml +0.11.4.dev54,PLRCATECoverageSimulation,2026-08-06 09:52,188.53884502251944,3.12.3,scripts/plm/plr_cate_config.yml From 1eab0cd7960710fde9ec0b53bb8eaf7c7704927b Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 09:51:47 +0000 Subject: [PATCH 09/22] Update results from script: scripts/plm/plr_gate.py --- results/plm/plr_gate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_gate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_gate_coverage.csv b/results/plm/plr_gate_coverage.csv index 3e2dc9d..4ed70d9 100644 --- a/results/plm/plr_gate_coverage.csv +++ b/results/plm/plr_gate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.806,0.340589476099536,0.10642719318016228,0.987,0.8004940282247246,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.876,0.4058373922946947,0.10642719318016228,0.983,0.8008650552894343,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.744,0.41216781442446043,0.13930890748776442,0.978,0.9711592306701852,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8313333333333334,0.49112824303749686,0.13930890748776442,0.978,0.9674597871517567,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.8916666666666666,0.3577177065925385,0.09023588445552218,1.0,0.8406624541397631,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9376666666666666,0.4262469377613054,0.09023588445552218,0.998,0.8396811667915306,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.851,0.5544324938243242,0.15307433721758,0.998,1.3050834424316233,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9143333333333333,0.660647064242672,0.15307433721758,0.996,1.3090104136830218,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.749,0.35340599486147595,0.12225964634750337,0.977,0.8310427452560518,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.8353333333333334,0.421109216345775,0.12225964634750337,0.981,0.8273196308576153,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.13166666666666665,0.4816129404694944,0.48357343001492625,0.178,1.134778768017635,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.17466666666666666,0.5738772145690085,0.48357343001492625,0.171,1.1277997900457917,1000 -LassoCV,LassoCV,IV-type,0.9,0.8946666666666666,0.35674724983816697,0.0860954784479901,0.997,0.8404382654949778,1000 -LassoCV,LassoCV,IV-type,0.95,0.949,0.4250905672150416,0.0860954784479901,0.998,0.8392315655701177,1000 -LassoCV,LassoCV,partialling out,0.9,0.8956666666666666,0.36721873313399944,0.08935733034120422,1.0,0.8631111662911434,1000 -LassoCV,LassoCV,partialling out,0.95,0.9426666666666667,0.43756810916057176,0.08935733034120422,0.999,0.8663882678503069,1000 -LassoCV,RF Regr.,IV-type,0.9,0.8886666666666666,0.35548185477146965,0.08641145515163902,0.998,0.8365905528843341,1000 -LassoCV,RF Regr.,IV-type,0.95,0.9456666666666667,0.42358275599323825,0.08641145515163902,0.996,0.8364714904166475,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7493333333333334,0.4049270401478124,0.13355260607357494,0.986,0.9506532809092213,1000 -LassoCV,RF Regr.,partialling out,0.95,0.8326666666666667,0.48250032832832196,0.13355260607357494,0.986,0.953296010770798,1000 -RF Regr.,LassoCV,IV-type,0.9,0.8846666666666666,0.3463895774754974,0.08804499016875705,0.996,0.8129149828061188,1000 -RF Regr.,LassoCV,IV-type,0.95,0.937,0.4127486393608757,0.08804499016875705,0.994,0.8138385193812449,1000 -RF Regr.,LassoCV,partialling out,0.9,0.8646666666666666,0.4124715835614797,0.1086839758361102,0.996,0.9727843917949384,1000 -RF Regr.,LassoCV,partialling out,0.95,0.9253333333333333,0.49149020628967766,0.1086839758361102,0.999,0.9742832383410707,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.8823333333333334,0.3442575451597504,0.08764869687656554,0.998,0.8096053046000788,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.9413333333333334,0.4102081661635831,0.08764869687656554,0.997,0.8116011089606914,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.8836666666666666,0.3684983412988984,0.09321084514903152,0.997,0.8668637316494815,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.9376666666666666,0.4390928563334698,0.09321084514903152,0.996,0.8668288739442291,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.7893333333333333,0.3399737505751545,0.11030436305444573,0.994,0.7984487684003811,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8683333333333334,0.4051037100798302,0.11030436305444573,0.993,0.8007172228800238,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7283333333333333,0.412215093634842,0.14186346200694402,0.982,0.971050805120175,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8096666666666666,0.49118457969143803,0.14186346200694402,0.978,0.9728118614543299,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.8823333333333334,0.35777646795158385,0.08920265000192674,0.999,0.8392425259078098,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.9333333333333333,0.4263169562392566,0.08920265000192674,0.997,0.8406696596462107,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.8423333333333334,0.5539060893198706,0.15424863500316677,0.994,1.2986719186822526,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.9053333333333333,0.6600198145876734,0.15424863500316677,0.994,1.2952532921596271,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.731,0.35375909035862707,0.12780191410815855,0.99,0.8282764000333178,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.822,0.421529955581279,0.12780191410815855,0.986,0.8331378223648207,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.143,0.4808256161430094,0.4817684716723952,0.179,1.1331346104674447,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.191,0.572939059769835,0.4817684716723952,0.172,1.1303996599407073,1000 +LassoCV,LassoCV,IV-type,0.9,0.8903333333333334,0.3568172582339773,0.08671169478042846,0.997,0.8363998539770218,1000 +LassoCV,LassoCV,IV-type,0.95,0.9393333333333334,0.42517398736389594,0.08671169478042846,0.998,0.8374199272702179,1000 +LassoCV,LassoCV,partialling out,0.9,0.886,0.36782934287477204,0.08997448480890914,0.997,0.8628767824406849,1000 +LassoCV,LassoCV,partialling out,0.95,0.938,0.4382956955432834,0.08997448480890914,0.998,0.8650553401104346,1000 +LassoCV,RF Regr.,IV-type,0.9,0.889,0.35558277484188067,0.0874540620721315,0.998,0.8350057484620018,1000 +LassoCV,RF Regr.,IV-type,0.95,0.938,0.42370300967422353,0.0874540620721315,0.998,0.8380191845424295,1000 +LassoCV,RF Regr.,partialling out,0.9,0.7446666666666666,0.40353590398477174,0.13409105381222963,0.985,0.9467364721054616,1000 +LassoCV,RF Regr.,partialling out,0.95,0.8283333333333334,0.4808426873489212,0.13409105381222963,0.988,0.950831846810566,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8816666666666666,0.34650977716751075,0.08672182850939145,1.0,0.8151570378167246,1000 +RF Regr.,LassoCV,IV-type,0.95,0.932,0.4128918661279502,0.08672182850939145,0.998,0.8131733006658939,1000 +RF Regr.,LassoCV,partialling out,0.9,0.8586666666666666,0.41218601303608954,0.11030854183917789,0.999,0.9670996723863358,1000 +RF Regr.,LassoCV,partialling out,0.95,0.9146666666666666,0.49114992802075463,0.11030854183917789,0.998,0.964196495717811,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.8776666666666666,0.3437355256622096,0.08783432089184975,0.998,0.8058416381195128,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.9323333333333333,0.4095861415665959,0.08783432089184975,0.996,0.8084710004500074,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.878,0.3685594961409131,0.09319073466154985,0.998,0.8684499906491172,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.9326666666666666,0.4391657268222873,0.09319073466154985,0.999,0.8680676995146153,1000 diff --git a/results/plm/plr_gate_metadata.csv b/results/plm/plr_gate_metadata.csv index 10ef829..39b6eb7 100644 --- a/results/plm/plr_gate_metadata.csv +++ b/results/plm/plr_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRGATECoverageSimulation,2025-12-04 20:14,184.69524136781692,3.12.3,scripts/plm/plr_gate_config.yml +0.11.4.dev54,PLRGATECoverageSimulation,2026-08-06 09:51,188.35800103346506,3.12.3,scripts/plm/plr_gate_config.yml From 06b3881ebbb48e9d79b561284b12a7dd0ae88c22 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 10:00:42 +0000 Subject: [PATCH 10/22] Update results from script: scripts/plm/plr_ate.py --- results/plm/plr_ate_coverage.csv | 56 ++++++++++++++++---------------- results/plm/plr_ate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_coverage.csv b/results/plm/plr_ate_coverage.csv index 6576238..c718e44 100644 --- a/results/plm/plr_ate_coverage.csv +++ b/results/plm/plr_ate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Loss g,Loss m,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.883,0.15928202279086665,0.041454930462256984,1.069765598118696,1.0865571968126624,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.937,0.18979623654013872,0.041454930462256984,1.069765598118696,1.0865571968126624,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.842,0.14626443603990613,0.04159012092162225,1.2055345892536342,1.086959351307916,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.907,0.17428482520270844,0.04159012092162225,1.2055345892536342,1.086959351307916,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.887,0.147905408377066,0.03847587695058279,1.0693318230438509,1.0086829211963027,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.948,0.17624016434520753,0.03847587695058279,1.0693318230438509,1.0086829211963027,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.899,0.15875140474791682,0.03924849266305699,1.2056443309418285,1.0084514460661456,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.951,0.189163966144349,0.03924849266305699,1.2056443309418285,1.0084514460661456,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.894,0.15032363130014348,0.03814520647938802,1.0109435769879314,1.0867218776097132,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.938,0.1791216546846278,0.03814520647938802,1.0109435769879314,1.0867218776097132,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.498,0.13861728700492693,0.07095098845194882,1.1287372870798746,1.0879589553258844,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.624,0.16517268510259017,0.07095098845194882,1.1287372870798746,1.0879589553258844,1000 -LassoCV,LassoCV,IV-type,0.9,0.876,0.1395941022128785,0.03614102732438801,1.008526334816832,1.00850722502704,1000 -LassoCV,LassoCV,IV-type,0.95,0.939,0.16633663221360717,0.03614102732438801,1.008526334816832,1.00850722502704,1000 -LassoCV,LassoCV,partialling out,0.9,0.908,0.14656359193331914,0.0355408406947952,1.1286065731474382,1.0083310548041704,1000 -LassoCV,LassoCV,partialling out,0.95,0.957,0.17464129143608328,0.0355408406947952,1.1286065731474382,1.0083310548041704,1000 -LassoCV,RF Regr.,IV-type,0.9,0.844,0.12999176189584266,0.036265043441751715,1.0092786969519125,1.0524458002714516,1000 -LassoCV,RF Regr.,IV-type,0.95,0.908,0.1548947380047176,0.036265043441751715,1.0092786969519125,1.0524458002714516,1000 -LassoCV,RF Regr.,partialling out,0.9,0.78,0.1426021188866897,0.04661398743097048,1.128740578878581,1.0523978387050963,1000 -LassoCV,RF Regr.,partialling out,0.95,0.863,0.16992090515374272,0.04661398743097048,1.128740578878581,1.0523978387050963,1000 -RF Regr.,LassoCV,IV-type,0.9,0.885,0.1406646493212081,0.03547371211869198,1.0162369561093956,1.0085999646131845,1000 -RF Regr.,LassoCV,IV-type,0.95,0.941,0.16761226777272276,0.03547371211869198,1.0162369561093956,1.0085999646131845,1000 -RF Regr.,LassoCV,partialling out,0.9,0.895,0.15031102850606376,0.03675855799694686,1.153850269585127,1.0083949164585309,1000 -RF Regr.,LassoCV,partialling out,0.95,0.946,0.17910663752924322,0.03675855799694686,1.153850269585127,1.0083949164585309,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.845,0.13119958082752003,0.036530036698981375,1.0166818516109433,1.0524053946556322,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.917,0.15633394303010376,0.036530036698981375,1.0166818516109433,1.0524053946556322,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.888,0.14202142008522262,0.03530584490921706,1.1540093754976348,1.0526197092895246,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.937,0.16922895985350928,0.03530584490921706,1.1540093754976348,1.0526197092895246,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.891,0.1603136126013742,0.04105298138319154,1.0731994629306838,1.0868761329721641,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.938,0.1910254516157443,0.04105298138319154,1.0731994629306838,1.0868761329721641,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.82,0.14700125817506213,0.04350216175172774,1.2063309888839608,1.0854767549713993,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.891,0.17516280292927017,0.04350216175172774,1.2063309888839608,1.0854767549713993,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.875,0.14900222159250634,0.03785038950346275,1.073264324613437,1.0075742731466695,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.942,0.1775470979013653,0.03785038950346275,1.073264324613437,1.0075742731466695,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.899,0.15961312642230155,0.038486857633133253,1.206936599861885,1.0075773041936966,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.953,0.1901907708513562,0.038486857633133253,1.206936599861885,1.0075773041936966,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.875,0.1507852505815898,0.03827171692866554,1.013145205522705,1.0860232971406971,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.93,0.1796717079850427,0.03827171692866554,1.013145205522705,1.0860232971406971,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.48,0.1391475694189184,0.07329381163220898,1.1288579778446493,1.0865278579637954,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.601,0.1658045555718091,0.07329381163220898,1.1288579778446493,1.0865278579637954,1000 +LassoCV,LassoCV,IV-type,0.9,0.889,0.14023661517549763,0.035285335318423254,1.0107557471631015,1.007225770008796,1000 +LassoCV,LassoCV,IV-type,0.95,0.937,0.16710223362986673,0.035285335318423254,1.0107557471631015,1.007225770008796,1000 +LassoCV,LassoCV,partialling out,0.9,0.9,0.1471892860626845,0.0353181499327705,1.1289233596499864,1.0076088382504709,1000 +LassoCV,LassoCV,partialling out,0.95,0.952,0.17538685197642578,0.0353181499327705,1.1289233596499864,1.0076088382504709,1000 +LassoCV,RF Regr.,IV-type,0.9,0.851,0.13059400163341178,0.03625737448750536,1.01119708051922,1.0524526437064052,1000 +LassoCV,RF Regr.,IV-type,0.95,0.913,0.1556123509134613,0.03625737448750536,1.01119708051922,1.0524526437064052,1000 +LassoCV,RF Regr.,partialling out,0.9,0.762,0.14292985837273078,0.048226127790937594,1.1285668757570892,1.0523713220737327,1000 +LassoCV,RF Regr.,partialling out,0.95,0.852,0.1703114308384766,0.048226127790937594,1.1285668757570892,1.0523713220737327,1000 +RF Regr.,LassoCV,IV-type,0.9,0.89,0.1414629080120781,0.035539861857651546,1.0193901037867577,1.0073665357862533,1000 +RF Regr.,LassoCV,IV-type,0.95,0.94,0.16856345167067913,0.035539861857651546,1.0193901037867577,1.0073665357862533,1000 +RF Regr.,LassoCV,partialling out,0.9,0.904,0.15094667437559664,0.03635678063844802,1.1543547035127752,1.0074231018636348,1000 +RF Regr.,LassoCV,partialling out,0.95,0.955,0.1798640562993955,0.03635678063844802,1.1543547035127752,1.0074231018636348,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.863,0.13190834045021485,0.035684349965624286,1.0187452920579896,1.052514610301408,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.921,0.157178482210622,0.035684349965624286,1.0187452920579896,1.052514610301408,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.89,0.1427753311210586,0.0353683666699015,1.1539780989063289,1.0521037522078782,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.943,0.17012730026117487,0.0353683666699015,1.1539780989063289,1.0521037522078782,1000 diff --git a/results/plm/plr_ate_metadata.csv b/results/plm/plr_ate_metadata.csv index f6e9b21..db9f464 100644 --- a/results/plm/plr_ate_metadata.csv +++ b/results/plm/plr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRATECoverageSimulation,2025-12-08 15:12,19.93783419529597,3.12.9,scripts/plm/plr_ate_config.yml +0.11.4.dev54,PLRATECoverageSimulation,2026-08-06 10:00,197.24951099952062,3.12.3,scripts/plm/plr_ate_config.yml From 443caa140129996ee4b93a431e06c611b26dafe6 Mon Sep 17 00:00:00 2001 From: github-actions Date: Thu, 6 Aug 2026 10:36:30 +0000 Subject: [PATCH 11/22] Update results from script: scripts/plm/plr_ate_sensitivity.py --- results/plm/plr_ate_sensitivity_coverage.csv | 56 ++++++++++---------- results/plm/plr_ate_sensitivity_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_sensitivity_coverage.csv b/results/plm/plr_ate_sensitivity_coverage.csv index 7eef034..ba102f6 100644 --- a/results/plm/plr_ate_sensitivity_coverage.csv +++ b/results/plm/plr_ate_sensitivity_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.421,1.3976511350473353,0.7467964250024092,1.0,0.987,0.10290839957959286,0.031490519586569884,1.4404253946326935,0.2795318845446421,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.603,1.6654040473627647,0.7467964250024092,1.0,0.994,0.10290839957959286,0.017696866745516855,1.4404253946326935,0.2795318845446421,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.192,1.102290427161417,0.7410606150892608,1.0,0.974,0.10272589638995315,0.04391069909187329,1.4345048247464856,0.251626505274024,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.322,1.313460056469443,0.7410606150892608,1.0,0.995,0.10272589638995315,0.03006796975885084,1.4345048247464856,0.251626505274024,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.014,1.509085669359172,1.4539598882028426,1.0,0.366,0.18611240379020022,0.11033278480181255,2.1857839931874423,0.7279169255468876,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.046,1.7981864848432254,1.4539598882028426,1.0,0.594,0.18611240379020022,0.08990359936209669,2.1857839931874423,0.7279169255468876,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.035,1.507921245387843,1.3159744755105507,1.0,0.549,0.17172124099290512,0.0951449003773672,2.0419784435742567,0.5943030774757848,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.08,1.7967989881023936,1.3159744755105507,1.0,0.771,0.17172124099290512,0.0748164416512186,2.0419784435742567,0.5943030774757848,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.726,2.4983280456112573,1.026175519781805,1.0,1.0,0.0687018781764579,0.01120762678999437,2.535249747799531,0.567952628278145,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.903,2.976941480221371,1.026175519781805,1.0,1.0,0.0687018781764579,0.0036246937120926154,2.535249747799531,0.567952628278145,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.607,1.966778043542478,0.9043657907050859,1.0,1.0,0.06031903912908668,0.012377995755699906,2.426212574731265,0.6422721718417567,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.832,2.3435605866473455,0.9043657907050859,1.0,1.0,0.06031903912908668,0.004604329422567183,2.426212574731265,0.6422721718417567,1000 -LassoCV,LassoCV,IV-type,0.9,0.0,2.571731206770743,4.8737377482499245,1.0,0.0,0.28348151920253006,0.22518977741829715,6.4038522831761675,3.343623213323681,1000 -LassoCV,LassoCV,IV-type,0.95,0.0,3.0644067414863634,4.8737377482499245,1.0,0.001,0.28348151920253006,0.208728038503683,6.4038522831761675,3.343623213323681,1000 -LassoCV,LassoCV,partialling out,0.9,0.0,2.5851741127390566,4.874876663212447,1.0,0.0,0.28345112594648986,0.22493068632003588,6.405508112416897,3.344245214007996,1000 -LassoCV,LassoCV,partialling out,0.95,0.0,3.0804249519299787,4.874876663212447,1.0,0.001,0.28345112594648986,0.20839886362292398,6.405508112416897,3.344245214007996,1000 -LassoCV,RF Regr.,IV-type,0.9,0.037,2.2221799551660677,1.7160440423474188,1.0,0.996,0.10324506511335448,0.050995875886257494,3.369265659703337,0.3191854379820456,1000 -LassoCV,RF Regr.,IV-type,0.95,0.102,2.647890735034274,1.7160440423474188,1.0,1.0,0.10324506511335448,0.0366867084756369,3.369265659703337,0.3191854379820456,1000 -LassoCV,RF Regr.,partialling out,0.9,0.047,2.2521751990434016,1.6622447383497525,1.0,0.999,0.09850976200308284,0.04641917011881089,3.343887329180081,0.29505795733293616,1000 -LassoCV,RF Regr.,partialling out,0.95,0.128,2.6836322726056316,1.6622447383497525,1.0,1.0,0.09850976200308284,0.0322205738296689,3.343887329180081,0.29505795733293616,1000 -RF Regr.,LassoCV,IV-type,0.9,0.001,1.9711202298359545,2.4918741008270446,1.0,0.144,0.1879831825557554,0.1316596199671192,3.7439258798736605,1.2404389514158414,1000 -RF Regr.,LassoCV,IV-type,0.95,0.004,2.348734620743712,2.4918741008270446,1.0,0.291,0.1879831825557554,0.11556104506319523,3.7439258798736605,1.2404389514158414,1000 -RF Regr.,LassoCV,partialling out,0.9,0.005,1.9387654117166035,2.180283691840108,1.0,0.33,0.16645777455701985,0.11047766645086829,3.435461938620182,0.9269126964214449,1000 -RF Regr.,LassoCV,partialling out,0.95,0.009,2.3101814770467843,2.180283691840108,1.0,0.565,0.16645777455701985,0.09449083263428158,3.435461938620182,0.9269126964214449,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.026,1.7732461193193343,1.6256342448094874,1.0,0.896,0.12001444083856587,0.0694389840407145,2.9550164404884054,0.4058056479339932,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.061,2.1129530753643446,1.6256342448094874,1.0,0.966,0.12001444083856587,0.0553030741582177,2.9550164404884054,0.4058056479339932,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.025,1.766885805915271,1.5903668070720287,1.0,0.918,0.11721222343827108,0.06696849029772275,2.923581829825191,0.38139692141605425,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.072,2.1053742944940645,1.5903668070720287,1.0,0.976,0.11721222343827108,0.05288881709860531,2.923581829825191,0.38139692141605425,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.391,1.3997802730123723,0.7671939697971468,1.0,0.981,0.10498360368108718,0.03369716959108908,1.4673544834837184,0.27648998948418735,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.571,1.6679410717284666,0.7671939697971468,1.0,0.996,0.10498360368108718,0.019482486782286493,1.4673544834837184,0.27648998948418735,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.177,1.103978017390282,0.7628766922460591,1.0,0.971,0.1043742435395384,0.04560820163355314,1.461798717695117,0.26675974258833884,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.317,1.3154709442560772,0.7628766922460591,1.0,0.991,0.1043742435395384,0.031453678451038275,1.461798717695117,0.26675974258833884,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.012,1.518542946788356,1.471323896134769,1.0,0.374,0.1867587057326989,0.11086629310911725,2.208147611820311,0.7392174124380831,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.038,1.8094555259598855,1.471323896134769,1.0,0.593,0.1867587057326989,0.09037053690412752,2.208147611820311,0.7392174124380831,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.025,1.5063438366157396,1.3257349775898584,1.0,0.542,0.1724068721483051,0.09596273679054781,2.053812202558041,0.6023386385542888,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.07,1.7949193896192446,1.3257349775898584,1.0,0.758,0.1724068721483051,0.075517352484754,2.053812202558041,0.6023386385542888,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.734,2.5010907283407016,1.0340925040059115,1.0,1.0,0.06912635148388808,0.011135177869743692,2.5441177589811472,0.5662195065507585,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.906,2.9802334197360474,1.0340925040059115,1.0,1.0,0.06912635148388808,0.0035974170933846476,2.5441177589811472,0.5662195065507585,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.592,1.9742901142977012,0.9118733706008817,1.0,1.0,0.0608360326716446,0.012714668663206492,2.433838455389495,0.637472417589048,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.815,2.352511771049597,0.9118733706008817,1.0,1.0,0.0608360326716446,0.004945121412127678,2.433838455389495,0.637472417589048,1000 +LassoCV,LassoCV,IV-type,0.9,0.0,2.574513366501196,4.871665837005552,1.0,0.0,0.2835701031694737,0.22510032041712563,6.400784410589752,3.342547263421352,1000 +LassoCV,LassoCV,IV-type,0.95,0.0,3.0677218892791993,4.871665837005552,1.0,0.001,0.2835701031694737,0.20858984044208853,6.400784410589752,3.342547263421352,1000 +LassoCV,LassoCV,partialling out,0.9,0.0,2.5872958139189497,4.868130692306307,1.0,0.0,0.2833444358750767,0.22463432192734645,6.397626415195777,3.338634969416837,1000 +LassoCV,LassoCV,partialling out,0.95,0.0,3.082953114819618,4.868130692306307,1.0,0.001,0.2833444358750767,0.20805113897541297,6.397626415195777,3.338634969416837,1000 +LassoCV,RF Regr.,IV-type,0.9,0.034,2.2260531267435026,1.7373300859445187,1.0,0.997,0.1045351527303025,0.05213011438802196,3.3899980526576567,0.33025573442820066,1000 +LassoCV,RF Regr.,IV-type,0.95,0.1,2.6525059036263787,1.7373300859445187,1.0,0.999,0.1045351527303025,0.03775141230940315,3.3899980526576567,0.33025573442820066,1000 +LassoCV,RF Regr.,partialling out,0.9,0.041,2.258094898475216,1.6839895645695955,1.0,0.998,0.09981918177448942,0.04751185712572098,3.364509672733534,0.30907080570518497,1000 +LassoCV,RF Regr.,partialling out,0.95,0.116,2.6906860295451844,1.6839895645695955,1.0,1.0,0.09981918177448942,0.033190799560165796,3.364509672733534,0.30907080570518497,1000 +RF Regr.,LassoCV,IV-type,0.9,0.001,1.9802935371637287,2.5147953066831072,1.0,0.137,0.18912254655524793,0.1326602257122705,3.7698785480500714,1.2609287640632834,1000 +RF Regr.,LassoCV,IV-type,0.95,0.003,2.3596652906142443,2.5147953066831072,1.0,0.278,0.18912254655524793,0.1165167337025661,3.7698785480500714,1.2609287640632834,1000 +RF Regr.,LassoCV,partialling out,0.9,0.0,1.9411712383973199,2.190836597179974,1.0,0.324,0.16703132435517037,0.11102266433698647,3.447803449009307,0.9359758993699804,1000 +RF Regr.,LassoCV,partialling out,0.95,0.009,2.3130481963523732,2.190836597179974,1.0,0.55,0.16703132435517037,0.09494992295658759,3.447803449009307,0.9359758993699804,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.013,1.7659179058527732,1.6428561272886597,1.0,0.887,0.12100615671135971,0.07067960146660515,2.974048689893793,0.4120059374093294,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.042,2.1042209704340715,1.6428561272886597,1.0,0.969,0.12100615671135971,0.05653244458719649,2.974048689893793,0.4120059374093294,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.013,1.7637237609907757,1.6143251686872262,1.0,0.901,0.11844125049420004,0.06844528215357389,2.9533142326372848,0.3880824966562566,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.045,2.1016064855729786,1.6143251686872262,1.0,0.973,0.11844125049420004,0.05437532480759114,2.9533142326372848,0.3880824966562566,1000 diff --git a/results/plm/plr_ate_sensitivity_metadata.csv b/results/plm/plr_ate_sensitivity_metadata.csv index f14be3d..23fd0aa 100644 --- a/results/plm/plr_ate_sensitivity_metadata.csv +++ b/results/plm/plr_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRATESensitivityCoverageSimulation,2025-12-04 20:58,228.5057456254959,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml +0.11.4.dev54,PLRATESensitivityCoverageSimulation,2026-08-06 10:36,233.0356108546257,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml From ad3a5a459df3119ba8df8b9ae3f4caf959a0a91c Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 11:11:22 +0000 Subject: [PATCH 12/22] Update results from script: scripts/irm/irm_atte_sensitivity.py --- results/irm/irm_atte_sensitivity_coverage.csv | 16 ++++++++-------- results/irm/irm_atte_sensitivity_metadata.csv | 2 +- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/results/irm/irm_atte_sensitivity_coverage.csv b/results/irm/irm_atte_sensitivity_coverage.csv index 9f2e57b..314021d 100644 --- a/results/irm/irm_atte_sensitivity_coverage.csv +++ b/results/irm/irm_atte_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.696,0.3490122449295092,0.13673759648547493,0.954,1.0,0.10605055677034166,0.02411703318935128,0.06348174700468563,0.26059851365112024,500 -LGBM Regr.,LGBM Clas.,0.95,0.826,0.41587374038449415,0.13673759648547493,0.988,1.0,0.10605055677034166,0.012103114904537885,0.06348174700468563,0.26059851365112024,500 -LGBM Regr.,Logistic,0.9,0.724,0.34683408036086294,0.1316662118261365,0.974,1.0,0.09899335791743219,0.02111750259426437,0.061942297504844625,0.25985290858033183,500 -LGBM Regr.,Logistic,0.95,0.834,0.4132782972173959,0.1316662118261365,0.994,1.0,0.09899335791743219,0.010210667982882081,0.061942297504844625,0.25985290858033183,500 -Linear,LGBM Clas.,0.9,0.754,0.3499174509676262,0.12597290849663584,0.974,1.0,0.1002553824584691,0.019990979132249665,0.06272290761768592,0.24582941777477768,500 -Linear,LGBM Clas.,0.95,0.856,0.4169523599067587,0.12597290849663584,0.99,1.0,0.1002553824584691,0.009442559061819506,0.06272290761768592,0.24582941777477768,500 -Linear,Logistic,0.9,0.946,0.3505738680690414,0.07189500886867,1.0,1.0,0.056435418076614834,0.0037519677961628892,0.09443087827399822,0.17614237731153534,500 -Linear,Logistic,0.95,0.982,0.41773452912627423,0.07189500886867,1.0,1.0,0.056435418076614834,0.00095433988840866,0.09443087827399822,0.17614237731153534,500 +LGBM Regr.,LGBM Clas.,0.9,0.702,0.3491292868207411,0.13763770189527935,0.946,1.0,0.10683828134908403,0.024107307497075292,0.06186766273961836,0.2627456479168576,500 +LGBM Regr.,LGBM Clas.,0.95,0.84,0.4160132043998559,0.13763770189527935,0.98,1.0,0.10683828134908403,0.011647589846304079,0.06186766273961836,0.2627456479168576,500 +LGBM Regr.,Logistic,0.9,0.72,0.3468272748096753,0.1344795350904188,0.946,1.0,0.10094330923810524,0.021882527374028946,0.05988315009713599,0.2642494015111184,500 +LGBM Regr.,Logistic,0.95,0.838,0.4132701879029839,0.1344795350904188,0.988,1.0,0.10094330923810524,0.010789324511693234,0.05988315009713599,0.2642494015111184,500 +Linear,LGBM Clas.,0.9,0.756,0.3498627168673395,0.12832078147710219,0.956,1.0,0.10192831815497197,0.02009400089391538,0.06013904072001689,0.24980019297384018,500 +Linear,LGBM Clas.,0.95,0.87,0.4168871402036007,0.12832078147710219,0.986,1.0,0.10192831815497197,0.009725222351342957,0.06013904072001689,0.24980019297384018,500 +Linear,Logistic,0.9,0.944,0.350593853054879,0.0741101735057973,1.0,1.0,0.0580582601702048,0.004580830816997106,0.09233050186704025,0.18000427592971247,500 +Linear,Logistic,0.95,0.974,0.41775834270569034,0.0741101735057973,1.0,1.0,0.0580582601702048,0.001564934511098024,0.09233050186704025,0.18000427592971247,500 diff --git a/results/irm/irm_atte_sensitivity_metadata.csv b/results/irm/irm_atte_sensitivity_metadata.csv index 2252d5f..6d8c92c 100644 --- a/results/irm/irm_atte_sensitivity_metadata.csv +++ b/results/irm/irm_atte_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,IRMATTESensitivityCoverageSimulation,2026-08-06 07:21,38.05161584218343,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml +0.11.5.dev55,IRMATTESensitivityCoverageSimulation,2026-08-10 11:11,38.09554938872655,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml From 08f8cbc18b2ba5b90e388a59bf86017d2081507a Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 11:11:07 +0000 Subject: [PATCH 13/22] Update results from script: scripts/irm/irm_ate_sensitivity.py --- results/irm/irm_ate_sensitivity_coverage.csv | 16 ++++++++-------- results/irm/irm_ate_sensitivity_metadata.csv | 2 +- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/results/irm/irm_ate_sensitivity_coverage.csv b/results/irm/irm_ate_sensitivity_coverage.csv index 1dbe91f..a1cfff6 100644 --- a/results/irm/irm_ate_sensitivity_coverage.csv +++ b/results/irm/irm_ate_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.098,0.2669059982984477,0.18045365683300918,0.966,1.0,0.12482257958402325,0.05507367981991793,0.04346047608795495,0.32370151766186717,500 -LGBM Regr.,LGBM Clas.,0.95,0.304,0.31803811314944436,0.18045365683300918,0.992,1.0,0.12482257958402325,0.035259701524597384,0.04346047608795495,0.32370151766186717,500 -LGBM Regr.,Logistic,0.9,0.306,0.25745967701969286,0.14882354197197184,0.998,1.0,0.10025322116548314,0.03449177028869118,0.02877199986664685,0.2978112463672942,500 -LGBM Regr.,Logistic,0.95,0.552,0.30678212709123936,0.14882354197197184,1.0,1.0,0.10025322116548314,0.01852539890494122,0.02877199986664685,0.2978112463672942,500 -Linear,LGBM Clas.,0.9,0.108,0.26692212666481774,0.17680154695008232,0.97,1.0,0.12496699347292228,0.053695493377557274,0.04176376388069927,0.3169945607034822,500 -Linear,LGBM Clas.,0.95,0.352,0.3180573312833238,0.17680154695008232,0.992,1.0,0.12496699347292228,0.033339235765090416,0.04176376388069927,0.3169945607034822,500 -Linear,Logistic,0.9,0.878,0.25886791224331585,0.08894783434615589,1.0,1.0,0.06243722159056228,0.0063914682076679965,0.05843943153188802,0.2345033248478372,500 -Linear,Logistic,0.95,0.97,0.3084601428580145,0.08894783434615589,1.0,1.0,0.06243722159056228,0.0016071157181206293,0.05843943153188802,0.2345033248478372,500 +LGBM Regr.,LGBM Clas.,0.9,0.078,0.267240647815274,0.1849797522270908,0.944,1.0,0.1277251511112122,0.058099654065215015,0.0462435901644452,0.3282162860304317,500 +LGBM Regr.,LGBM Clas.,0.95,0.226,0.3184368726437095,0.1849797522270908,0.994,1.0,0.1277251511112122,0.038024434129740166,0.0462435901644452,0.3282162860304317,500 +LGBM Regr.,Logistic,0.9,0.248,0.2575482967764377,0.15213650907120946,0.994,1.0,0.10242549359571286,0.03663077242613726,0.026715952687959295,0.30107260757572424,500 +LGBM Regr.,Logistic,0.95,0.5,0.30688772404448356,0.15213650907120946,1.0,1.0,0.10242549359571286,0.0196591289842577,0.026715952687959295,0.30107260757572424,500 +Linear,LGBM Clas.,0.9,0.074,0.2675287050740506,0.182823829142849,0.954,1.0,0.12886655394255406,0.0577538372519743,0.04604391866476501,0.32307881317113457,500 +Linear,LGBM Clas.,0.95,0.244,0.3187801140382242,0.182823829142849,0.992,1.0,0.12886655394255406,0.03716643138314868,0.04604391866476501,0.32307881317113457,500 +Linear,Logistic,0.9,0.848,0.25903708180803187,0.09212013208509906,1.0,1.0,0.06459624780853045,0.00698024047772583,0.056076576310785275,0.23782472799971893,500 +Linear,Logistic,0.95,0.96,0.3086617208274404,0.09212013208509906,1.0,1.0,0.06459624780853045,0.002026183464072373,0.056076576310785275,0.23782472799971893,500 diff --git a/results/irm/irm_ate_sensitivity_metadata.csv b/results/irm/irm_ate_sensitivity_metadata.csv index 31647f8..1d727f3 100644 --- a/results/irm/irm_ate_sensitivity_metadata.csv +++ b/results/irm/irm_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,IRMATESensitivityCoverageSimulation,2026-08-06 07:15,32.8253165880839,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml +0.11.5.dev55,IRMATESensitivityCoverageSimulation,2026-08-10 11:11,37.94418383042018,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml From d47bea7f045fe4f5a9a0d8ef1ff20aea6a432443 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 11:53:26 +0000 Subject: [PATCH 14/22] Update results from script: scripts/irm/irm_cate.py --- results/irm/irm_cate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_cate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_cate_coverage.csv b/results/irm/irm_cate_coverage.csv index 5ccd2a0..930b6fe 100644 --- a/results/irm/irm_cate_coverage.csv +++ b/results/irm/irm_cate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.92612,1.0414167793308224,0.24073032052818893,1.0,2.6185027248407535,1000 -LGBM Regr.,LGBM Clas.,0.95,0.9712000000000001,1.2409246311886746,0.24073032052818893,1.0,2.607901276892661,1000 -LGBM Regr.,Logistic,0.9,0.89804,0.45822510724228627,0.11147547728755325,0.999,1.1518689739987265,1000 -LGBM Regr.,Logistic,0.95,0.9459099999999999,0.5460088923969535,0.11147547728755325,0.997,1.154643880664174,1000 -Linear,LGBM Clas.,0.9,0.9095599999999999,1.0432118661565404,0.2496677889691891,1.0,2.616409586220205,1000 -Linear,LGBM Clas.,0.95,0.95801,1.2430636090708886,0.2496677889691891,1.0,2.6183216632876958,1000 -Linear,Logistic,0.9,0.90203,0.4743803676973935,0.11347814529811066,0.998,1.1939991475016056,1000 -Linear,Logistic,0.95,0.9486100000000001,0.5652590725552689,0.11347814529811066,0.998,1.1907053764743585,1000 -Linear,RF Clas.,0.9,0.90855,0.5089528760971999,0.11923297296841641,0.997,1.276874861300515,1000 -Linear,RF Clas.,0.95,0.95501,0.6064547572098452,0.11923297296841641,0.996,1.2800594204372133,1000 -RF Regr.,Logistic,0.9,0.90124,0.4585795698772657,0.1098537762264752,0.997,1.1522374236920994,1000 -RF Regr.,Logistic,0.95,0.9479099999999999,0.5464312606776572,0.1098537762264752,0.997,1.1530354045053455,1000 -RF Regr.,RF Clas.,0.9,0.8998400000000001,0.4909154963566804,0.11867672783790198,0.998,1.236976200980726,1000 -RF Regr.,RF Clas.,0.95,0.94843,0.5849618935971648,0.11867672783790198,0.998,1.2281134786960193,1000 +LGBM Regr.,LGBM Clas.,0.9,0.92402,1.0438842270940178,0.23965860666760463,0.97,1.7562600885997204,1000 +LGBM Regr.,LGBM Clas.,0.95,0.96475,1.2438647765428603,0.23965860666760463,0.971,1.7547772992932296,1000 +LGBM Regr.,Logistic,0.9,0.89791,0.4588360382851092,0.11059867069265111,0.941,0.771732162768498,1000 +LGBM Regr.,Logistic,0.95,0.94625,0.546736861634672,0.11059867069265111,0.941,0.772526839318402,1000 +Linear,LGBM Clas.,0.9,0.9050499999999999,1.0390438019787018,0.24952988918005253,0.953,1.7497239109348635,1000 +Linear,LGBM Clas.,0.95,0.95431,1.238097054272359,0.24952988918005253,0.955,1.750159626740083,1000 +Linear,Logistic,0.9,0.8968700000000001,0.4760524994633335,0.11424035017689979,0.937,0.8037721708602411,1000 +Linear,Logistic,0.95,0.9490299999999999,0.5672515404472124,0.11424035017689979,0.943,0.8033275797261291,1000 +Linear,RF Clas.,0.9,0.90398,0.5079458781734679,0.11963985145990708,0.939,0.8565789636312426,1000 +Linear,RF Clas.,0.95,0.95252,0.6052548451747061,0.11963985145990708,0.941,0.8564492591301055,1000 +RF Regr.,Logistic,0.9,0.89879,0.4593081650162346,0.11020772535113972,0.931,0.7726413526159014,1000 +RF Regr.,Logistic,0.95,0.94794,0.5472994353336215,0.11020772535113972,0.928,0.7725174212186875,1000 +RF Regr.,RF Clas.,0.9,0.90283,0.4939667895156676,0.11696365456942968,0.93,0.8298418626927668,1000 +RF Regr.,RF Clas.,0.95,0.95159,0.5885977336499799,0.11696365456942968,0.931,0.830228246434023,1000 diff --git a/results/irm/irm_cate_metadata.csv b/results/irm/irm_cate_metadata.csv index f6f246b..8888cba 100644 --- a/results/irm/irm_cate_metadata.csv +++ b/results/irm/irm_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,IRMCATECoverageSimulation,2026-08-06 08:03,80.81171300808589,3.12.3,scripts/irm/irm_cate_config.yml +0.11.5.dev55,IRMCATECoverageSimulation,2026-08-10 11:53,80.29540002743403,3.12.3,scripts/irm/irm_cate_config.yml From eee90365c574804e2e8e22e0ef5e33532d9d017a Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 11:53:20 +0000 Subject: [PATCH 15/22] Update results from script: scripts/irm/irm_gate.py --- results/irm/irm_gate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_gate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_gate_coverage.csv b/results/irm/irm_gate_coverage.csv index 204e818..4decfd7 100644 --- a/results/irm/irm_gate_coverage.csv +++ b/results/irm/irm_gate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.9363333333333334,0.8429854690504367,0.18710907501187582,1.0,1.9785384221790527,1000 -LGBM Regr.,LGBM Clas.,0.95,0.9733333333333334,1.0044791413395506,0.18710907501187582,1.0,1.9800364911626893,1000 -LGBM Regr.,Logistic,0.9,0.906,0.4004928960912715,0.09409580832695674,0.998,0.9396098095721851,1000 -LGBM Regr.,Logistic,0.95,0.9516666666666667,0.47721671979885694,0.09409580832695674,0.997,0.9390376801676208,1000 -Linear,LGBM Clas.,0.9,0.913,0.8505520736838049,0.19605441864306816,1.0,2.0055444726403864,1000 -Linear,LGBM Clas.,0.95,0.9633333333333334,1.0134953068655626,0.19605441864306816,1.0,1.99760003146317,1000 -Linear,Logistic,0.9,0.9073333333333333,0.4183559401744675,0.09441131089786997,0.998,0.978599004919922,1000 -Linear,Logistic,0.95,0.9516666666666667,0.49850184966308914,0.09441131089786997,0.999,0.9855634231815993,1000 -Linear,RF Clas.,0.9,0.9173333333333333,0.44385599360798833,0.09940256300643906,0.999,1.0457986207781687,1000 -Linear,RF Clas.,0.95,0.955,0.5288870374479611,0.09940256300643906,0.999,1.0407169620648054,1000 -RF Regr.,Logistic,0.9,0.9036666666666666,0.4009895338362336,0.0943062005450987,0.999,0.9424758293627788,1000 -RF Regr.,Logistic,0.95,0.947,0.47780850017222243,0.0943062005450987,0.999,0.9419894363696266,1000 -RF Regr.,RF Clas.,0.9,0.908,0.42403192040337917,0.09902775000039032,0.999,0.9992972456141617,1000 -RF Regr.,RF Clas.,0.95,0.9516666666666667,0.5052651972603137,0.09902775000039032,1.0,0.9941899379793978,1000 +LGBM Regr.,LGBM Clas.,0.9,0.9316666666666666,0.8516665340271318,0.18876885372193195,0.976,1.235416006109316,1000 +LGBM Regr.,LGBM Clas.,0.95,0.974,1.0148232682715677,0.18876885372193195,0.978,1.2363372368457708,1000 +LGBM Regr.,Logistic,0.9,0.8963333333333334,0.4011207089115166,0.09622891248905781,0.954,0.581494549570086,1000 +LGBM Regr.,Logistic,0.95,0.9493333333333334,0.4779648049150952,0.09622891248905781,0.949,0.5819196362731412,1000 +Linear,LGBM Clas.,0.9,0.9193333333333333,0.8481044621699061,0.19329879265724492,0.977,1.2287570108017074,1000 +Linear,LGBM Clas.,0.95,0.964,1.0105787978602732,0.19329879265724492,0.975,1.2296874709801973,1000 +Linear,Logistic,0.9,0.9086666666666666,0.4183697818472865,0.09777377454884399,0.962,0.6070331766204055,1000 +Linear,Logistic,0.95,0.9553333333333334,0.49851834303354264,0.09777377454884399,0.96,0.6068276743757652,1000 +Linear,RF Clas.,0.9,0.925,0.4422779976144137,0.10012118051553687,0.969,0.6410400697342276,1000 +Linear,RF Clas.,0.95,0.9653333333333334,0.5270067392472711,0.10012118051553687,0.969,0.6415102210915807,1000 +RF Regr.,Logistic,0.9,0.9043333333333333,0.40049417560179035,0.09567597070460675,0.954,0.5810929242816404,1000 +RF Regr.,Logistic,0.95,0.958,0.4772182444296774,0.09567597070460675,0.951,0.5806745585458496,1000 +RF Regr.,RF Clas.,0.9,0.907,0.42244192294607386,0.09976716996906283,0.957,0.6130114238150348,1000 +RF Regr.,RF Clas.,0.95,0.9553333333333334,0.5033705984335449,0.09976716996906283,0.955,0.6129727415565359,1000 diff --git a/results/irm/irm_gate_metadata.csv b/results/irm/irm_gate_metadata.csv index 8b8ed84..4fd6127 100644 --- a/results/irm/irm_gate_metadata.csv +++ b/results/irm/irm_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,IRMGATECoverageSimulation,2026-08-06 08:03,80.12076250712077,3.12.3,scripts/irm/irm_gate_config.yml +0.11.5.dev55,IRMGATECoverageSimulation,2026-08-10 11:53,80.16719218492509,3.12.3,scripts/irm/irm_gate_config.yml From 2c3e58d9d9e38daa55442d374f2e7903aea1be65 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 12:23:47 +0000 Subject: [PATCH 16/22] Update results from script: scripts/irm/irm_atte.py --- results/irm/irm_atte_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_atte_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_atte_coverage.csv b/results/irm/irm_atte_coverage.csv index b5a6d03..26cf39e 100644 --- a/results/irm/irm_atte_coverage.csv +++ b/results/irm/irm_atte_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.925,1.469497493500375,0.34213326599358457,1000 -LGBM Regr.,LGBM Clas.,0.95,0.97,1.7510142637862756,0.34213326599358457,1000 -LGBM Regr.,Logistic,0.9,0.91,0.8543672987459119,0.2122145020563908,1000 -LGBM Regr.,Logistic,0.95,0.965,1.0180414279258925,0.2122145020563908,1000 -LassoCV,LGBM Clas.,0.9,0.936,1.3743402520673111,0.3232333879772756,1000 -LassoCV,LGBM Clas.,0.95,0.972,1.6376274170656646,0.3232333879772756,1000 -LassoCV,Logistic,0.9,0.901,0.8060237140765931,0.20158643360464917,1000 -LassoCV,Logistic,0.95,0.96,0.9604364937950437,0.20158643360464917,1000 -LassoCV,RF Clas.,0.9,0.906,0.5850686198740482,0.14314370158873385,1000 -LassoCV,RF Clas.,0.95,0.957,0.6971522600238769,0.14314370158873385,1000 -RF Regr.,Logistic,0.9,0.903,0.8211334437743505,0.20407463439725398,1000 -RF Regr.,Logistic,0.95,0.952,0.978440847215005,0.20407463439725398,1000 -RF Regr.,RF Clas.,0.9,0.884,0.5922617177436882,0.14567400900532634,1000 -RF Regr.,RF Clas.,0.95,0.937,0.7057233647901385,0.14567400900532634,1000 +LGBM Regr.,LGBM Clas.,0.9,0.934,1.4937798499989419,0.34117402890580323,1000 +LGBM Regr.,LGBM Clas.,0.95,0.976,1.7799484761788762,0.34117402890580323,1000 +LGBM Regr.,Logistic,0.9,0.916,0.8435638060800157,0.20631198454891522,1000 +LGBM Regr.,Logistic,0.95,0.959,1.0051682724150017,0.20631198454891522,1000 +LassoCV,LGBM Clas.,0.9,0.93,1.3997684908780161,0.3357813940036333,1000 +LassoCV,LGBM Clas.,0.95,0.982,1.6679270324494568,0.3357813940036333,1000 +LassoCV,Logistic,0.9,0.918,0.7891533639274975,0.19681613920501798,1000 +LassoCV,Logistic,0.95,0.969,0.940334231711037,0.19681613920501798,1000 +LassoCV,RF Clas.,0.9,0.907,0.5796654438870646,0.1409144365107981,1000 +LassoCV,RF Clas.,0.95,0.955,0.6907139787305762,0.1409144365107981,1000 +RF Regr.,Logistic,0.9,0.907,0.8127255948906641,0.1980752575183376,1000 +RF Regr.,Logistic,0.95,0.954,0.9684222773377434,0.1980752575183376,1000 +RF Regr.,RF Clas.,0.9,0.904,0.5989514996874538,0.14743004054325756,1000 +RF Regr.,RF Clas.,0.95,0.957,0.7136947316396663,0.14743004054325756,1000 diff --git a/results/irm/irm_atte_metadata.csv b/results/irm/irm_atte_metadata.csv index 6b36a5d..44f9162 100644 --- a/results/irm/irm_atte_metadata.csv +++ b/results/irm/irm_atte_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,IRMATTECoverageSimulation,2026-08-06 08:52,129.79125188589097,3.12.3,scripts/irm/irm_atte_config.yml +0.11.5.dev55,IRMATTECoverageSimulation,2026-08-10 12:23,110.56588924328486,3.12.3,scripts/irm/irm_atte_config.yml From bfd725854fd01c61ad0e1f024727a49e12547e9c Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 12:26:31 +0000 Subject: [PATCH 17/22] Update results from script: scripts/irm/irm_ate.py --- results/irm/irm_ate_coverage.csv | 28 ++++++++++++++-------------- results/irm/irm_ate_metadata.csv | 2 +- 2 files changed, 15 insertions(+), 15 deletions(-) diff --git a/results/irm/irm_ate_coverage.csv b/results/irm/irm_ate_coverage.csv index b6a3206..5cc31a3 100644 --- a/results/irm/irm_ate_coverage.csv +++ b/results/irm/irm_ate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.929,1.2190074646468376,0.28675910489946693,1000 -LGBM Regr.,LGBM Clas.,0.95,0.977,1.4525369847172265,0.28675910489946693,1000 -LGBM Regr.,Logistic,0.9,0.913,0.754214337559713,0.1797254091696965,1000 -LGBM Regr.,Logistic,0.95,0.961,0.898701813960486,0.1797254091696965,1000 -LassoCV,LGBM Clas.,0.9,0.909,1.0844555635640851,0.2640188945075613,1000 -LassoCV,LGBM Clas.,0.95,0.966,1.2922085057252346,0.2640188945075613,1000 -LassoCV,Logistic,0.9,0.913,0.6459304689297971,0.15222911195699737,1000 -LassoCV,Logistic,0.95,0.956,0.7696736261972699,0.15222911195699737,1000 -LassoCV,RF Clas.,0.9,0.916,0.5928484122573442,0.13884446568569417,1000 -LassoCV,RF Clas.,0.95,0.955,0.706422454422098,0.13884446568569417,1000 -RF Regr.,Logistic,0.9,0.923,0.7234875928622881,0.17279167311244167,1000 -RF Regr.,Logistic,0.95,0.966,0.8620886394005548,0.17279167311244167,1000 -RF Regr.,RF Clas.,0.9,0.91,0.6166099639369913,0.14471950319196228,1000 -RF Regr.,RF Clas.,0.95,0.956,0.7347360895965607,0.14471950319196228,1000 +LGBM Regr.,LGBM Clas.,0.9,0.945,1.2216042267151985,0.28345657770907506,1000 +LGBM Regr.,LGBM Clas.,0.95,0.978,1.455631217569933,0.28345657770907506,1000 +LGBM Regr.,Logistic,0.9,0.937,0.7783635652471962,0.1755643048856624,1000 +LGBM Regr.,Logistic,0.95,0.974,0.9274773935904179,0.1755643048856624,1000 +LassoCV,LGBM Clas.,0.9,0.94,1.089252770786487,0.2509252248385753,1000 +LassoCV,LGBM Clas.,0.95,0.97,1.297924730700042,0.2509252248385753,1000 +LassoCV,Logistic,0.9,0.922,0.6689562114359321,0.15824066833297554,1000 +LassoCV,Logistic,0.95,0.963,0.7971104906634167,0.15824066833297554,1000 +LassoCV,RF Clas.,0.9,0.916,0.5816683496081073,0.13385921983832258,1000 +LassoCV,RF Clas.,0.95,0.959,0.6931005881001578,0.13385921983832258,1000 +RF Regr.,Logistic,0.9,0.928,0.7402877167307594,0.16822215567409454,1000 +RF Regr.,Logistic,0.95,0.97,0.8821072217099382,0.16822215567409454,1000 +RF Regr.,RF Clas.,0.9,0.911,0.6219224222421955,0.14345892189725745,1000 +RF Regr.,RF Clas.,0.95,0.951,0.7410662741047522,0.14345892189725745,1000 diff --git a/results/irm/irm_ate_metadata.csv b/results/irm/irm_ate_metadata.csv index 61400a3..57900b0 100644 --- a/results/irm/irm_ate_metadata.csv +++ b/results/irm/irm_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,IRMATECoverageSimulation,2026-08-06 08:51,127.98217497666677,3.12.3,scripts/irm/irm_ate_config.yml +0.11.5.dev55,IRMATECoverageSimulation,2026-08-10 12:26,113.26169823010763,3.12.3,scripts/irm/irm_ate_config.yml From 46984771625b6f34d0d9fed7a4860ecd72ee4d02 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 12:55:26 +0000 Subject: [PATCH 18/22] Update results from script: scripts/plm/lplr_ate.py --- results/plm/lplr_ate_coverage.csv | 24 ++++++++++++------------ results/plm/lplr_ate_metadata.csv | 2 +- 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/results/plm/lplr_ate_coverage.csv b/results/plm/lplr_ate_coverage.csv index 1ce7b1c..5059117 100644 --- a/results/plm/lplr_ate_coverage.csv +++ b/results/plm/lplr_ate_coverage.csv @@ -1,13 +1,13 @@ Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.87,0.6560809074611758,0.17726269957783788,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.926,0.7817686197108639,0.17726269957783788,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.91,0.5959640445539486,0.15318699384210746,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.944,0.7101349592859698,0.15318699384210746,500 -LassoCV,Logistic,LassoCV,instrument,0.9,0.874,0.5899707770568346,0.15849646452951272,500 -LassoCV,Logistic,LassoCV,instrument,0.95,0.938,0.7029935405897489,0.15849646452951272,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.88,0.5816372866791244,0.15047647783115933,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.936,0.6930635743373141,0.15047647783115933,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.902,0.39294324170378536,0.09774787244689,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.942,0.46822075173656674,0.09774787244689,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.884,0.38390182018648683,0.09383463613354509,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.932,0.45744723350212424,0.09383463613354509,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.91,0.6531602206391924,0.16427181512445194,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.956,0.7782884067074626,0.16427181512445194,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.894,0.5816668331124476,0.14592012010132824,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.944,0.6930987810841251,0.14592012010132824,500 +LassoCV,Logistic,LassoCV,instrument,0.9,0.84,0.589697149264332,0.1650792519980431,500 +LassoCV,Logistic,LassoCV,instrument,0.95,0.916,0.7026674929647888,0.1650792519980431,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.87,0.5711754628763093,0.15108878564194908,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.93,0.6805975423876357,0.15108878564194908,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.9,0.39259843344394596,0.09684519332319126,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.932,0.46780988735338774,0.09684519332319126,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.882,0.3796710466184269,0.09722576191179358,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.934,0.45240595585633764,0.09722576191179358,500 diff --git a/results/plm/lplr_ate_metadata.csv b/results/plm/lplr_ate_metadata.csv index 5209309..3b70790 100644 --- a/results/plm/lplr_ate_metadata.csv +++ b/results/plm/lplr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,LPLRATECoverageSimulation,2026-08-06 09:01,138.31257521311443,3.12.3,scripts/plm/lplr_ate_config.yml +0.11.5.dev55,LPLRATECoverageSimulation,2026-08-10 12:55,141.88891173998516,3.12.3,scripts/plm/lplr_ate_config.yml From b47158873a6c3eed2361e0f1311b55c4812ac5dc Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 13:33:58 +0000 Subject: [PATCH 19/22] Update results from script: scripts/plm/plr_cate.py --- results/plm/plr_cate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_cate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_cate_coverage.csv b/results/plm/plr_cate_coverage.csv index b85ca1d..1236b1b 100644 --- a/results/plm/plr_cate_coverage.csv +++ b/results/plm/plr_cate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.81196,0.3490405614078896,0.10451596533489414,0.983,0.8830727608636789,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8796499999999999,0.4159074815495955,0.10451596533489414,0.98,0.8783879947517255,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7611,0.4569204378746728,0.1540127740909813,0.974,1.1584893614888507,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8423200000000001,0.5444542829591554,0.1540127740909813,0.98,1.1490617217983297,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.88025,0.36624568475473573,0.09244699349449263,0.996,0.9197148157619014,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.93403,0.43640865050277844,0.09244699349449263,0.996,0.9225540755801602,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.8454400000000001,0.6456606802586167,0.1789390010561416,0.991,1.6215651136022133,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.90962,0.7693521531675203,0.1789390010561416,0.992,1.6244337802930644,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.77925,0.35606718090976414,0.11544940044407095,0.977,0.8987455252905125,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.85682,0.4242802151053864,0.11544940044407095,0.974,0.8953762338575924,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.11555,0.5616471805782286,0.5296993622468379,0.235,1.413630776418447,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.17615,0.6692438937512031,0.5296993622468379,0.228,1.4149688733760386,1000 -LassoCV,LassoCV,IV-type,0.9,0.8896799999999999,0.3616102768369466,0.08891231635797942,0.996,0.9123312936313648,1000 -LassoCV,LassoCV,IV-type,0.95,0.94238,0.43088522129080836,0.08891231635797942,0.997,0.9053036076319482,1000 -LassoCV,LassoCV,partialling out,0.9,0.88812,0.37688475218645906,0.0934337218158094,0.993,0.9452725399330703,1000 -LassoCV,LassoCV,partialling out,0.95,0.94147,0.4490858812627686,0.0934337218158094,0.996,0.9500697752940196,1000 -LassoCV,RF Regr.,IV-type,0.9,0.89027,0.35964101515358793,0.08804853686251804,0.997,0.9090688726681898,1000 -LassoCV,RF Regr.,IV-type,0.95,0.94386,0.42853870126478566,0.08804853686251804,0.995,0.9046011001837213,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7699,0.43224809896637584,0.14150388959418894,0.976,1.0852083022266474,1000 -LassoCV,RF Regr.,partialling out,0.95,0.8512799999999999,0.5150553778637205,0.14150388959418894,0.976,1.0884335341843345,1000 -RF Regr.,LassoCV,IV-type,0.9,0.8815299999999999,0.3482877129360864,0.088317219792966,0.996,0.87477007147445,1000 -RF Regr.,LassoCV,IV-type,0.95,0.93345,0.4150104072650678,0.088317219792966,0.992,0.8754981382920584,1000 -RF Regr.,LassoCV,partialling out,0.9,0.8714500000000001,0.44407418194922127,0.11651756815823383,0.996,1.1191420843302538,1000 -RF Regr.,LassoCV,partialling out,0.95,0.92874,0.529147024892227,0.11651756815823383,0.994,1.1119162538472545,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.87891,0.3444983674775586,0.08746045247831848,0.996,0.8690788268834116,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.93611,0.41049512365441615,0.08746045247831848,0.994,0.864702755919781,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.8785599999999999,0.3834675909270883,0.09778162617479297,0.996,0.963378858344165,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.93522,0.4569298174260009,0.09778162617479297,0.998,0.965504702772516,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.8198099999999999,0.34883252415874394,0.10281279269054287,0.765,0.588332127746992,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.88755,0.4156595898776028,0.10281279269054287,0.763,0.5878038074557178,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7349199999999999,0.4562103471627791,0.15904905047396173,0.727,0.7682989950250051,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8238099999999999,0.5436081576880287,0.15904905047396173,0.726,0.7682661078443602,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.87982,0.3665191722684376,0.0927571314724144,0.907,0.6173131139502616,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.93303,0.43673453097523746,0.0927571314724144,0.911,0.6181274814925068,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.84538,0.6463953755738875,0.17850253600281712,0.858,1.0863168725136556,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.90901,0.7702275966318787,0.17850253600281712,0.86,1.0868420095249562,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.77736,0.35804699553278435,0.11489877457373991,0.736,0.6066555055195842,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.8603500000000001,0.426639309734601,0.11489877457373991,0.735,0.6070092684022909,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.11014,0.5623388101357645,0.5279905081215652,0.008,0.9467281826007632,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.16629,0.6700680212001154,0.5279905081215652,0.008,0.946638234730702,1000 +LassoCV,LassoCV,IV-type,0.9,0.8974500000000001,0.3634292572809719,0.08832893497314144,0.94,0.614458328981999,1000 +LassoCV,LassoCV,IV-type,0.95,0.9491799999999999,0.4330526701752905,0.08832893497314144,0.937,0.6141174911976152,1000 +LassoCV,LassoCV,partialling out,0.9,0.8889900000000001,0.3785172992028548,0.09395813116623014,0.941,0.6402786059603511,1000 +LassoCV,LassoCV,partialling out,0.95,0.94255,0.45103118101636086,0.09395813116623014,0.939,0.6394763435771249,1000 +LassoCV,RF Regr.,IV-type,0.9,0.89603,0.3607828686334476,0.08844866426862787,0.933,0.610340528973201,1000 +LassoCV,RF Regr.,IV-type,0.95,0.9471,0.42989930360621986,0.08844866426862787,0.933,0.6101735326837564,1000 +LassoCV,RF Regr.,partialling out,0.9,0.76577,0.43314995331936806,0.14236641261439545,0.761,0.7314982566958946,1000 +LassoCV,RF Regr.,partialling out,0.95,0.84922,0.5161300036068277,0.14236641261439545,0.754,0.7308073611024948,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8823799999999999,0.34878242200191634,0.08841498029875287,0.909,0.5881383266187009,1000 +RF Regr.,LassoCV,IV-type,0.95,0.93641,0.41559988947549964,0.08841498029875287,0.91,0.5880170792044084,1000 +RF Regr.,LassoCV,partialling out,0.9,0.86119,0.444504271845137,0.11826353507451572,0.893,0.7492265290506428,1000 +RF Regr.,LassoCV,partialling out,0.95,0.92108,0.5296595086125394,0.11826353507451572,0.895,0.748832723694396,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.88297,0.3448117333998488,0.08814931325754156,0.911,0.5814088194248226,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.93696,0.41086852218156,0.08814931325754156,0.909,0.5811591226693688,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8724,0.3840283933443774,0.09953568724458389,0.907,0.6473203174126034,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.93138,0.4575980547222073,0.09953568724458389,0.907,0.647985054077678,1000 diff --git a/results/plm/plr_cate_metadata.csv b/results/plm/plr_cate_metadata.csv index 6e7e5d5..f819df7 100644 --- a/results/plm/plr_cate_metadata.csv +++ b/results/plm/plr_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,PLRCATECoverageSimulation,2026-08-06 09:52,188.53884502251944,3.12.3,scripts/plm/plr_cate_config.yml +0.11.5.dev55,PLRCATECoverageSimulation,2026-08-10 13:33,180.63038444519043,3.12.3,scripts/plm/plr_cate_config.yml From c68117ded6e461bfd4893368e60be7bb761a0ba1 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 13:34:02 +0000 Subject: [PATCH 20/22] Update results from script: scripts/plm/plr_gate.py --- results/plm/plr_gate_coverage.csv | 56 +++++++++++++++---------------- results/plm/plr_gate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_gate_coverage.csv b/results/plm/plr_gate_coverage.csv index 4ed70d9..5e971be 100644 --- a/results/plm/plr_gate_coverage.csv +++ b/results/plm/plr_gate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.7893333333333333,0.3399737505751545,0.11030436305444573,0.994,0.7984487684003811,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8683333333333334,0.4051037100798302,0.11030436305444573,0.993,0.8007172228800238,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7283333333333333,0.412215093634842,0.14186346200694402,0.982,0.971050805120175,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8096666666666666,0.49118457969143803,0.14186346200694402,0.978,0.9728118614543299,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.8823333333333334,0.35777646795158385,0.08920265000192674,0.999,0.8392425259078098,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9333333333333333,0.4263169562392566,0.08920265000192674,0.997,0.8406696596462107,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.8423333333333334,0.5539060893198706,0.15424863500316677,0.994,1.2986719186822526,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9053333333333333,0.6600198145876734,0.15424863500316677,0.994,1.2952532921596271,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.731,0.35375909035862707,0.12780191410815855,0.99,0.8282764000333178,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.822,0.421529955581279,0.12780191410815855,0.986,0.8331378223648207,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.143,0.4808256161430094,0.4817684716723952,0.179,1.1331346104674447,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.191,0.572939059769835,0.4817684716723952,0.172,1.1303996599407073,1000 -LassoCV,LassoCV,IV-type,0.9,0.8903333333333334,0.3568172582339773,0.08671169478042846,0.997,0.8363998539770218,1000 -LassoCV,LassoCV,IV-type,0.95,0.9393333333333334,0.42517398736389594,0.08671169478042846,0.998,0.8374199272702179,1000 -LassoCV,LassoCV,partialling out,0.9,0.886,0.36782934287477204,0.08997448480890914,0.997,0.8628767824406849,1000 -LassoCV,LassoCV,partialling out,0.95,0.938,0.4382956955432834,0.08997448480890914,0.998,0.8650553401104346,1000 -LassoCV,RF Regr.,IV-type,0.9,0.889,0.35558277484188067,0.0874540620721315,0.998,0.8350057484620018,1000 -LassoCV,RF Regr.,IV-type,0.95,0.938,0.42370300967422353,0.0874540620721315,0.998,0.8380191845424295,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7446666666666666,0.40353590398477174,0.13409105381222963,0.985,0.9467364721054616,1000 -LassoCV,RF Regr.,partialling out,0.95,0.8283333333333334,0.4808426873489212,0.13409105381222963,0.988,0.950831846810566,1000 -RF Regr.,LassoCV,IV-type,0.9,0.8816666666666666,0.34650977716751075,0.08672182850939145,1.0,0.8151570378167246,1000 -RF Regr.,LassoCV,IV-type,0.95,0.932,0.4128918661279502,0.08672182850939145,0.998,0.8131733006658939,1000 -RF Regr.,LassoCV,partialling out,0.9,0.8586666666666666,0.41218601303608954,0.11030854183917789,0.999,0.9670996723863358,1000 -RF Regr.,LassoCV,partialling out,0.95,0.9146666666666666,0.49114992802075463,0.11030854183917789,0.998,0.964196495717811,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.8776666666666666,0.3437355256622096,0.08783432089184975,0.998,0.8058416381195128,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.9323333333333333,0.4095861415665959,0.08783432089184975,0.996,0.8084710004500074,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.878,0.3685594961409131,0.09319073466154985,0.998,0.8684499906491172,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.9326666666666666,0.4391657268222873,0.09319073466154985,0.999,0.8680676995146153,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.7943333333333333,0.341436241580283,0.10995305466823846,0.814,0.4950332500997899,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8656666666666666,0.4068463755977816,0.10995305466823846,0.814,0.4953676365755058,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.729,0.4149584304476222,0.14190096712779007,0.73,0.6019464924820904,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8163333333333334,0.49445346712458765,0.14190096712779007,0.731,0.6020326053364711,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.8803333333333334,0.3592591953706157,0.09189771733212235,0.919,0.5209722124002529,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.933,0.428083734931643,0.09189771733212235,0.923,0.5209739177620779,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.835,0.5541125374473447,0.1569838067856123,0.87,0.804427854398346,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.9093333333333333,0.6602658127044024,0.1569838067856123,0.864,0.803700535324206,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.7353333333333333,0.3545898780793615,0.1244444586843881,0.747,0.5143688921213634,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.8213333333333334,0.42251990020903013,0.1244444586843881,0.742,0.5143389902088759,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.1363333333333333,0.4839530889433691,0.4855855451167609,0.001,0.7018142541497807,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.18866666666666665,0.5766656734641453,0.4855855451167609,0.0,0.7017421196665693,1000 +LassoCV,LassoCV,IV-type,0.9,0.889,0.3580772836339329,0.08709237047202568,0.947,0.5196844856934504,1000 +LassoCV,LassoCV,IV-type,0.95,0.9466666666666667,0.42667540023313444,0.08709237047202568,0.947,0.5193699319877835,1000 +LassoCV,LassoCV,partialling out,0.9,0.8943333333333334,0.369347657957145,0.09190064208629532,0.936,0.535663447656964,1000 +LassoCV,LassoCV,partialling out,0.95,0.94,0.4401048795520456,0.09190064208629532,0.939,0.5355650600105816,1000 +LassoCV,RF Regr.,IV-type,0.9,0.8953333333333334,0.35660280707475633,0.08684313769731399,0.945,0.5176180758291101,1000 +LassoCV,RF Regr.,IV-type,0.95,0.9463333333333334,0.4249184530466601,0.08684313769731399,0.948,0.5172464857190375,1000 +LassoCV,RF Regr.,partialling out,0.9,0.7326666666666666,0.40488907735077834,0.1372768264013762,0.754,0.5876023965104743,1000 +LassoCV,RF Regr.,partialling out,0.95,0.8213333333333334,0.4824550928655916,0.1372768264013762,0.747,0.587486499778661,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8786666666666666,0.34760777685327704,0.08937684730417278,0.928,0.504104545942505,1000 +RF Regr.,LassoCV,IV-type,0.95,0.9356666666666666,0.41420021345070057,0.08937684730417278,0.928,0.5043357032676674,1000 +RF Regr.,LassoCV,partialling out,0.9,0.8586666666666666,0.4134315582034641,0.109871043722229,0.923,0.5993692072731971,1000 +RF Regr.,LassoCV,partialling out,0.95,0.9276666666666666,0.4926340866286525,0.109871043722229,0.927,0.59961830577532,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.8793333333333334,0.34523647841456273,0.08929414593418485,0.93,0.5008466573243954,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.9346666666666666,0.41137463708310007,0.08929414593418485,0.932,0.5006514126014845,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8753333333333334,0.3696729517121556,0.09375263724661506,0.932,0.5359670679102082,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.9343333333333333,0.4404924909685083,0.09375263724661506,0.931,0.5361485365475304,1000 diff --git a/results/plm/plr_gate_metadata.csv b/results/plm/plr_gate_metadata.csv index 39b6eb7..7f21b6f 100644 --- a/results/plm/plr_gate_metadata.csv +++ b/results/plm/plr_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,PLRGATECoverageSimulation,2026-08-06 09:51,188.35800103346506,3.12.3,scripts/plm/plr_gate_config.yml +0.11.5.dev55,PLRGATECoverageSimulation,2026-08-10 13:34,180.68502512375514,3.12.3,scripts/plm/plr_gate_config.yml From 4610d5fa6854560f312d463c408588caf4a38442 Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 13:51:21 +0000 Subject: [PATCH 21/22] Update results from script: scripts/plm/plr_ate.py --- results/plm/plr_ate_coverage.csv | 56 ++++++++++++++++---------------- results/plm/plr_ate_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_coverage.csv b/results/plm/plr_ate_coverage.csv index c718e44..e4eaec0 100644 --- a/results/plm/plr_ate_coverage.csv +++ b/results/plm/plr_ate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Loss g,Loss m,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.891,0.1603136126013742,0.04105298138319154,1.0731994629306838,1.0868761329721641,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.938,0.1910254516157443,0.04105298138319154,1.0731994629306838,1.0868761329721641,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.82,0.14700125817506213,0.04350216175172774,1.2063309888839608,1.0854767549713993,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.891,0.17516280292927017,0.04350216175172774,1.2063309888839608,1.0854767549713993,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.875,0.14900222159250634,0.03785038950346275,1.073264324613437,1.0075742731466695,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.942,0.1775470979013653,0.03785038950346275,1.073264324613437,1.0075742731466695,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.899,0.15961312642230155,0.038486857633133253,1.206936599861885,1.0075773041936966,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.953,0.1901907708513562,0.038486857633133253,1.206936599861885,1.0075773041936966,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.875,0.1507852505815898,0.03827171692866554,1.013145205522705,1.0860232971406971,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.93,0.1796717079850427,0.03827171692866554,1.013145205522705,1.0860232971406971,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.48,0.1391475694189184,0.07329381163220898,1.1288579778446493,1.0865278579637954,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.601,0.1658045555718091,0.07329381163220898,1.1288579778446493,1.0865278579637954,1000 -LassoCV,LassoCV,IV-type,0.9,0.889,0.14023661517549763,0.035285335318423254,1.0107557471631015,1.007225770008796,1000 -LassoCV,LassoCV,IV-type,0.95,0.937,0.16710223362986673,0.035285335318423254,1.0107557471631015,1.007225770008796,1000 -LassoCV,LassoCV,partialling out,0.9,0.9,0.1471892860626845,0.0353181499327705,1.1289233596499864,1.0076088382504709,1000 -LassoCV,LassoCV,partialling out,0.95,0.952,0.17538685197642578,0.0353181499327705,1.1289233596499864,1.0076088382504709,1000 -LassoCV,RF Regr.,IV-type,0.9,0.851,0.13059400163341178,0.03625737448750536,1.01119708051922,1.0524526437064052,1000 -LassoCV,RF Regr.,IV-type,0.95,0.913,0.1556123509134613,0.03625737448750536,1.01119708051922,1.0524526437064052,1000 -LassoCV,RF Regr.,partialling out,0.9,0.762,0.14292985837273078,0.048226127790937594,1.1285668757570892,1.0523713220737327,1000 -LassoCV,RF Regr.,partialling out,0.95,0.852,0.1703114308384766,0.048226127790937594,1.1285668757570892,1.0523713220737327,1000 -RF Regr.,LassoCV,IV-type,0.9,0.89,0.1414629080120781,0.035539861857651546,1.0193901037867577,1.0073665357862533,1000 -RF Regr.,LassoCV,IV-type,0.95,0.94,0.16856345167067913,0.035539861857651546,1.0193901037867577,1.0073665357862533,1000 -RF Regr.,LassoCV,partialling out,0.9,0.904,0.15094667437559664,0.03635678063844802,1.1543547035127752,1.0074231018636348,1000 -RF Regr.,LassoCV,partialling out,0.95,0.955,0.1798640562993955,0.03635678063844802,1.1543547035127752,1.0074231018636348,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.863,0.13190834045021485,0.035684349965624286,1.0187452920579896,1.052514610301408,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.921,0.157178482210622,0.035684349965624286,1.0187452920579896,1.052514610301408,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.89,0.1427753311210586,0.0353683666699015,1.1539780989063289,1.0521037522078782,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.943,0.17012730026117487,0.0353683666699015,1.1539780989063289,1.0521037522078782,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.88,0.15952083986149038,0.040795385443157896,1.0709715564398126,1.0865346498677237,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.946,0.19008080463157634,0.040795385443157896,1.0709715564398126,1.0865346498677237,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.822,0.14647038630435077,0.04333537389828459,1.2047000426933017,1.0868802552631582,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.907,0.17453023007904755,0.04333537389828459,1.2047000426933017,1.0868802552631582,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.884,0.14834970731029282,0.037453329987495246,1.070536733031728,1.007691744582689,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.946,0.17676957917776506,0.037453329987495246,1.070536733031728,1.007691744582689,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.902,0.15925992513399287,0.03934284097146931,1.204729646095048,1.0077804005555295,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.952,0.18976990555791293,0.03934284097146931,1.204729646095048,1.0077804005555295,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.891,0.1502373947630305,0.03778827239593417,1.011259503609438,1.0851999761996673,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.95,0.1790188975127291,0.03778827239593417,1.011259503609438,1.0851999761996673,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.473,0.1388648248131382,0.07300925134321701,1.127737700832372,1.0861538157673147,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.594,0.1654676445937914,0.07300925134321701,1.127737700832372,1.0861538157673147,1000 +LassoCV,LassoCV,IV-type,0.9,0.896,0.13996050876121344,0.03532310940107823,1.008758248721195,1.007547160280677,1000 +LassoCV,LassoCV,IV-type,0.95,0.947,0.16677323254488843,0.03532310940107823,1.008758248721195,1.007547160280677,1000 +LassoCV,LassoCV,partialling out,0.9,0.905,0.14689373825496316,0.03552738788475589,1.1276455699069308,1.0076812564396427,1000 +LassoCV,LassoCV,partialling out,0.95,0.958,0.17503468504232775,0.03552738788475589,1.1276455699069308,1.0076812564396427,1000 +LassoCV,RF Regr.,IV-type,0.9,0.854,0.1303799450002763,0.036886321581014604,1.0096499297324397,1.0518538944226155,1000 +LassoCV,RF Regr.,IV-type,0.95,0.921,0.1553572867030519,0.036886321581014604,1.0096499297324397,1.0518538944226155,1000 +LassoCV,RF Regr.,partialling out,0.9,0.753,0.14300203379643558,0.048874682184910326,1.1275886932086203,1.0521187342988263,1000 +LassoCV,RF Regr.,partialling out,0.95,0.841,0.17039743316033212,0.048874682184910326,1.1275886932086203,1.0521187342988263,1000 +RF Regr.,LassoCV,IV-type,0.9,0.897,0.1411398650278423,0.03534901428462904,1.0165920448273233,1.007971978465783,1000 +RF Regr.,LassoCV,IV-type,0.95,0.946,0.16817852221301421,0.03534901428462904,1.0165920448273233,1.007971978465783,1000 +RF Regr.,LassoCV,partialling out,0.9,0.914,0.15075947975209575,0.03600508931643192,1.1527675901695893,1.0077404976371855,1000 +RF Regr.,LassoCV,partialling out,0.95,0.959,0.17964100014768108,0.03600508931643192,1.1527675901695893,1.0077404976371855,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.85,0.13166489675722037,0.03653160667087551,1.0171331444240908,1.0521623248207246,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.924,0.1568884011585974,0.03653160667087551,1.0171331444240908,1.0521623248207246,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.897,0.1425405439151106,0.03549068243788318,1.1531408308844417,1.052153943395657,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.947,0.16984753404967204,0.03549068243788318,1.1531408308844417,1.052153943395657,1000 diff --git a/results/plm/plr_ate_metadata.csv b/results/plm/plr_ate_metadata.csv index db9f464..c2a2593 100644 --- a/results/plm/plr_ate_metadata.csv +++ b/results/plm/plr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,PLRATECoverageSimulation,2026-08-06 10:00,197.24951099952062,3.12.3,scripts/plm/plr_ate_config.yml +0.11.5.dev55,PLRATECoverageSimulation,2026-08-10 13:51,197.8640177210172,3.12.3,scripts/plm/plr_ate_config.yml From 7ede802f74c3d8250cae22fff35782b7f52c1ebe Mon Sep 17 00:00:00 2001 From: github-actions Date: Mon, 10 Aug 2026 14:25:48 +0000 Subject: [PATCH 22/22] Update results from script: scripts/plm/plr_ate_sensitivity.py --- results/plm/plr_ate_sensitivity_coverage.csv | 56 ++++++++++---------- results/plm/plr_ate_sensitivity_metadata.csv | 2 +- 2 files changed, 29 insertions(+), 29 deletions(-) diff --git a/results/plm/plr_ate_sensitivity_coverage.csv b/results/plm/plr_ate_sensitivity_coverage.csv index ba102f6..b7c6ae6 100644 --- a/results/plm/plr_ate_sensitivity_coverage.csv +++ b/results/plm/plr_ate_sensitivity_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.391,1.3997802730123723,0.7671939697971468,1.0,0.981,0.10498360368108718,0.03369716959108908,1.4673544834837184,0.27648998948418735,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.571,1.6679410717284666,0.7671939697971468,1.0,0.996,0.10498360368108718,0.019482486782286493,1.4673544834837184,0.27648998948418735,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.177,1.103978017390282,0.7628766922460591,1.0,0.971,0.1043742435395384,0.04560820163355314,1.461798717695117,0.26675974258833884,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.317,1.3154709442560772,0.7628766922460591,1.0,0.991,0.1043742435395384,0.031453678451038275,1.461798717695117,0.26675974258833884,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.012,1.518542946788356,1.471323896134769,1.0,0.374,0.1867587057326989,0.11086629310911725,2.208147611820311,0.7392174124380831,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.038,1.8094555259598855,1.471323896134769,1.0,0.593,0.1867587057326989,0.09037053690412752,2.208147611820311,0.7392174124380831,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.025,1.5063438366157396,1.3257349775898584,1.0,0.542,0.1724068721483051,0.09596273679054781,2.053812202558041,0.6023386385542888,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.07,1.7949193896192446,1.3257349775898584,1.0,0.758,0.1724068721483051,0.075517352484754,2.053812202558041,0.6023386385542888,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.734,2.5010907283407016,1.0340925040059115,1.0,1.0,0.06912635148388808,0.011135177869743692,2.5441177589811472,0.5662195065507585,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.906,2.9802334197360474,1.0340925040059115,1.0,1.0,0.06912635148388808,0.0035974170933846476,2.5441177589811472,0.5662195065507585,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.592,1.9742901142977012,0.9118733706008817,1.0,1.0,0.0608360326716446,0.012714668663206492,2.433838455389495,0.637472417589048,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.815,2.352511771049597,0.9118733706008817,1.0,1.0,0.0608360326716446,0.004945121412127678,2.433838455389495,0.637472417589048,1000 -LassoCV,LassoCV,IV-type,0.9,0.0,2.574513366501196,4.871665837005552,1.0,0.0,0.2835701031694737,0.22510032041712563,6.400784410589752,3.342547263421352,1000 -LassoCV,LassoCV,IV-type,0.95,0.0,3.0677218892791993,4.871665837005552,1.0,0.001,0.2835701031694737,0.20858984044208853,6.400784410589752,3.342547263421352,1000 -LassoCV,LassoCV,partialling out,0.9,0.0,2.5872958139189497,4.868130692306307,1.0,0.0,0.2833444358750767,0.22463432192734645,6.397626415195777,3.338634969416837,1000 -LassoCV,LassoCV,partialling out,0.95,0.0,3.082953114819618,4.868130692306307,1.0,0.001,0.2833444358750767,0.20805113897541297,6.397626415195777,3.338634969416837,1000 -LassoCV,RF Regr.,IV-type,0.9,0.034,2.2260531267435026,1.7373300859445187,1.0,0.997,0.1045351527303025,0.05213011438802196,3.3899980526576567,0.33025573442820066,1000 -LassoCV,RF Regr.,IV-type,0.95,0.1,2.6525059036263787,1.7373300859445187,1.0,0.999,0.1045351527303025,0.03775141230940315,3.3899980526576567,0.33025573442820066,1000 -LassoCV,RF Regr.,partialling out,0.9,0.041,2.258094898475216,1.6839895645695955,1.0,0.998,0.09981918177448942,0.04751185712572098,3.364509672733534,0.30907080570518497,1000 -LassoCV,RF Regr.,partialling out,0.95,0.116,2.6906860295451844,1.6839895645695955,1.0,1.0,0.09981918177448942,0.033190799560165796,3.364509672733534,0.30907080570518497,1000 -RF Regr.,LassoCV,IV-type,0.9,0.001,1.9802935371637287,2.5147953066831072,1.0,0.137,0.18912254655524793,0.1326602257122705,3.7698785480500714,1.2609287640632834,1000 -RF Regr.,LassoCV,IV-type,0.95,0.003,2.3596652906142443,2.5147953066831072,1.0,0.278,0.18912254655524793,0.1165167337025661,3.7698785480500714,1.2609287640632834,1000 -RF Regr.,LassoCV,partialling out,0.9,0.0,1.9411712383973199,2.190836597179974,1.0,0.324,0.16703132435517037,0.11102266433698647,3.447803449009307,0.9359758993699804,1000 -RF Regr.,LassoCV,partialling out,0.95,0.009,2.3130481963523732,2.190836597179974,1.0,0.55,0.16703132435517037,0.09494992295658759,3.447803449009307,0.9359758993699804,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.013,1.7659179058527732,1.6428561272886597,1.0,0.887,0.12100615671135971,0.07067960146660515,2.974048689893793,0.4120059374093294,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.042,2.1042209704340715,1.6428561272886597,1.0,0.969,0.12100615671135971,0.05653244458719649,2.974048689893793,0.4120059374093294,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.013,1.7637237609907757,1.6143251686872262,1.0,0.901,0.11844125049420004,0.06844528215357389,2.9533142326372848,0.3880824966562566,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.045,2.1016064855729786,1.6143251686872262,1.0,0.973,0.11844125049420004,0.05437532480759114,2.9533142326372848,0.3880824966562566,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.383,1.4119118268547912,0.7748644886717122,1.0,0.987,0.106181794825296,0.03412666290817714,1.4725311733050532,0.27998984865386334,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.549,1.6823967097366448,0.7748644886717122,1.0,0.998,0.106181794825296,0.019810259093381348,1.4725311733050532,0.27998984865386334,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.196,1.1073985624577898,0.7588471750918675,1.0,0.968,0.10411905791829229,0.04501867294774676,1.458527296538011,0.26191275780776047,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.317,1.3195467750959535,0.7588471750918675,1.0,0.994,0.10411905791829229,0.031003432565425218,1.458527296538011,0.26191275780776047,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.016,1.512231468151414,1.4740946321949617,1.0,0.334,0.1879417131185462,0.11184667575727511,2.2079183551848147,0.7446187600651615,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.044,1.8019349353037266,1.4740946321949617,1.0,0.578,0.1879417131185462,0.09140123829893458,2.2079183551848147,0.7446187600651615,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.034,1.5001475956454229,1.3306875184291636,1.0,0.524,0.17300529128125913,0.09681858300302627,2.0592371674536496,0.6083782544723902,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.073,1.7875361131122276,1.3306875184291636,1.0,0.752,0.17300529128125913,0.0766527571521534,2.0592371674536496,0.6083782544723902,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.742,2.499366142421343,1.0255937672037172,1.0,0.999,0.06863338052305591,0.010968713165179425,2.5337686113813698,0.5773143475770051,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.899,2.9781784488652034,1.0255937672037172,1.0,1.0,0.06863338052305591,0.003638652500374828,2.5337686113813698,0.5773143475770051,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.583,1.9694328208967085,0.9149590287251846,1.0,1.0,0.060994618232560735,0.012809554221642752,2.437024108863504,0.6375940219335691,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.827,2.3467239489769827,0.9149590287251846,1.0,1.0,0.060994618232560735,0.00480039753484107,2.437024108863504,0.6375940219335691,1000 +LassoCV,LassoCV,IV-type,0.9,0.0,2.5434826138202618,4.849278782477752,1.0,0.0,0.2825000080752202,0.22460454938609323,6.378868606974628,3.3196889579808766,1000 +LassoCV,LassoCV,IV-type,0.95,0.0,3.03074646686394,4.849278782477752,1.0,0.001,0.2825000080752202,0.2082699434247814,6.378868606974628,3.3196889579808766,1000 +LassoCV,LassoCV,partialling out,0.9,0.0,2.5569479581443626,4.847184806707975,1.0,0.0,0.2823663052724064,0.224217973946865,6.3769342739229025,3.317435339493047,1000 +LassoCV,LassoCV,partialling out,0.95,0.0,3.0467914142575765,4.847184806707975,1.0,0.001,0.2823663052724064,0.20780589826222326,6.3769342739229025,3.317435339493047,1000 +LassoCV,RF Regr.,IV-type,0.9,0.026,2.2059219941613493,1.7285705613590674,1.0,0.993,0.10400332880296523,0.05210356789229441,3.381662099325075,0.32053357656517306,1000 +LassoCV,RF Regr.,IV-type,0.95,0.098,2.62851817962315,1.7285705613590674,1.0,1.0,0.10400332880296523,0.03775724415678868,3.381662099325075,0.32053357656517306,1000 +LassoCV,RF Regr.,partialling out,0.9,0.037,2.2432328416292355,1.6719990014572481,1.0,1.0,0.09915612854985559,0.04720441055834791,3.352420092443069,0.30851828567531514,1000 +LassoCV,RF Regr.,partialling out,0.95,0.104,2.6729767965307585,1.6719990014572481,1.0,1.0,0.09915612854985559,0.03293783517106781,3.352420092443069,0.30851828567531514,1000 +RF Regr.,LassoCV,IV-type,0.9,0.0,1.967773702196094,2.5067580052781295,1.0,0.146,0.18825719020327336,0.1321575194846334,3.7647879836875253,1.2492003085607513,1000 +RF Regr.,LassoCV,IV-type,0.95,0.005,2.3447469871087656,2.5067580052781295,1.0,0.274,0.18825719020327336,0.11612901473346389,3.7647879836875253,1.2492003085607513,1000 +RF Regr.,LassoCV,partialling out,0.9,0.004,1.9420392969091014,2.193810099149186,1.0,0.31,0.16686547721550124,0.11092402096059135,3.4536794481765876,0.9370749988581821,1000 +RF Regr.,LassoCV,partialling out,0.95,0.014,2.3140825518668624,2.193810099149186,1.0,0.565,0.16686547721550124,0.09490774116958206,3.4536794481765876,0.9370749988581821,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.018,1.77143115472122,1.6313811242122045,1.0,0.898,0.12007476478255542,0.06959642856660181,2.9643319429667265,0.3982534250266941,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.045,2.1107904116554095,1.6313811242122045,1.0,0.961,0.12007476478255542,0.05544472979693011,2.9643319429667265,0.3982534250266941,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.016,1.764861870090629,1.6121897721655345,1.0,0.924,0.11829851086898036,0.0682197326305945,2.951343060815898,0.3816473559317096,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.049,2.102962626210443,1.6121897721655345,1.0,0.974,0.11829851086898036,0.054149395430976896,2.951343060815898,0.3816473559317096,1000 diff --git a/results/plm/plr_ate_sensitivity_metadata.csv b/results/plm/plr_ate_sensitivity_metadata.csv index 23fd0aa..4c1a1a4 100644 --- a/results/plm/plr_ate_sensitivity_metadata.csv +++ b/results/plm/plr_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.11.4.dev54,PLRATESensitivityCoverageSimulation,2026-08-06 10:36,233.0356108546257,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml +0.11.5.dev55,PLRATESensitivityCoverageSimulation,2026-08-10 14:25,232.2925447265307,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml