diff --git a/results/irm/irm_ate_coverage.csv b/results/irm/irm_ate_coverage.csv index 6c99110..5cc31a3 100644 --- a/results/irm/irm_ate_coverage.csv +++ b/results/irm/irm_ate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.931,1.2316532622529917,0.2992448325629738,1000 -LGBM Regr.,LGBM Clas.,0.95,0.971,1.4676053819640873,0.2992448325629738,1000 -LGBM Regr.,Logistic,0.9,0.918,0.7686543138837709,0.19130776690526882,1000 -LGBM Regr.,Logistic,0.95,0.964,0.9159081070123597,0.19130776690526882,1000 -LassoCV,LGBM Clas.,0.9,0.919,1.085643937942505,0.26276932948403875,1000 -LassoCV,LGBM Clas.,0.95,0.977,1.2936245411363425,0.26276932948403875,1000 -LassoCV,Logistic,0.9,0.914,0.6575993935743172,0.15918300885857045,1000 -LassoCV,Logistic,0.95,0.963,0.7835780075153564,0.15918300885857045,1000 -LassoCV,RF Clas.,0.9,0.923,0.5880692523443405,0.14216834117620963,1000 -LassoCV,RF Clas.,0.95,0.968,0.7007277341428199,0.14216834117620963,1000 -RF Regr.,Logistic,0.9,0.912,0.737241521175503,0.18258213488785877,1000 -RF Regr.,Logistic,0.95,0.96,0.8784774558266153,0.18258213488785877,1000 -RF Regr.,RF Clas.,0.9,0.901,0.6169132543509753,0.15312602292680585,1000 -RF Regr.,RF Clas.,0.95,0.952,0.7350974824150611,0.15312602292680585,1000 +LGBM Regr.,LGBM Clas.,0.9,0.945,1.2216042267151985,0.28345657770907506,1000 +LGBM Regr.,LGBM Clas.,0.95,0.978,1.455631217569933,0.28345657770907506,1000 +LGBM Regr.,Logistic,0.9,0.937,0.7783635652471962,0.1755643048856624,1000 +LGBM Regr.,Logistic,0.95,0.974,0.9274773935904179,0.1755643048856624,1000 +LassoCV,LGBM Clas.,0.9,0.94,1.089252770786487,0.2509252248385753,1000 +LassoCV,LGBM Clas.,0.95,0.97,1.297924730700042,0.2509252248385753,1000 +LassoCV,Logistic,0.9,0.922,0.6689562114359321,0.15824066833297554,1000 +LassoCV,Logistic,0.95,0.963,0.7971104906634167,0.15824066833297554,1000 +LassoCV,RF Clas.,0.9,0.916,0.5816683496081073,0.13385921983832258,1000 +LassoCV,RF Clas.,0.95,0.959,0.6931005881001578,0.13385921983832258,1000 +RF Regr.,Logistic,0.9,0.928,0.7402877167307594,0.16822215567409454,1000 +RF Regr.,Logistic,0.95,0.97,0.8821072217099382,0.16822215567409454,1000 +RF Regr.,RF Clas.,0.9,0.911,0.6219224222421955,0.14345892189725745,1000 +RF Regr.,RF Clas.,0.95,0.951,0.7410662741047522,0.14345892189725745,1000 diff --git a/results/irm/irm_ate_metadata.csv b/results/irm/irm_ate_metadata.csv index ba15362..57900b0 100644 --- a/results/irm/irm_ate_metadata.csv +++ b/results/irm/irm_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATECoverageSimulation,2025-12-04 19:18,128.43919472694398,3.12.3,scripts/irm/irm_ate_config.yml +0.11.5.dev55,IRMATECoverageSimulation,2026-08-10 12:26,113.26169823010763,3.12.3,scripts/irm/irm_ate_config.yml diff --git a/results/irm/irm_ate_sensitivity_coverage.csv b/results/irm/irm_ate_sensitivity_coverage.csv index 60061b4..a1cfff6 100644 --- a/results/irm/irm_ate_sensitivity_coverage.csv +++ b/results/irm/irm_ate_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.104,0.26700744915395425,0.18155232199663573,0.962,1.0,0.12549287515490162,0.05598005111522917,0.044565302894415494,0.32482781026582425,500 -LGBM Regr.,LGBM Clas.,0.95,0.232,0.31815899929988095,0.18155232199663573,0.996,1.0,0.12549287515490162,0.03612029770121405,0.044565302894415494,0.32482781026582425,500 -LGBM Regr.,Logistic,0.9,0.23,0.257663233362731,0.15145245487884335,1.0,1.0,0.10207244929149722,0.03621321533456867,0.02593099116694401,0.3002768258881602,500 -LGBM Regr.,Logistic,0.95,0.522,0.30702467943428213,0.15145245487884335,1.0,1.0,0.10207244929149722,0.019182778604657814,0.02593099116694401,0.3002768258881602,500 -Linear,LGBM Clas.,0.9,0.108,0.26725519240961965,0.17907088100479915,0.974,1.0,0.12655801859027904,0.05541429018003078,0.04415911293427357,0.31913100847174025,500 -Linear,LGBM Clas.,0.95,0.27,0.318454203596823,0.17907088100479915,0.996,1.0,0.12655801859027904,0.03501281859485896,0.04415911293427357,0.31913100847174025,500 -Linear,Logistic,0.9,0.874,0.25906199626090154,0.09125618159082688,1.0,1.0,0.06408216867705586,0.006446037964926924,0.05593258931866834,0.23673871825981035,500 -Linear,Logistic,0.95,0.968,0.3086914082291149,0.09125618159082688,1.0,1.0,0.06408216867705586,0.0015805668774873335,0.05593258931866834,0.23673871825981035,500 +LGBM Regr.,LGBM Clas.,0.9,0.078,0.267240647815274,0.1849797522270908,0.944,1.0,0.1277251511112122,0.058099654065215015,0.0462435901644452,0.3282162860304317,500 +LGBM Regr.,LGBM Clas.,0.95,0.226,0.3184368726437095,0.1849797522270908,0.994,1.0,0.1277251511112122,0.038024434129740166,0.0462435901644452,0.3282162860304317,500 +LGBM Regr.,Logistic,0.9,0.248,0.2575482967764377,0.15213650907120946,0.994,1.0,0.10242549359571286,0.03663077242613726,0.026715952687959295,0.30107260757572424,500 +LGBM Regr.,Logistic,0.95,0.5,0.30688772404448356,0.15213650907120946,1.0,1.0,0.10242549359571286,0.0196591289842577,0.026715952687959295,0.30107260757572424,500 +Linear,LGBM Clas.,0.9,0.074,0.2675287050740506,0.182823829142849,0.954,1.0,0.12886655394255406,0.0577538372519743,0.04604391866476501,0.32307881317113457,500 +Linear,LGBM Clas.,0.95,0.244,0.3187801140382242,0.182823829142849,0.992,1.0,0.12886655394255406,0.03716643138314868,0.04604391866476501,0.32307881317113457,500 +Linear,Logistic,0.9,0.848,0.25903708180803187,0.09212013208509906,1.0,1.0,0.06459624780853045,0.00698024047772583,0.056076576310785275,0.23782472799971893,500 +Linear,Logistic,0.95,0.96,0.3086617208274404,0.09212013208509906,1.0,1.0,0.06459624780853045,0.002026183464072373,0.056076576310785275,0.23782472799971893,500 diff --git a/results/irm/irm_ate_sensitivity_metadata.csv b/results/irm/irm_ate_sensitivity_metadata.csv index 6e4c847..1d727f3 100644 --- a/results/irm/irm_ate_sensitivity_metadata.csv +++ b/results/irm/irm_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATESensitivityCoverageSimulation,2025-12-04 17:47,37.59833161433538,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml +0.11.5.dev55,IRMATESensitivityCoverageSimulation,2026-08-10 11:11,37.94418383042018,3.12.3,scripts/irm/irm_ate_sensitivity_config.yml diff --git a/results/irm/irm_atte_coverage.csv b/results/irm/irm_atte_coverage.csv index bdb6bc2..26cf39e 100644 --- a/results/irm/irm_atte_coverage.csv +++ b/results/irm/irm_atte_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,0.9,0.929,1.5129808992585232,0.3494762511606464,1000 -LGBM Regr.,LGBM Clas.,0.95,0.975,1.802827937547063,0.3494762511606464,1000 -LGBM Regr.,Logistic,0.9,0.897,0.8665295499675973,0.21830700047216328,1000 -LGBM Regr.,Logistic,0.95,0.946,1.0325336441175617,0.21830700047216328,1000 -LassoCV,LGBM Clas.,0.9,0.916,1.3734552128644464,0.3386570485257962,1000 -LassoCV,LGBM Clas.,0.95,0.974,1.6365728278097587,0.3386570485257962,1000 -LassoCV,Logistic,0.9,0.903,0.8185274172270134,0.2143949995500193,1000 -LassoCV,Logistic,0.95,0.96,0.9753355750547081,0.2143949995500193,1000 -LassoCV,RF Clas.,0.9,0.884,0.5768241077018054,0.15075762219708613,1000 -LassoCV,RF Clas.,0.95,0.944,0.6873283178426831,0.15075762219708613,1000 -RF Regr.,Logistic,0.9,0.896,0.8425822825234105,0.2141783904054886,1000 -RF Regr.,Logistic,0.95,0.94,1.0039987149605252,0.2141783904054886,1000 -RF Regr.,RF Clas.,0.9,0.873,0.5972373860549938,0.1572551056347038,1000 -RF Regr.,RF Clas.,0.95,0.935,0.7116522392683193,0.1572551056347038,1000 +LGBM Regr.,LGBM Clas.,0.9,0.934,1.4937798499989419,0.34117402890580323,1000 +LGBM Regr.,LGBM Clas.,0.95,0.976,1.7799484761788762,0.34117402890580323,1000 +LGBM Regr.,Logistic,0.9,0.916,0.8435638060800157,0.20631198454891522,1000 +LGBM Regr.,Logistic,0.95,0.959,1.0051682724150017,0.20631198454891522,1000 +LassoCV,LGBM Clas.,0.9,0.93,1.3997684908780161,0.3357813940036333,1000 +LassoCV,LGBM Clas.,0.95,0.982,1.6679270324494568,0.3357813940036333,1000 +LassoCV,Logistic,0.9,0.918,0.7891533639274975,0.19681613920501798,1000 +LassoCV,Logistic,0.95,0.969,0.940334231711037,0.19681613920501798,1000 +LassoCV,RF Clas.,0.9,0.907,0.5796654438870646,0.1409144365107981,1000 +LassoCV,RF Clas.,0.95,0.955,0.6907139787305762,0.1409144365107981,1000 +RF Regr.,Logistic,0.9,0.907,0.8127255948906641,0.1980752575183376,1000 +RF Regr.,Logistic,0.95,0.954,0.9684222773377434,0.1980752575183376,1000 +RF Regr.,RF Clas.,0.9,0.904,0.5989514996874538,0.14743004054325756,1000 +RF Regr.,RF Clas.,0.95,0.957,0.7136947316396663,0.14743004054325756,1000 diff --git a/results/irm/irm_atte_metadata.csv b/results/irm/irm_atte_metadata.csv index 97b86a9..44f9162 100644 --- a/results/irm/irm_atte_metadata.csv +++ b/results/irm/irm_atte_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATTECoverageSimulation,2025-12-04 19:17,127.50641198952992,3.12.3,scripts/irm/irm_atte_config.yml +0.11.5.dev55,IRMATTECoverageSimulation,2026-08-10 12:23,110.56588924328486,3.12.3,scripts/irm/irm_atte_config.yml diff --git a/results/irm/irm_atte_sensitivity_coverage.csv b/results/irm/irm_atte_sensitivity_coverage.csv index 9c9f60d..314021d 100644 --- a/results/irm/irm_atte_sensitivity_coverage.csv +++ b/results/irm/irm_atte_sensitivity_coverage.csv @@ -1,9 +1,9 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Clas.,0.9,0.742,0.34905458483668395,0.13054186381999264,0.958,1.0,0.10160519674460072,0.02147924444029479,0.06225696870603676,0.2547167550221069,500 -LGBM Regr.,LGBM Clas.,0.95,0.848,0.4159241914956518,0.13054186381999264,0.988,1.0,0.10160519674460072,0.010345724353659373,0.06225696870603676,0.2547167550221069,500 -LGBM Regr.,Logistic,0.9,0.76,0.3468033024136178,0.1257451763861217,0.962,1.0,0.09464538506725147,0.019042064023498208,0.062099562490136685,0.2546157792911907,500 -LGBM Regr.,Logistic,0.95,0.87,0.4132416230312373,0.1257451763861217,0.99,1.0,0.09464538506725147,0.009057626091664835,0.062099562490136685,0.2546157792911907,500 -Linear,LGBM Clas.,0.9,0.8,0.3498779710118114,0.11925928428374606,0.962,1.0,0.09501448425797636,0.017305926960423847,0.06259908086771278,0.23917304693135916,500 -Linear,LGBM Clas.,0.95,0.888,0.4169053166378378,0.11925928428374606,0.99,1.0,0.09501448425797636,0.00818694195298031,0.06259908086771278,0.23917304693135916,500 -Linear,Logistic,0.9,0.954,0.35050172092922355,0.06846426368040737,1.0,1.0,0.05373903639592994,0.0038361798530380602,0.10030761571464483,0.17007849218927298,500 -Linear,Logistic,0.95,0.972,0.41764856050674876,0.06846426368040737,1.0,1.0,0.05373903639592994,0.0015020205315898524,0.10030761571464483,0.17007849218927298,500 +LGBM Regr.,LGBM Clas.,0.9,0.702,0.3491292868207411,0.13763770189527935,0.946,1.0,0.10683828134908403,0.024107307497075292,0.06186766273961836,0.2627456479168576,500 +LGBM Regr.,LGBM Clas.,0.95,0.84,0.4160132043998559,0.13763770189527935,0.98,1.0,0.10683828134908403,0.011647589846304079,0.06186766273961836,0.2627456479168576,500 +LGBM Regr.,Logistic,0.9,0.72,0.3468272748096753,0.1344795350904188,0.946,1.0,0.10094330923810524,0.021882527374028946,0.05988315009713599,0.2642494015111184,500 +LGBM Regr.,Logistic,0.95,0.838,0.4132701879029839,0.1344795350904188,0.988,1.0,0.10094330923810524,0.010789324511693234,0.05988315009713599,0.2642494015111184,500 +Linear,LGBM Clas.,0.9,0.756,0.3498627168673395,0.12832078147710219,0.956,1.0,0.10192831815497197,0.02009400089391538,0.06013904072001689,0.24980019297384018,500 +Linear,LGBM Clas.,0.95,0.87,0.4168871402036007,0.12832078147710219,0.986,1.0,0.10192831815497197,0.009725222351342957,0.06013904072001689,0.24980019297384018,500 +Linear,Logistic,0.9,0.944,0.350593853054879,0.0741101735057973,1.0,1.0,0.0580582601702048,0.004580830816997106,0.09233050186704025,0.18000427592971247,500 +Linear,Logistic,0.95,0.974,0.41775834270569034,0.0741101735057973,1.0,1.0,0.0580582601702048,0.001564934511098024,0.09233050186704025,0.18000427592971247,500 diff --git a/results/irm/irm_atte_sensitivity_metadata.csv b/results/irm/irm_atte_sensitivity_metadata.csv index bb17a26..6d8c92c 100644 --- a/results/irm/irm_atte_sensitivity_metadata.csv +++ b/results/irm/irm_atte_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMATTESensitivityCoverageSimulation,2025-12-04 17:47,37.48425861199697,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml +0.11.5.dev55,IRMATTESensitivityCoverageSimulation,2026-08-10 11:11,38.09554938872655,3.12.3,scripts/irm/irm_atte_sensitivity_config.yml diff --git a/results/irm/irm_cate_coverage.csv b/results/irm/irm_cate_coverage.csv index 7dc3a80..930b6fe 100644 --- a/results/irm/irm_cate_coverage.csv +++ b/results/irm/irm_cate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.92461,1.0665951249223096,0.24613991582170225,1.0,2.6653759321537116,1000 -LGBM Regr.,LGBM Clas.,0.95,0.97023,1.2709264804359406,0.24613991582170225,1.0,2.6812445695035247,1000 -LGBM Regr.,Logistic,0.9,0.89795,0.4614986062328707,0.11130386458867365,0.999,1.1580110182466605,1000 -LGBM Regr.,Logistic,0.95,0.94769,0.5499095070290679,0.11130386458867365,1.0,1.1604523683663983,1000 -Linear,LGBM Clas.,0.9,0.90908,1.0653909229898018,0.2559912909682445,1.0,2.6806660530315596,1000 -Linear,LGBM Clas.,0.95,0.9567,1.2694915853308952,0.2559912909682445,0.999,2.680517403176158,1000 -Linear,Logistic,0.9,0.90534,0.4776874641392367,0.11362720144689947,1.0,1.2021014808982184,1000 -Linear,Logistic,0.95,0.9505399999999999,0.5691997210197929,0.11362720144689947,0.996,1.2007226696609286,1000 -Linear,RF Clas.,0.9,0.91122,0.5134643281598085,0.11906161888403807,1.0,1.2933158587254148,1000 -Linear,RF Clas.,0.95,0.95521,0.6118304839102687,0.11906161888403807,1.0,1.2923682725270258,1000 -RF Regr.,Logistic,0.9,0.89883,0.4617571633800954,0.11143886684767142,0.997,1.165093904354102,1000 -RF Regr.,Logistic,0.95,0.94936,0.5502175968725668,0.11143886684767142,0.998,1.1641657405751544,1000 -RF Regr.,RF Clas.,0.9,0.9018999999999999,0.49638796465577406,0.11812020692019015,1.0,1.2489623144139728,1000 -RF Regr.,RF Clas.,0.95,0.94932,0.5914827417729625,0.11812020692019015,0.999,1.2486145265039033,1000 +LGBM Regr.,LGBM Clas.,0.9,0.92402,1.0438842270940178,0.23965860666760463,0.97,1.7562600885997204,1000 +LGBM Regr.,LGBM Clas.,0.95,0.96475,1.2438647765428603,0.23965860666760463,0.971,1.7547772992932296,1000 +LGBM Regr.,Logistic,0.9,0.89791,0.4588360382851092,0.11059867069265111,0.941,0.771732162768498,1000 +LGBM Regr.,Logistic,0.95,0.94625,0.546736861634672,0.11059867069265111,0.941,0.772526839318402,1000 +Linear,LGBM Clas.,0.9,0.9050499999999999,1.0390438019787018,0.24952988918005253,0.953,1.7497239109348635,1000 +Linear,LGBM Clas.,0.95,0.95431,1.238097054272359,0.24952988918005253,0.955,1.750159626740083,1000 +Linear,Logistic,0.9,0.8968700000000001,0.4760524994633335,0.11424035017689979,0.937,0.8037721708602411,1000 +Linear,Logistic,0.95,0.9490299999999999,0.5672515404472124,0.11424035017689979,0.943,0.8033275797261291,1000 +Linear,RF Clas.,0.9,0.90398,0.5079458781734679,0.11963985145990708,0.939,0.8565789636312426,1000 +Linear,RF Clas.,0.95,0.95252,0.6052548451747061,0.11963985145990708,0.941,0.8564492591301055,1000 +RF Regr.,Logistic,0.9,0.89879,0.4593081650162346,0.11020772535113972,0.931,0.7726413526159014,1000 +RF Regr.,Logistic,0.95,0.94794,0.5472994353336215,0.11020772535113972,0.928,0.7725174212186875,1000 +RF Regr.,RF Clas.,0.9,0.90283,0.4939667895156676,0.11696365456942968,0.93,0.8298418626927668,1000 +RF Regr.,RF Clas.,0.95,0.95159,0.5885977336499799,0.11696365456942968,0.931,0.830228246434023,1000 diff --git a/results/irm/irm_cate_metadata.csv b/results/irm/irm_cate_metadata.csv index efbfdb5..8888cba 100644 --- a/results/irm/irm_cate_metadata.csv +++ b/results/irm/irm_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMCATECoverageSimulation,2025-12-04 18:31,81.88368842999141,3.12.3,scripts/irm/irm_cate_config.yml +0.11.5.dev55,IRMCATECoverageSimulation,2026-08-10 11:53,80.29540002743403,3.12.3,scripts/irm/irm_cate_config.yml diff --git a/results/irm/irm_gate_coverage.csv b/results/irm/irm_gate_coverage.csv index 0c584ac..4decfd7 100644 --- a/results/irm/irm_gate_coverage.csv +++ b/results/irm/irm_gate_coverage.csv @@ -1,15 +1,15 @@ Learner g,Learner m,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Clas.,0.9,0.9386666666666666,0.8559513177443687,0.1937643264532876,1.0,2.006280185703383,1000 -LGBM Regr.,LGBM Clas.,0.95,0.9703333333333334,1.0199289029795582,0.1937643264532876,0.999,2.0155442343424883,1000 -LGBM Regr.,Logistic,0.9,0.9066666666666666,0.40149436064143407,0.09408161185194555,0.999,0.9449920639738041,1000 -LGBM Regr.,Logistic,0.95,0.947,0.4784100384127144,0.09408161185194555,0.997,0.9432948190496762,1000 -Linear,LGBM Clas.,0.9,0.916,0.8565340550805809,0.19475726876642258,1.0,2.0099798454237723,1000 -Linear,LGBM Clas.,0.95,0.9683333333333334,1.0206232773437618,0.19475726876642258,1.0,2.012306077187581,1000 -Linear,Logistic,0.9,0.9096666666666666,0.4187055393390181,0.09576110520986783,0.998,0.9871284997732542,1000 -Linear,Logistic,0.95,0.9573333333333334,0.49891842276133763,0.09576110520986783,0.998,0.9832531417484586,1000 -Linear,RF Clas.,0.9,0.912,0.4432050057206287,0.10020711620099187,0.998,1.0443477449082788,1000 -Linear,RF Clas.,0.95,0.96,0.528111337536011,0.10020711620099187,0.998,1.043185424691669,1000 -RF Regr.,Logistic,0.9,0.909,0.40204415185082115,0.09401292200323333,0.997,0.9441304263307014,1000 -RF Regr.,Logistic,0.95,0.9513333333333334,0.4790651550454403,0.09401292200323333,0.998,0.9459424215336382,1000 -RF Regr.,RF Clas.,0.9,0.9106666666666666,0.4240128937078121,0.09786079181797877,0.999,0.999003996144668,1000 -RF Regr.,RF Clas.,0.95,0.9546666666666667,0.5052425255541841,0.09786079181797877,0.999,0.9978199943917729,1000 +LGBM Regr.,LGBM Clas.,0.9,0.9316666666666666,0.8516665340271318,0.18876885372193195,0.976,1.235416006109316,1000 +LGBM Regr.,LGBM Clas.,0.95,0.974,1.0148232682715677,0.18876885372193195,0.978,1.2363372368457708,1000 +LGBM Regr.,Logistic,0.9,0.8963333333333334,0.4011207089115166,0.09622891248905781,0.954,0.581494549570086,1000 +LGBM Regr.,Logistic,0.95,0.9493333333333334,0.4779648049150952,0.09622891248905781,0.949,0.5819196362731412,1000 +Linear,LGBM Clas.,0.9,0.9193333333333333,0.8481044621699061,0.19329879265724492,0.977,1.2287570108017074,1000 +Linear,LGBM Clas.,0.95,0.964,1.0105787978602732,0.19329879265724492,0.975,1.2296874709801973,1000 +Linear,Logistic,0.9,0.9086666666666666,0.4183697818472865,0.09777377454884399,0.962,0.6070331766204055,1000 +Linear,Logistic,0.95,0.9553333333333334,0.49851834303354264,0.09777377454884399,0.96,0.6068276743757652,1000 +Linear,RF Clas.,0.9,0.925,0.4422779976144137,0.10012118051553687,0.969,0.6410400697342276,1000 +Linear,RF Clas.,0.95,0.9653333333333334,0.5270067392472711,0.10012118051553687,0.969,0.6415102210915807,1000 +RF Regr.,Logistic,0.9,0.9043333333333333,0.40049417560179035,0.09567597070460675,0.954,0.5810929242816404,1000 +RF Regr.,Logistic,0.95,0.958,0.4772182444296774,0.09567597070460675,0.951,0.5806745585458496,1000 +RF Regr.,RF Clas.,0.9,0.907,0.42244192294607386,0.09976716996906283,0.957,0.6130114238150348,1000 +RF Regr.,RF Clas.,0.95,0.9553333333333334,0.5033705984335449,0.09976716996906283,0.955,0.6129727415565359,1000 diff --git a/results/irm/irm_gate_metadata.csv b/results/irm/irm_gate_metadata.csv index 81261d4..4fd6127 100644 --- a/results/irm/irm_gate_metadata.csv +++ b/results/irm/irm_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,IRMGATECoverageSimulation,2025-12-04 18:30,81.06913734674454,3.12.3,scripts/irm/irm_gate_config.yml +0.11.5.dev55,IRMGATECoverageSimulation,2026-08-10 11:53,80.16719218492509,3.12.3,scripts/irm/irm_gate_config.yml diff --git a/results/plm/lplr_ate_coverage.csv b/results/plm/lplr_ate_coverage.csv index 64da39c..5059117 100644 --- a/results/plm/lplr_ate_coverage.csv +++ b/results/plm/lplr_ate_coverage.csv @@ -1,13 +1,13 @@ Learner m,Learner M,Learner t,Score,level,Coverage,CI Length,Bias,repetition -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.9,0.6534565055513932,0.16336115980855923,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.956,0.7786414519557212,0.16336115980855923,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.9,0.587173331700569,0.14523265588039966,500 -LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.948,0.6996601788503451,0.14523265588039966,500 -LassoCV,Logistic,LassoCV,instrument,0.9,0.85,0.5909860504305657,0.16604923608569636,500 -LassoCV,Logistic,LassoCV,instrument,0.95,0.92,0.7042033134317637,0.16604923608569636,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.872,0.5743427245911767,0.1561191992391632,500 -LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.934,0.6843715674978567,0.1561191992391632,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.896,0.3948609235155087,0.09705489730756603,500 -RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.95,0.4705058105546887,0.09705489730756603,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.892,0.38159441513135645,0.09629310976419707,500 -RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.936,0.4546977907968892,0.09629310976419707,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.9,0.91,0.6531602206391924,0.16427181512445194,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,instrument,0.95,0.956,0.7782884067074626,0.16427181512445194,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.9,0.894,0.5816668331124476,0.14592012010132824,500 +LGBM Regr.,LGBM Clas.,LGBM Regr.,nuisance_space,0.95,0.944,0.6930987810841251,0.14592012010132824,500 +LassoCV,Logistic,LassoCV,instrument,0.9,0.84,0.589697149264332,0.1650792519980431,500 +LassoCV,Logistic,LassoCV,instrument,0.95,0.916,0.7026674929647888,0.1650792519980431,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.9,0.87,0.5711754628763093,0.15108878564194908,500 +LassoCV,Logistic,LassoCV,nuisance_space,0.95,0.93,0.6805975423876357,0.15108878564194908,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.9,0.9,0.39259843344394596,0.09684519332319126,500 +RF Regr.,RF Clas.,RF Regr.,instrument,0.95,0.932,0.46780988735338774,0.09684519332319126,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.9,0.882,0.3796710466184269,0.09722576191179358,500 +RF Regr.,RF Clas.,RF Regr.,nuisance_space,0.95,0.934,0.45240595585633764,0.09722576191179358,500 diff --git a/results/plm/lplr_ate_metadata.csv b/results/plm/lplr_ate_metadata.csv index 5ceb9bd..3b70790 100644 --- a/results/plm/lplr_ate_metadata.csv +++ b/results/plm/lplr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,LPLRATECoverageSimulation,2025-12-04 19:28,138.79539552927017,3.12.3,scripts/plm/lplr_ate_config.yml +0.11.5.dev55,LPLRATECoverageSimulation,2026-08-10 12:55,141.88891173998516,3.12.3,scripts/plm/lplr_ate_config.yml diff --git a/results/plm/plr_ate_coverage.csv b/results/plm/plr_ate_coverage.csv index 6576238..e4eaec0 100644 --- a/results/plm/plr_ate_coverage.csv +++ b/results/plm/plr_ate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Loss g,Loss m,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.883,0.15928202279086665,0.041454930462256984,1.069765598118696,1.0865571968126624,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.937,0.18979623654013872,0.041454930462256984,1.069765598118696,1.0865571968126624,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.842,0.14626443603990613,0.04159012092162225,1.2055345892536342,1.086959351307916,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.907,0.17428482520270844,0.04159012092162225,1.2055345892536342,1.086959351307916,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.887,0.147905408377066,0.03847587695058279,1.0693318230438509,1.0086829211963027,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.948,0.17624016434520753,0.03847587695058279,1.0693318230438509,1.0086829211963027,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.899,0.15875140474791682,0.03924849266305699,1.2056443309418285,1.0084514460661456,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.951,0.189163966144349,0.03924849266305699,1.2056443309418285,1.0084514460661456,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.894,0.15032363130014348,0.03814520647938802,1.0109435769879314,1.0867218776097132,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.938,0.1791216546846278,0.03814520647938802,1.0109435769879314,1.0867218776097132,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.498,0.13861728700492693,0.07095098845194882,1.1287372870798746,1.0879589553258844,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.624,0.16517268510259017,0.07095098845194882,1.1287372870798746,1.0879589553258844,1000 -LassoCV,LassoCV,IV-type,0.9,0.876,0.1395941022128785,0.03614102732438801,1.008526334816832,1.00850722502704,1000 -LassoCV,LassoCV,IV-type,0.95,0.939,0.16633663221360717,0.03614102732438801,1.008526334816832,1.00850722502704,1000 -LassoCV,LassoCV,partialling out,0.9,0.908,0.14656359193331914,0.0355408406947952,1.1286065731474382,1.0083310548041704,1000 -LassoCV,LassoCV,partialling out,0.95,0.957,0.17464129143608328,0.0355408406947952,1.1286065731474382,1.0083310548041704,1000 -LassoCV,RF Regr.,IV-type,0.9,0.844,0.12999176189584266,0.036265043441751715,1.0092786969519125,1.0524458002714516,1000 -LassoCV,RF Regr.,IV-type,0.95,0.908,0.1548947380047176,0.036265043441751715,1.0092786969519125,1.0524458002714516,1000 -LassoCV,RF Regr.,partialling out,0.9,0.78,0.1426021188866897,0.04661398743097048,1.128740578878581,1.0523978387050963,1000 -LassoCV,RF Regr.,partialling out,0.95,0.863,0.16992090515374272,0.04661398743097048,1.128740578878581,1.0523978387050963,1000 -RF Regr.,LassoCV,IV-type,0.9,0.885,0.1406646493212081,0.03547371211869198,1.0162369561093956,1.0085999646131845,1000 -RF Regr.,LassoCV,IV-type,0.95,0.941,0.16761226777272276,0.03547371211869198,1.0162369561093956,1.0085999646131845,1000 -RF Regr.,LassoCV,partialling out,0.9,0.895,0.15031102850606376,0.03675855799694686,1.153850269585127,1.0083949164585309,1000 -RF Regr.,LassoCV,partialling out,0.95,0.946,0.17910663752924322,0.03675855799694686,1.153850269585127,1.0083949164585309,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.845,0.13119958082752003,0.036530036698981375,1.0166818516109433,1.0524053946556322,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.917,0.15633394303010376,0.036530036698981375,1.0166818516109433,1.0524053946556322,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.888,0.14202142008522262,0.03530584490921706,1.1540093754976348,1.0526197092895246,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.937,0.16922895985350928,0.03530584490921706,1.1540093754976348,1.0526197092895246,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.88,0.15952083986149038,0.040795385443157896,1.0709715564398126,1.0865346498677237,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.946,0.19008080463157634,0.040795385443157896,1.0709715564398126,1.0865346498677237,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.822,0.14647038630435077,0.04333537389828459,1.2047000426933017,1.0868802552631582,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.907,0.17453023007904755,0.04333537389828459,1.2047000426933017,1.0868802552631582,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.884,0.14834970731029282,0.037453329987495246,1.070536733031728,1.007691744582689,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.946,0.17676957917776506,0.037453329987495246,1.070536733031728,1.007691744582689,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.902,0.15925992513399287,0.03934284097146931,1.204729646095048,1.0077804005555295,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.952,0.18976990555791293,0.03934284097146931,1.204729646095048,1.0077804005555295,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.891,0.1502373947630305,0.03778827239593417,1.011259503609438,1.0851999761996673,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.95,0.1790188975127291,0.03778827239593417,1.011259503609438,1.0851999761996673,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.473,0.1388648248131382,0.07300925134321701,1.127737700832372,1.0861538157673147,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.594,0.1654676445937914,0.07300925134321701,1.127737700832372,1.0861538157673147,1000 +LassoCV,LassoCV,IV-type,0.9,0.896,0.13996050876121344,0.03532310940107823,1.008758248721195,1.007547160280677,1000 +LassoCV,LassoCV,IV-type,0.95,0.947,0.16677323254488843,0.03532310940107823,1.008758248721195,1.007547160280677,1000 +LassoCV,LassoCV,partialling out,0.9,0.905,0.14689373825496316,0.03552738788475589,1.1276455699069308,1.0076812564396427,1000 +LassoCV,LassoCV,partialling out,0.95,0.958,0.17503468504232775,0.03552738788475589,1.1276455699069308,1.0076812564396427,1000 +LassoCV,RF Regr.,IV-type,0.9,0.854,0.1303799450002763,0.036886321581014604,1.0096499297324397,1.0518538944226155,1000 +LassoCV,RF Regr.,IV-type,0.95,0.921,0.1553572867030519,0.036886321581014604,1.0096499297324397,1.0518538944226155,1000 +LassoCV,RF Regr.,partialling out,0.9,0.753,0.14300203379643558,0.048874682184910326,1.1275886932086203,1.0521187342988263,1000 +LassoCV,RF Regr.,partialling out,0.95,0.841,0.17039743316033212,0.048874682184910326,1.1275886932086203,1.0521187342988263,1000 +RF Regr.,LassoCV,IV-type,0.9,0.897,0.1411398650278423,0.03534901428462904,1.0165920448273233,1.007971978465783,1000 +RF Regr.,LassoCV,IV-type,0.95,0.946,0.16817852221301421,0.03534901428462904,1.0165920448273233,1.007971978465783,1000 +RF Regr.,LassoCV,partialling out,0.9,0.914,0.15075947975209575,0.03600508931643192,1.1527675901695893,1.0077404976371855,1000 +RF Regr.,LassoCV,partialling out,0.95,0.959,0.17964100014768108,0.03600508931643192,1.1527675901695893,1.0077404976371855,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.85,0.13166489675722037,0.03653160667087551,1.0171331444240908,1.0521623248207246,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.924,0.1568884011585974,0.03653160667087551,1.0171331444240908,1.0521623248207246,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.897,0.1425405439151106,0.03549068243788318,1.1531408308844417,1.052153943395657,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.947,0.16984753404967204,0.03549068243788318,1.1531408308844417,1.052153943395657,1000 diff --git a/results/plm/plr_ate_metadata.csv b/results/plm/plr_ate_metadata.csv index f6e9b21..c2a2593 100644 --- a/results/plm/plr_ate_metadata.csv +++ b/results/plm/plr_ate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRATECoverageSimulation,2025-12-08 15:12,19.93783419529597,3.12.9,scripts/plm/plr_ate_config.yml +0.11.5.dev55,PLRATECoverageSimulation,2026-08-10 13:51,197.8640177210172,3.12.3,scripts/plm/plr_ate_config.yml diff --git a/results/plm/plr_ate_sensitivity_coverage.csv b/results/plm/plr_ate_sensitivity_coverage.csv index 7eef034..b7c6ae6 100644 --- a/results/plm/plr_ate_sensitivity_coverage.csv +++ b/results/plm/plr_ate_sensitivity_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Coverage (Lower),Coverage (Upper),RV,RVa,Bias (Lower),Bias (Upper),repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.421,1.3976511350473353,0.7467964250024092,1.0,0.987,0.10290839957959286,0.031490519586569884,1.4404253946326935,0.2795318845446421,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.603,1.6654040473627647,0.7467964250024092,1.0,0.994,0.10290839957959286,0.017696866745516855,1.4404253946326935,0.2795318845446421,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.192,1.102290427161417,0.7410606150892608,1.0,0.974,0.10272589638995315,0.04391069909187329,1.4345048247464856,0.251626505274024,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.322,1.313460056469443,0.7410606150892608,1.0,0.995,0.10272589638995315,0.03006796975885084,1.4345048247464856,0.251626505274024,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.014,1.509085669359172,1.4539598882028426,1.0,0.366,0.18611240379020022,0.11033278480181255,2.1857839931874423,0.7279169255468876,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.046,1.7981864848432254,1.4539598882028426,1.0,0.594,0.18611240379020022,0.08990359936209669,2.1857839931874423,0.7279169255468876,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.035,1.507921245387843,1.3159744755105507,1.0,0.549,0.17172124099290512,0.0951449003773672,2.0419784435742567,0.5943030774757848,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.08,1.7967989881023936,1.3159744755105507,1.0,0.771,0.17172124099290512,0.0748164416512186,2.0419784435742567,0.5943030774757848,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.726,2.4983280456112573,1.026175519781805,1.0,1.0,0.0687018781764579,0.01120762678999437,2.535249747799531,0.567952628278145,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.903,2.976941480221371,1.026175519781805,1.0,1.0,0.0687018781764579,0.0036246937120926154,2.535249747799531,0.567952628278145,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.607,1.966778043542478,0.9043657907050859,1.0,1.0,0.06031903912908668,0.012377995755699906,2.426212574731265,0.6422721718417567,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.832,2.3435605866473455,0.9043657907050859,1.0,1.0,0.06031903912908668,0.004604329422567183,2.426212574731265,0.6422721718417567,1000 -LassoCV,LassoCV,IV-type,0.9,0.0,2.571731206770743,4.8737377482499245,1.0,0.0,0.28348151920253006,0.22518977741829715,6.4038522831761675,3.343623213323681,1000 -LassoCV,LassoCV,IV-type,0.95,0.0,3.0644067414863634,4.8737377482499245,1.0,0.001,0.28348151920253006,0.208728038503683,6.4038522831761675,3.343623213323681,1000 -LassoCV,LassoCV,partialling out,0.9,0.0,2.5851741127390566,4.874876663212447,1.0,0.0,0.28345112594648986,0.22493068632003588,6.405508112416897,3.344245214007996,1000 -LassoCV,LassoCV,partialling out,0.95,0.0,3.0804249519299787,4.874876663212447,1.0,0.001,0.28345112594648986,0.20839886362292398,6.405508112416897,3.344245214007996,1000 -LassoCV,RF Regr.,IV-type,0.9,0.037,2.2221799551660677,1.7160440423474188,1.0,0.996,0.10324506511335448,0.050995875886257494,3.369265659703337,0.3191854379820456,1000 -LassoCV,RF Regr.,IV-type,0.95,0.102,2.647890735034274,1.7160440423474188,1.0,1.0,0.10324506511335448,0.0366867084756369,3.369265659703337,0.3191854379820456,1000 -LassoCV,RF Regr.,partialling out,0.9,0.047,2.2521751990434016,1.6622447383497525,1.0,0.999,0.09850976200308284,0.04641917011881089,3.343887329180081,0.29505795733293616,1000 -LassoCV,RF Regr.,partialling out,0.95,0.128,2.6836322726056316,1.6622447383497525,1.0,1.0,0.09850976200308284,0.0322205738296689,3.343887329180081,0.29505795733293616,1000 -RF Regr.,LassoCV,IV-type,0.9,0.001,1.9711202298359545,2.4918741008270446,1.0,0.144,0.1879831825557554,0.1316596199671192,3.7439258798736605,1.2404389514158414,1000 -RF Regr.,LassoCV,IV-type,0.95,0.004,2.348734620743712,2.4918741008270446,1.0,0.291,0.1879831825557554,0.11556104506319523,3.7439258798736605,1.2404389514158414,1000 -RF Regr.,LassoCV,partialling out,0.9,0.005,1.9387654117166035,2.180283691840108,1.0,0.33,0.16645777455701985,0.11047766645086829,3.435461938620182,0.9269126964214449,1000 -RF Regr.,LassoCV,partialling out,0.95,0.009,2.3101814770467843,2.180283691840108,1.0,0.565,0.16645777455701985,0.09449083263428158,3.435461938620182,0.9269126964214449,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.026,1.7732461193193343,1.6256342448094874,1.0,0.896,0.12001444083856587,0.0694389840407145,2.9550164404884054,0.4058056479339932,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.061,2.1129530753643446,1.6256342448094874,1.0,0.966,0.12001444083856587,0.0553030741582177,2.9550164404884054,0.4058056479339932,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.025,1.766885805915271,1.5903668070720287,1.0,0.918,0.11721222343827108,0.06696849029772275,2.923581829825191,0.38139692141605425,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.072,2.1053742944940645,1.5903668070720287,1.0,0.976,0.11721222343827108,0.05288881709860531,2.923581829825191,0.38139692141605425,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.383,1.4119118268547912,0.7748644886717122,1.0,0.987,0.106181794825296,0.03412666290817714,1.4725311733050532,0.27998984865386334,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.549,1.6823967097366448,0.7748644886717122,1.0,0.998,0.106181794825296,0.019810259093381348,1.4725311733050532,0.27998984865386334,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.196,1.1073985624577898,0.7588471750918675,1.0,0.968,0.10411905791829229,0.04501867294774676,1.458527296538011,0.26191275780776047,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.317,1.3195467750959535,0.7588471750918675,1.0,0.994,0.10411905791829229,0.031003432565425218,1.458527296538011,0.26191275780776047,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.016,1.512231468151414,1.4740946321949617,1.0,0.334,0.1879417131185462,0.11184667575727511,2.2079183551848147,0.7446187600651615,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.044,1.8019349353037266,1.4740946321949617,1.0,0.578,0.1879417131185462,0.09140123829893458,2.2079183551848147,0.7446187600651615,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.034,1.5001475956454229,1.3306875184291636,1.0,0.524,0.17300529128125913,0.09681858300302627,2.0592371674536496,0.6083782544723902,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.073,1.7875361131122276,1.3306875184291636,1.0,0.752,0.17300529128125913,0.0766527571521534,2.0592371674536496,0.6083782544723902,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.742,2.499366142421343,1.0255937672037172,1.0,0.999,0.06863338052305591,0.010968713165179425,2.5337686113813698,0.5773143475770051,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.899,2.9781784488652034,1.0255937672037172,1.0,1.0,0.06863338052305591,0.003638652500374828,2.5337686113813698,0.5773143475770051,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.583,1.9694328208967085,0.9149590287251846,1.0,1.0,0.060994618232560735,0.012809554221642752,2.437024108863504,0.6375940219335691,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.827,2.3467239489769827,0.9149590287251846,1.0,1.0,0.060994618232560735,0.00480039753484107,2.437024108863504,0.6375940219335691,1000 +LassoCV,LassoCV,IV-type,0.9,0.0,2.5434826138202618,4.849278782477752,1.0,0.0,0.2825000080752202,0.22460454938609323,6.378868606974628,3.3196889579808766,1000 +LassoCV,LassoCV,IV-type,0.95,0.0,3.03074646686394,4.849278782477752,1.0,0.001,0.2825000080752202,0.2082699434247814,6.378868606974628,3.3196889579808766,1000 +LassoCV,LassoCV,partialling out,0.9,0.0,2.5569479581443626,4.847184806707975,1.0,0.0,0.2823663052724064,0.224217973946865,6.3769342739229025,3.317435339493047,1000 +LassoCV,LassoCV,partialling out,0.95,0.0,3.0467914142575765,4.847184806707975,1.0,0.001,0.2823663052724064,0.20780589826222326,6.3769342739229025,3.317435339493047,1000 +LassoCV,RF Regr.,IV-type,0.9,0.026,2.2059219941613493,1.7285705613590674,1.0,0.993,0.10400332880296523,0.05210356789229441,3.381662099325075,0.32053357656517306,1000 +LassoCV,RF Regr.,IV-type,0.95,0.098,2.62851817962315,1.7285705613590674,1.0,1.0,0.10400332880296523,0.03775724415678868,3.381662099325075,0.32053357656517306,1000 +LassoCV,RF Regr.,partialling out,0.9,0.037,2.2432328416292355,1.6719990014572481,1.0,1.0,0.09915612854985559,0.04720441055834791,3.352420092443069,0.30851828567531514,1000 +LassoCV,RF Regr.,partialling out,0.95,0.104,2.6729767965307585,1.6719990014572481,1.0,1.0,0.09915612854985559,0.03293783517106781,3.352420092443069,0.30851828567531514,1000 +RF Regr.,LassoCV,IV-type,0.9,0.0,1.967773702196094,2.5067580052781295,1.0,0.146,0.18825719020327336,0.1321575194846334,3.7647879836875253,1.2492003085607513,1000 +RF Regr.,LassoCV,IV-type,0.95,0.005,2.3447469871087656,2.5067580052781295,1.0,0.274,0.18825719020327336,0.11612901473346389,3.7647879836875253,1.2492003085607513,1000 +RF Regr.,LassoCV,partialling out,0.9,0.004,1.9420392969091014,2.193810099149186,1.0,0.31,0.16686547721550124,0.11092402096059135,3.4536794481765876,0.9370749988581821,1000 +RF Regr.,LassoCV,partialling out,0.95,0.014,2.3140825518668624,2.193810099149186,1.0,0.565,0.16686547721550124,0.09490774116958206,3.4536794481765876,0.9370749988581821,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.018,1.77143115472122,1.6313811242122045,1.0,0.898,0.12007476478255542,0.06959642856660181,2.9643319429667265,0.3982534250266941,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.045,2.1107904116554095,1.6313811242122045,1.0,0.961,0.12007476478255542,0.05544472979693011,2.9643319429667265,0.3982534250266941,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.016,1.764861870090629,1.6121897721655345,1.0,0.924,0.11829851086898036,0.0682197326305945,2.951343060815898,0.3816473559317096,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.049,2.102962626210443,1.6121897721655345,1.0,0.974,0.11829851086898036,0.054149395430976896,2.951343060815898,0.3816473559317096,1000 diff --git a/results/plm/plr_ate_sensitivity_metadata.csv b/results/plm/plr_ate_sensitivity_metadata.csv index f14be3d..4c1a1a4 100644 --- a/results/plm/plr_ate_sensitivity_metadata.csv +++ b/results/plm/plr_ate_sensitivity_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRATESensitivityCoverageSimulation,2025-12-04 20:58,228.5057456254959,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml +0.11.5.dev55,PLRATESensitivityCoverageSimulation,2026-08-10 14:25,232.2925447265307,3.12.3,scripts/plm/plr_ate_sensitivity_config.yml diff --git a/results/plm/plr_cate_coverage.csv b/results/plm/plr_cate_coverage.csv index 0e0f84a..1236b1b 100644 --- a/results/plm/plr_cate_coverage.csv +++ b/results/plm/plr_cate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.81108,0.34753625073182437,0.10476467882955193,0.982,0.8753490918585222,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.88301,0.4141149848201987,0.10476467882955193,0.979,0.8696275590057301,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7499,0.45436580938530496,0.15479317056430109,0.966,1.14045419057626,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8292,0.5414102553624136,0.15479317056430109,0.965,1.1428606023655155,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.88042,0.36547250073661136,0.09244066038082599,0.995,0.9201052947485936,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9352,0.435487344920254,0.09244066038082599,0.997,0.919191600876896,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.8518,0.6456523117846842,0.1769434790790047,0.996,1.624300550180789,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9141,0.769342181515791,0.1769434790790047,0.998,1.6222295727135105,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.77595,0.3560003472875054,0.11493249002243157,0.98,0.8936995010150599,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.85296,0.42420057793254784,0.11493249002243157,0.979,0.8971381008472117,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.11575,0.5627449979830486,0.5297395114934405,0.226,1.412353729446771,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.17424,0.6705520238728092,0.5297395114934405,0.251,1.4195918591195151,1000 -LassoCV,LassoCV,IV-type,0.9,0.89501,0.3616476276526723,0.0887937798304664,0.996,0.9109478256370118,1000 -LassoCV,LassoCV,IV-type,0.95,0.94635,0.4309297275328325,0.0887937798304664,0.997,0.9076084670232829,1000 -LassoCV,LassoCV,partialling out,0.9,0.8930800000000001,0.37580933136906214,0.0927480396215142,0.998,0.9419266033822707,1000 -LassoCV,LassoCV,partialling out,0.95,0.94477,0.4478044383211074,0.0927480396215142,0.996,0.9487078274811828,1000 -LassoCV,RF Regr.,IV-type,0.9,0.8928400000000001,0.3592189643382743,0.08858475373164268,0.997,0.906279246304125,1000 -LassoCV,RF Regr.,IV-type,0.95,0.94447,0.42803579669984043,0.08858475373164268,0.999,0.9046683354643144,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7744500000000001,0.4325567867931696,0.1411787082704541,0.985,1.0882496699575799,1000 -LassoCV,RF Regr.,partialling out,0.95,0.85524,0.515423202096265,0.1411787082704541,0.986,1.0866817530916593,1000 -RF Regr.,LassoCV,IV-type,0.9,0.88628,0.34773790027537904,0.08739450648497399,0.995,0.8767583563969938,1000 -RF Regr.,LassoCV,IV-type,0.95,0.93931,0.41435526507151715,0.08739450648497399,0.993,0.8726685703740463,1000 -RF Regr.,LassoCV,partialling out,0.9,0.86485,0.44479221962726684,0.11779311137598938,0.995,1.120671371140575,1000 -RF Regr.,LassoCV,partialling out,0.95,0.92655,0.5300026195575835,0.11779311137598938,0.994,1.1221894886367008,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.8826,0.34326383534625277,0.08700990140042893,0.998,0.8628894725119298,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.93355,0.409024087888394,0.08700990140042893,0.995,0.8641224623570899,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.87676,0.38372252559163483,0.09828756016001841,0.996,0.9676080596207122,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.93264,0.45723359081515513,0.09828756016001841,0.998,0.9616692545502734,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.8198099999999999,0.34883252415874394,0.10281279269054287,0.765,0.588332127746992,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.88755,0.4156595898776028,0.10281279269054287,0.763,0.5878038074557178,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.7349199999999999,0.4562103471627791,0.15904905047396173,0.727,0.7682989950250051,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8238099999999999,0.5436081576880287,0.15904905047396173,0.726,0.7682661078443602,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.87982,0.3665191722684376,0.0927571314724144,0.907,0.6173131139502616,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.93303,0.43673453097523746,0.0927571314724144,0.911,0.6181274814925068,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.84538,0.6463953755738875,0.17850253600281712,0.858,1.0863168725136556,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.90901,0.7702275966318787,0.17850253600281712,0.86,1.0868420095249562,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.77736,0.35804699553278435,0.11489877457373991,0.736,0.6066555055195842,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.8603500000000001,0.426639309734601,0.11489877457373991,0.735,0.6070092684022909,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.11014,0.5623388101357645,0.5279905081215652,0.008,0.9467281826007632,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.16629,0.6700680212001154,0.5279905081215652,0.008,0.946638234730702,1000 +LassoCV,LassoCV,IV-type,0.9,0.8974500000000001,0.3634292572809719,0.08832893497314144,0.94,0.614458328981999,1000 +LassoCV,LassoCV,IV-type,0.95,0.9491799999999999,0.4330526701752905,0.08832893497314144,0.937,0.6141174911976152,1000 +LassoCV,LassoCV,partialling out,0.9,0.8889900000000001,0.3785172992028548,0.09395813116623014,0.941,0.6402786059603511,1000 +LassoCV,LassoCV,partialling out,0.95,0.94255,0.45103118101636086,0.09395813116623014,0.939,0.6394763435771249,1000 +LassoCV,RF Regr.,IV-type,0.9,0.89603,0.3607828686334476,0.08844866426862787,0.933,0.610340528973201,1000 +LassoCV,RF Regr.,IV-type,0.95,0.9471,0.42989930360621986,0.08844866426862787,0.933,0.6101735326837564,1000 +LassoCV,RF Regr.,partialling out,0.9,0.76577,0.43314995331936806,0.14236641261439545,0.761,0.7314982566958946,1000 +LassoCV,RF Regr.,partialling out,0.95,0.84922,0.5161300036068277,0.14236641261439545,0.754,0.7308073611024948,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8823799999999999,0.34878242200191634,0.08841498029875287,0.909,0.5881383266187009,1000 +RF Regr.,LassoCV,IV-type,0.95,0.93641,0.41559988947549964,0.08841498029875287,0.91,0.5880170792044084,1000 +RF Regr.,LassoCV,partialling out,0.9,0.86119,0.444504271845137,0.11826353507451572,0.893,0.7492265290506428,1000 +RF Regr.,LassoCV,partialling out,0.95,0.92108,0.5296595086125394,0.11826353507451572,0.895,0.748832723694396,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.88297,0.3448117333998488,0.08814931325754156,0.911,0.5814088194248226,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.93696,0.41086852218156,0.08814931325754156,0.909,0.5811591226693688,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8724,0.3840283933443774,0.09953568724458389,0.907,0.6473203174126034,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.93138,0.4575980547222073,0.09953568724458389,0.907,0.647985054077678,1000 diff --git a/results/plm/plr_cate_metadata.csv b/results/plm/plr_cate_metadata.csv index 3fb945c..f819df7 100644 --- a/results/plm/plr_cate_metadata.csv +++ b/results/plm/plr_cate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRCATECoverageSimulation,2025-12-04 20:18,189.09370460510254,3.12.3,scripts/plm/plr_cate_config.yml +0.11.5.dev55,PLRCATECoverageSimulation,2026-08-10 13:33,180.63038444519043,3.12.3,scripts/plm/plr_cate_config.yml diff --git a/results/plm/plr_gate_coverage.csv b/results/plm/plr_gate_coverage.csv index 3e2dc9d..5e971be 100644 --- a/results/plm/plr_gate_coverage.csv +++ b/results/plm/plr_gate_coverage.csv @@ -1,29 +1,29 @@ Learner g,Learner m,Score,level,Coverage,CI Length,Bias,Uniform Coverage,Uniform CI Length,repetition -LGBM Regr.,LGBM Regr.,IV-type,0.9,0.806,0.340589476099536,0.10642719318016228,0.987,0.8004940282247246,1000 -LGBM Regr.,LGBM Regr.,IV-type,0.95,0.876,0.4058373922946947,0.10642719318016228,0.983,0.8008650552894343,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.9,0.744,0.41216781442446043,0.13930890748776442,0.978,0.9711592306701852,1000 -LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8313333333333334,0.49112824303749686,0.13930890748776442,0.978,0.9674597871517567,1000 -LGBM Regr.,LassoCV,IV-type,0.9,0.8916666666666666,0.3577177065925385,0.09023588445552218,1.0,0.8406624541397631,1000 -LGBM Regr.,LassoCV,IV-type,0.95,0.9376666666666666,0.4262469377613054,0.09023588445552218,0.998,0.8396811667915306,1000 -LGBM Regr.,LassoCV,partialling out,0.9,0.851,0.5544324938243242,0.15307433721758,0.998,1.3050834424316233,1000 -LGBM Regr.,LassoCV,partialling out,0.95,0.9143333333333333,0.660647064242672,0.15307433721758,0.996,1.3090104136830218,1000 -LassoCV,LGBM Regr.,IV-type,0.9,0.749,0.35340599486147595,0.12225964634750337,0.977,0.8310427452560518,1000 -LassoCV,LGBM Regr.,IV-type,0.95,0.8353333333333334,0.421109216345775,0.12225964634750337,0.981,0.8273196308576153,1000 -LassoCV,LGBM Regr.,partialling out,0.9,0.13166666666666665,0.4816129404694944,0.48357343001492625,0.178,1.134778768017635,1000 -LassoCV,LGBM Regr.,partialling out,0.95,0.17466666666666666,0.5738772145690085,0.48357343001492625,0.171,1.1277997900457917,1000 -LassoCV,LassoCV,IV-type,0.9,0.8946666666666666,0.35674724983816697,0.0860954784479901,0.997,0.8404382654949778,1000 -LassoCV,LassoCV,IV-type,0.95,0.949,0.4250905672150416,0.0860954784479901,0.998,0.8392315655701177,1000 -LassoCV,LassoCV,partialling out,0.9,0.8956666666666666,0.36721873313399944,0.08935733034120422,1.0,0.8631111662911434,1000 -LassoCV,LassoCV,partialling out,0.95,0.9426666666666667,0.43756810916057176,0.08935733034120422,0.999,0.8663882678503069,1000 -LassoCV,RF Regr.,IV-type,0.9,0.8886666666666666,0.35548185477146965,0.08641145515163902,0.998,0.8365905528843341,1000 -LassoCV,RF Regr.,IV-type,0.95,0.9456666666666667,0.42358275599323825,0.08641145515163902,0.996,0.8364714904166475,1000 -LassoCV,RF Regr.,partialling out,0.9,0.7493333333333334,0.4049270401478124,0.13355260607357494,0.986,0.9506532809092213,1000 -LassoCV,RF Regr.,partialling out,0.95,0.8326666666666667,0.48250032832832196,0.13355260607357494,0.986,0.953296010770798,1000 -RF Regr.,LassoCV,IV-type,0.9,0.8846666666666666,0.3463895774754974,0.08804499016875705,0.996,0.8129149828061188,1000 -RF Regr.,LassoCV,IV-type,0.95,0.937,0.4127486393608757,0.08804499016875705,0.994,0.8138385193812449,1000 -RF Regr.,LassoCV,partialling out,0.9,0.8646666666666666,0.4124715835614797,0.1086839758361102,0.996,0.9727843917949384,1000 -RF Regr.,LassoCV,partialling out,0.95,0.9253333333333333,0.49149020628967766,0.1086839758361102,0.999,0.9742832383410707,1000 -RF Regr.,RF Regr.,IV-type,0.9,0.8823333333333334,0.3442575451597504,0.08764869687656554,0.998,0.8096053046000788,1000 -RF Regr.,RF Regr.,IV-type,0.95,0.9413333333333334,0.4102081661635831,0.08764869687656554,0.997,0.8116011089606914,1000 -RF Regr.,RF Regr.,partialling out,0.9,0.8836666666666666,0.3684983412988984,0.09321084514903152,0.997,0.8668637316494815,1000 -RF Regr.,RF Regr.,partialling out,0.95,0.9376666666666666,0.4390928563334698,0.09321084514903152,0.996,0.8668288739442291,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.9,0.7943333333333333,0.341436241580283,0.10995305466823846,0.814,0.4950332500997899,1000 +LGBM Regr.,LGBM Regr.,IV-type,0.95,0.8656666666666666,0.4068463755977816,0.10995305466823846,0.814,0.4953676365755058,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.9,0.729,0.4149584304476222,0.14190096712779007,0.73,0.6019464924820904,1000 +LGBM Regr.,LGBM Regr.,partialling out,0.95,0.8163333333333334,0.49445346712458765,0.14190096712779007,0.731,0.6020326053364711,1000 +LGBM Regr.,LassoCV,IV-type,0.9,0.8803333333333334,0.3592591953706157,0.09189771733212235,0.919,0.5209722124002529,1000 +LGBM Regr.,LassoCV,IV-type,0.95,0.933,0.428083734931643,0.09189771733212235,0.923,0.5209739177620779,1000 +LGBM Regr.,LassoCV,partialling out,0.9,0.835,0.5541125374473447,0.1569838067856123,0.87,0.804427854398346,1000 +LGBM Regr.,LassoCV,partialling out,0.95,0.9093333333333333,0.6602658127044024,0.1569838067856123,0.864,0.803700535324206,1000 +LassoCV,LGBM Regr.,IV-type,0.9,0.7353333333333333,0.3545898780793615,0.1244444586843881,0.747,0.5143688921213634,1000 +LassoCV,LGBM Regr.,IV-type,0.95,0.8213333333333334,0.42251990020903013,0.1244444586843881,0.742,0.5143389902088759,1000 +LassoCV,LGBM Regr.,partialling out,0.9,0.1363333333333333,0.4839530889433691,0.4855855451167609,0.001,0.7018142541497807,1000 +LassoCV,LGBM Regr.,partialling out,0.95,0.18866666666666665,0.5766656734641453,0.4855855451167609,0.0,0.7017421196665693,1000 +LassoCV,LassoCV,IV-type,0.9,0.889,0.3580772836339329,0.08709237047202568,0.947,0.5196844856934504,1000 +LassoCV,LassoCV,IV-type,0.95,0.9466666666666667,0.42667540023313444,0.08709237047202568,0.947,0.5193699319877835,1000 +LassoCV,LassoCV,partialling out,0.9,0.8943333333333334,0.369347657957145,0.09190064208629532,0.936,0.535663447656964,1000 +LassoCV,LassoCV,partialling out,0.95,0.94,0.4401048795520456,0.09190064208629532,0.939,0.5355650600105816,1000 +LassoCV,RF Regr.,IV-type,0.9,0.8953333333333334,0.35660280707475633,0.08684313769731399,0.945,0.5176180758291101,1000 +LassoCV,RF Regr.,IV-type,0.95,0.9463333333333334,0.4249184530466601,0.08684313769731399,0.948,0.5172464857190375,1000 +LassoCV,RF Regr.,partialling out,0.9,0.7326666666666666,0.40488907735077834,0.1372768264013762,0.754,0.5876023965104743,1000 +LassoCV,RF Regr.,partialling out,0.95,0.8213333333333334,0.4824550928655916,0.1372768264013762,0.747,0.587486499778661,1000 +RF Regr.,LassoCV,IV-type,0.9,0.8786666666666666,0.34760777685327704,0.08937684730417278,0.928,0.504104545942505,1000 +RF Regr.,LassoCV,IV-type,0.95,0.9356666666666666,0.41420021345070057,0.08937684730417278,0.928,0.5043357032676674,1000 +RF Regr.,LassoCV,partialling out,0.9,0.8586666666666666,0.4134315582034641,0.109871043722229,0.923,0.5993692072731971,1000 +RF Regr.,LassoCV,partialling out,0.95,0.9276666666666666,0.4926340866286525,0.109871043722229,0.927,0.59961830577532,1000 +RF Regr.,RF Regr.,IV-type,0.9,0.8793333333333334,0.34523647841456273,0.08929414593418485,0.93,0.5008466573243954,1000 +RF Regr.,RF Regr.,IV-type,0.95,0.9346666666666666,0.41137463708310007,0.08929414593418485,0.932,0.5006514126014845,1000 +RF Regr.,RF Regr.,partialling out,0.9,0.8753333333333334,0.3696729517121556,0.09375263724661506,0.932,0.5359670679102082,1000 +RF Regr.,RF Regr.,partialling out,0.95,0.9343333333333333,0.4404924909685083,0.09375263724661506,0.931,0.5361485365475304,1000 diff --git a/results/plm/plr_gate_metadata.csv b/results/plm/plr_gate_metadata.csv index 10ef829..7f21b6f 100644 --- a/results/plm/plr_gate_metadata.csv +++ b/results/plm/plr_gate_metadata.csv @@ -1,2 +1,2 @@ DoubleML Version,Script,Date,Total Runtime (minutes),Python Version,Config File -0.12.dev0,PLRGATECoverageSimulation,2025-12-04 20:14,184.69524136781692,3.12.3,scripts/plm/plr_gate_config.yml +0.11.5.dev55,PLRGATECoverageSimulation,2026-08-10 13:34,180.68502512375514,3.12.3,scripts/plm/plr_gate_config.yml