[{
  "_id": 885,
  "config": {
    "overwrite": 885,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset_lincs_genes.h5ad",
        "degs_key": "lincs_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": false,
      "embedding": {
        "directory": null,
        "model": "grover_base"
      },
      "hparams": {
        "adversary_depth": 3,
        "adversary_lr": 0.007701798297509624,
        "adversary_steps": 2,
        "adversary_wd": 0.0005669849511478851,
        "adversary_width": 256,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.007969454818643935,
        "autoencoder_wd": 0.000007114476009343412,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.007969454818643935,
        "dosers_wd": 0.000007114476009343412,
        "dosers_width": 512,
        "dropout": 0.262378,
        "embedding_encoder_depth": 3,
        "embedding_encoder_width": 512,
        "penalty_adversary": 1.6675211761940134,
        "reg_adversary": 33.350423523880266,
        "reg_adversary_cov": 69.78211022792676,
        "step_size_lr": 50
      },
      "load_pretrained": false,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 200,
      "run_eval_disentangle": true,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 157895022
  },
  "config_hash": "0807497c5407f4e0c8a52207f36a185f",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199
    ],
    "stats_epoch": [
      199
    ],
    "loss_reconstruction": [
      -11504.724842353957,
      -12604.398506469093,
      -13016.190584270284,
      -13149.253911398351,
      -13199.867298031226,
      -13203.153111897409,
      -13103.482404472306,
      -13038.000877890736,
      -12810.263484032825,
      -12726.800652429229,
      -13084.46203779988,
      -12985.757036510855,
      -13124.578145447187,
      -13147.422808416188,
      -13220.326191179454,
      -13212.662437170744,
      -13215.00781314075,
      -13429.510167098604,
      -13399.609727464616,
      -13290.76899952069,
      -13472.579801198095,
      -13562.668782621622,
      -13603.911813385785,
      -13543.22762901336,
      -13527.961768373847,
      -13595.667014688253,
      -13579.416318232194,
      -13616.763842448592,
      -13583.763571619987,
      -13505.118675425649,
      -13475.533263370395,
      -13605.666028395295,
      -13683.756971698254,
      -13620.715355503635,
      -13603.469407280907,
      -13540.03245051857,
      -13605.952300799778,
      -13546.927448749542,
      -13643.615862905513,
      -13697.982884680852,
      -13725.549548948184,
      -13614.20746709127,
      -13648.892770662904,
      -13632.578689920716,
      -13644.721074163914,
      -13583.737866155803,
      -13500.357200716157,
      -13597.28673338145,
      -13555.41084413603,
      -13590.822476604953,
      -13677.9450369142,
      -13672.410690469202,
      -13710.910201150924,
      -13681.583710538223,
      -13711.645037714392,
      -13659.297257347032,
      -13712.657472463325,
      -13754.929705560207,
      -13780.457416069112,
      -13748.8490280509,
      -13762.488767691888,
      -13728.092646541074,
      -13746.537398489425,
      -13700.499323837459,
      -13741.130890250206,
      -13774.37373869121,
      -13822.895649600774,
      -13801.321020945907,
      -13804.58076030761,
      -13696.7639772892,
      -13696.75038972497,
      -13749.094898914918,
      -13816.248842075467,
      -13777.46891976893,
      -13814.654871068895,
      -13808.419190825894,
      -13810.523575641215,
      -13844.514554068446,
      -13837.059607811272,
      -13848.16019288823,
      -13827.833538994193,
      -13850.789277922362,
      -13813.162504600361,
      -13844.989081252366,
      -13850.388723991811,
      -13848.644282246009,
      -13835.535062765703,
      -13832.368202596903,
      -13834.669043482281,
      -13839.06780937314,
      -13808.146985039115,
      -13789.020170591772,
      -13789.870270445943,
      -13837.611671507359,
      -13829.32135527581,
      -13834.906383732334,
      -13844.410884477198,
      -13860.759390654974,
      -13830.958262030035,
      -13858.209926947951,
      -13868.653027385473,
      -13899.752732489258,
      -13897.377986483742,
      -13912.806749671698,
      -13906.0322503075,
      -13897.037659399211,
      -13899.443910382688,
      -13908.268702290952,
      -13913.974740948528,
      -13907.509519726038,
      -13910.595785170794,
      -13909.515922495164,
      -13910.58954711631,
      -13906.450567603111,
      -13907.54061049223,
      -13894.97779586725,
      -13877.872846908867,
      -13909.401945323683,
      -13912.127504460514,
      -13902.766403440386,
      -13902.412190901116,
      -13910.956371054053,
      -13876.363370015286,
      -13833.921935617924,
      -13886.492444105446,
      -13901.76236127317,
      -13917.181507140398,
      -13921.848995864391,
      -13896.109266735613,
      -13918.635326862335,
      -13917.951273894869,
      -13914.380215324461,
      -13914.861411638558,
      -13905.109025580925,
      -13912.403195118532,
      -13898.078161418438,
      -13902.703695037402,
      -13911.206649191678,
      -13901.663160592318,
      -13902.658130783588,
      -13912.001891039312,
      -13908.334537126124,
      -13887.924100268632,
      -13893.06653302908,
      -13899.646089665592,
      -13914.35982272774,
      -13915.509844608605,
      -13915.555286180228,
      -13894.108669435605,
      -13916.488209880888,
      -13936.594905287027,
      -13949.57907312736,
      -13938.376538515091,
      -13946.165537245572,
      -13948.815962262452,
      -13936.230582877994,
      -13912.508877702057,
      -13940.009752120823,
      -13937.615659676492,
      -13933.517926454544,
      -13941.738885408267,
      -13946.618449557573,
      -13943.28467399627,
      -13952.1581747788,
      -13951.186255216599,
      -13951.743298649788,
      -13962.516607060563,
      -13951.629568301141,
      -13950.161068316549,
      -13951.0667673368,
      -13951.551029853523,
      -13953.108799178153,
      -13948.361923858523,
      -13955.035667791963,
      -13930.707414213568,
      -13871.178116876632,
      -13932.730827789754,
      -13939.934885090217,
      -13943.866058424115,
      -13935.695596590638,
      -13947.920947171748,
      -13956.920645065606,
      -13952.757767021656,
      -13950.053775325418,
      -13951.68202161789,
      -13945.54877755791,
      -13947.932961020619,
      -13940.11414551735,
      -13886.504528639372,
      -13931.386484514922,
      -13951.224895581603,
      -13956.267502654344,
      -13942.275394767523,
      -13940.440591636114,
      -13935.13498677127,
      -13934.924268810079,
      -13942.345290360972,
      -13940.914548248053,
      -13954.208792045712,
      -13953.24577531591
    ],
    "loss_adv_drugs": [
      50152.86751508713,
      50058.55268526077,
      50059.86887741089,
      50057.4237446785,
      50058.882866859436,
      50060.05226278305,
      50058.76808023453,
      50059.14535999298,
      50058.77332115173,
      50060.0097155571,
      50060.39359283447,
      50060.37634849548,
      50058.959218502045,
      50058.98361349106,
      50060.18864965439,
      50059.981847286224,
      50059.01398611069,
      50058.806345939636,
      50060.21000289917,
      50058.49149799347,
      50060.97444820404,
      50060.79270505905,
      50060.33586359024,
      50059.50334787369,
      50059.86923980713,
      50059.118779182434,
      50058.59009552002,
      50058.94770860672,
      50063.740223407745,
      50057.204650878906,
      50059.8564786911,
      50058.377341747284,
      50059.02403879166,
      50060.01594877243,
      50059.01608848572,
      50061.31932592392,
      50057.68291139603,
      50058.91609239578,
      50060.209500312805,
      50058.281171798706,
      50057.953706264496,
      50059.41382598877,
      50058.59491062164,
      50060.75552845001,
      50058.20641040802,
      50058.57023906708,
      50060.75466108322,
      50060.42140388489,
      50060.31795835495,
      50060.858296871185,
      50039.78626346588,
      50038.60579442978,
      50039.076835632324,
      50039.93875360489,
      50038.03420114517,
      50040.23484182358,
      50037.48367166519,
      50037.65333366394,
      50038.353065013885,
      50039.82297992706,
      50038.73774957657,
      50037.70138835907,
      50037.808480262756,
      50038.66211986542,
      50039.804748535156,
      50039.38980436325,
      50039.00214767456,
      50038.47161626816,
      50039.9264960289,
      50039.80689525604,
      50039.459654808044,
      50038.61023283005,
      50040.69313240051,
      50040.3542804718,
      50037.60224056244,
      50038.83035612106,
      50040.704691410065,
      50040.71627378464,
      50039.63734960556,
      50040.51240205765,
      50038.49280500412,
      50039.05224752426,
      50038.054814338684,
      50038.66497564316,
      50037.11616754532,
      50040.439470767975,
      50040.24930238724,
      50039.02934885025,
      50041.38424491882,
      50038.165190696716,
      50039.20130634308,
      50038.44188404083,
      50039.73625135422,
      50038.520382881165,
      50038.10302400589,
      50039.37997055054,
      50039.967992305756,
      50038.83601427078,
      50038.007769584656,
      50038.33373641968,
      50018.11397266388,
      49991.88834857941,
      49988.68861198425,
      49985.060455322266,
      49988.41869497299,
      49985.63708925247,
      49985.18072891235,
      49988.16753387451,
      49986.69209909439,
      49988.59058427811,
      49986.83682727814,
      49986.71414756775,
      49987.0083527565,
      49986.46070957184,
      49984.897834300995,
      49985.6960272789,
      49986.02468776703,
      49988.1630692482,
      49985.41503238678,
      49985.27848625183,
      49986.063834667206,
      49988.08515882492,
      49985.94276857376,
      49987.878628730774,
      49984.37781429291,
      49984.730882167816,
      49986.234402656555,
      49986.453711509705,
      49985.26009464264,
      49986.290350437164,
      49987.16116952896,
      49986.245483875275,
      49988.38934183121,
      49986.09892368317,
      49988.75559425354,
      49988.256563186646,
      49985.947318553925,
      49986.81813240051,
      49984.18355035782,
      49987.12563896179,
      49987.9450378418,
      49986.865804195404,
      49986.60520648956,
      49987.634841918945,
      49984.60093975067,
      49988.30847072601,
      49985.73062133789,
      49986.97746181488,
      49987.768679142,
      49986.05760097504,
      49969.9013633728,
      49967.893166065216,
      49966.96059036255,
      49968.24978160858,
      49966.62595701218,
      49966.75738096237,
      49965.18962717056,
      49966.65312194824,
      49967.214839458466,
      49966.33621740341,
      49966.21539783478,
      49966.47096967697,
      49966.16636991501,
      49965.10246181488,
      49965.97718191147,
      49965.58813095093,
      49965.68881893158,
      49966.616572380066,
      49966.12409543991,
      49966.52088689804,
      49967.033217430115,
      49967.97010707855,
      49966.553399086,
      49964.79503774643,
      49966.48668909073,
      49966.8247051239,
      49965.30771303177,
      49967.02518224716,
      49966.73113203049,
      49966.79742002487,
      49966.04053544998,
      49967.29234266281,
      49966.10265827179,
      49967.13025856018,
      49966.972779750824,
      49966.186459064484,
      49965.78192472458,
      49965.97324514389,
      49966.259184360504,
      49966.16514778137,
      49966.063119888306,
      49965.887865543365,
      49967.478986263275,
      49964.73511219025,
      49965.64395427704,
      49966.5454788208,
      49964.519359111786,
      49966.625227451324,
      49966.81689739227,
      49965.758741378784
    ],
    "loss_adv_covariates": [
      10033.758640564978,
      10147.075062274933,
      10170.081842839718,
      10174.38410627842,
      10170.318281829357,
      10172.153916418552,
      10171.509269714355,
      10168.640276193619,
      10170.136648237705,
      10171.348056435585,
      10171.27989935875,
      10170.70122796297,
      10170.50009071827,
      10171.205368995667,
      10173.344659209251,
      10170.532456636429,
      10169.60243999958,
      10170.172707915306,
      10172.014071404934,
      10172.440035581589,
      10169.112186908722,
      10171.994730114937,
      10172.420754790306,
      10171.459040820599,
      10171.012355029583,
      10172.70426440239,
      10170.48157197237,
      10171.924005687237,
      10170.93564093113,
      10171.150563657284,
      10172.8868227005,
      10170.209315955639,
      10171.505901575089,
      10171.69086021185,
      10172.719529986382,
      10169.442258179188,
      10171.550053954124,
      10171.765106618404,
      10171.660344064236,
      10172.663951694965,
      10171.455289244652,
      10172.646751999855,
      10170.861332893372,
      10171.917428076267,
      10171.726072728634,
      10170.355255186558,
      10172.777294456959,
      10171.114834010601,
      10169.582905173302,
      10169.10277467966,
      10164.893799960613,
      10164.705279231071,
      10165.350595235825,
      10165.563022732735,
      10164.458816051483,
      10165.540948271751,
      10165.050995826721,
      10164.512526094913,
      10165.51403081417,
      10164.497552275658,
      10166.220376372337,
      10164.932907700539,
      10165.849894225597,
      10164.813413023949,
      10165.07550829649,
      10165.384271621704,
      10164.700569570065,
      10165.450603365898,
      10165.429929077625,
      10165.31616216898,
      10166.030400276184,
      10165.255027890205,
      10164.782254457474,
      10164.952470541,
      10164.846373975277,
      10165.550998449326,
      10165.616885662079,
      10163.954088151455,
      10164.48597896099,
      10165.92981672287,
      10165.65485739708,
      10165.290966331959,
      10164.93286818266,
      10165.354459047318,
      10165.475671172142,
      10165.404555082321,
      10165.26897585392,
      10165.621917009354,
      10164.543035209179,
      10164.26269519329,
      10165.413681447506,
      10164.584885418415,
      10164.780615746975,
      10165.445914030075,
      10165.305164694786,
      10164.770992398262,
      10164.477142810822,
      10165.080013334751,
      10164.600669264793,
      10165.69287288189,
      10163.647595345974,
      10163.143354594707,
      10163.369632840157,
      10162.958922326565,
      10163.484972536564,
      10163.032198786736,
      10163.790451645851,
      10162.859286427498,
      10163.642804205418,
      10163.430742740631,
      10163.27072763443,
      10163.797267377377,
      10163.466734111309,
      10163.644787728786,
      10163.563418865204,
      10163.494936048985,
      10163.5907959342,
      10163.61802238226,
      10163.323706686497,
      10163.811353325844,
      10163.161191701889,
      10163.491886854172,
      10163.187124848366,
      10163.968626737595,
      10163.215784549713,
      10163.71997988224,
      10163.644565165043,
      10163.672993302345,
      10163.19168651104,
      10163.243996798992,
      10164.483036339283,
      10163.456077575684,
      10163.656772494316,
      10163.93708461523,
      10163.433070063591,
      10163.744636297226,
      10164.47721004486,
      10163.575097501278,
      10163.087422788143,
      10163.120925843716,
      10163.466268897057,
      10163.515775322914,
      10163.349392950535,
      10163.342936754227,
      10163.334509909153,
      10163.033985733986,
      10163.475702703,
      10163.472498595715,
      10163.266299068928,
      10164.086308181286,
      10162.724052131176,
      10162.66760700941,
      10162.533902645111,
      10162.306608855724,
      10162.541071593761,
      10163.00811201334,
      10162.39755243063,
      10162.623069882393,
      10162.194581627846,
      10162.848647296429,
      10162.484926879406,
      10162.766794323921,
      10162.80386853218,
      10162.517715036869,
      10162.170107960701,
      10162.563616991043,
      10162.849916100502,
      10162.41628319025,
      10162.38181400299,
      10162.113976180553,
      10162.283063352108,
      10162.478351950645,
      10162.478948295116,
      10162.381796836853,
      10162.312514841557,
      10162.843698859215,
      10162.363766551018,
      10162.413395881653,
      10162.205961942673,
      10162.41094237566,
      10162.656562924385,
      10162.340022206306,
      10162.339893519878,
      10162.333963751793,
      10162.476764917374,
      10162.62877213955,
      10162.596805751324,
      10162.517092943192,
      10162.771931290627,
      10162.540398955345,
      10162.527997016907,
      10162.219566762447,
      10162.571284353733,
      10162.234908759594,
      10162.288602292538,
      10162.50680065155,
      10162.73561912775,
      10162.258128583431,
      10163.114592790604,
      10162.518929958344
    ],
    "penalty_adv_drugs": [
      26.351366211959093,
      0.000001875572994197666,
      0,
      0,
      4.272559017726367e-42,
      4.844228677172153e-33,
      1.2521427705206178e-33,
      1.617090987055524e-32,
      6.267787867724149e-31,
      1.866590572201321e-29,
      5.6064305984823305e-36,
      6.725005854507569e-34,
      1.3949152358683904e-30,
      4.5175324415454044e-33,
      7.580616577464389e-32,
      3.931447167443921e-30,
      3.646968333209892e-29,
      3.198620079982517e-33,
      4.036622756258152e-31,
      9.640939443689697e-33,
      9.74258940050619e-33,
      5.779541257652786e-31,
      1.7168878644570588e-32,
      3.0602714279110364e-33,
      7.440008952775138e-34,
      1.571251739601173e-32,
      1.3329624990355588e-29,
      1.922534541031807e-30,
      1.199130088986665e-30,
      1.880058161366277e-29,
      1.1705536783224562e-31,
      4.568925115151574e-30,
      1.940888781931602e-31,
      3.024384484418214e-32,
      9.842644523705061e-32,
      6.151978532616853e-33,
      2.2610877123098286e-35,
      4.990538901440297e-34,
      1.827029643268248e-34,
      4.320411843942261e-29,
      1.0450721003949054e-35,
      2.3470073843697057e-28,
      4.087327070438542e-31,
      9.377710757285788e-34,
      2.2132554298903925e-33,
      1.7126000390136718e-32,
      1.473483856715026e-33,
      2.069256608431207e-37,
      1.8013764065896283e-37,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "penalty_adv_covariates": [
      0.10057368578554847,
      0.000025942047510748055,
      2.798380149643074e-7,
      0.0000010634452875301496,
      0.000001147194690680653,
      0.0000017181293279001052,
      0.0000017465982026913262,
      0.000001920635899936676,
      0.0000013616284218047532,
      0.0000023203237440312837,
      0.000012816170537446875,
      0.0000037171582724178888,
      0.000008309943781888735,
      0.000009245958362894132,
      0.000022437147548204664,
      0.000016096308319650663,
      0.000008568772356290203,
      0.000031717992432441316,
      0.00006494886014613863,
      0.00024078588127103215,
      0.00016022510163670036,
      0.0003060251135980753,
      0.000183398429632786,
      0.00030304542290159823,
      0.0004886299086495068,
      0.00030021762134059364,
      0.0004100995683640955,
      0.000776185449932007,
      0.0007723845907718544,
      0.001059683815454755,
      0.0012445869676163662,
      0.002882854470073846,
      0.0019280903062389916,
      0.006399627570931458,
      0.017692557130461885,
      0.019589361393230115,
      0.03792896788912341,
      0.04669437702564691,
      0.01338914622817066,
      0.9343883974325711,
      0.10930416488101045,
      0.08010713508127035,
      0.014906309156016748,
      0.06685469149811944,
      0.13681683356105587,
      0.0625553906207802,
      0.014847422217122338,
      0.0063840569266685725,
      0.001949186515609947,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "elapsed_time_min": 593.3872596899669,
    "perturbation disentanglement": [
      0.017474986612796783
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5171275734901428
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9189509782122403
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7883100368180374
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8761664935392913
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.33070047233274685
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7129413917934239
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7048376400948332
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5158756016638406
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5315737582071248
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8182338288536778
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6235672688042676
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7756891465849347
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6063194617077157
        }
      ]
    ],
    "training_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.22202069314397463
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.3772020294230652
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8758921479318157
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.3307001169134931
        }
      ]
    ],
    "test_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.24622765224329304
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.3271041297962239
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5156431638738185
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5315737527366267
        }
      ]
    ],
    "ood_sc": [
      {
        "py/tuple": [
          [
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.2060903256901333
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.2960440469905734
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.7756891449292501
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.6063194539811876
            }
          ]
        ]
      }
    ],
    "training_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -1.3045737762100196
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6703984854062622
          }
        ]
      }
    ],
    "test_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.534528134019371
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.5952631429764643
          }
        ]
      }
    ],
    "ood_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.38959026171101463
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6311110961768363
          }
        ]
      }
    ],
    "total_epochs": 199
  }
},{
  "_id": 789,
  "config": {
    "overwrite": 789,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset_lincs_genes.h5ad",
        "degs_key": "lincs_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": false,
      "embedding": {
        "directory": null,
        "model": "rdkit"
      },
      "hparams": {
        "adversary_depth": 4,
        "adversary_lr": 0.00011426627628169611,
        "adversary_steps": 3,
        "adversary_wd": 6.02521573620385e-8,
        "adversary_width": 256,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.00020511104188433984,
        "autoencoder_wd": 2.93753845763282e-8,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 3,
        "dosers_lr": 0.00020511104188433984,
        "dosers_wd": 2.93753845763282e-8,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 128,
        "penalty_adversary": 0.08889607461211929,
        "reg_adversary": 1.7779214922423854,
        "reg_adversary_cov": 7.705594012729585,
        "step_size_lr": 50
      },
      "load_pretrained": true,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 200,
      "run_eval_disentangle": true,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 196111250
  },
  "config_hash": "27b401db1845eea26c102fb614df9c33",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199
    ],
    "stats_epoch": [
      199
    ],
    "loss_reconstruction": [
      23714.617788540276,
      -11704.28857912682,
      -12929.963511168957,
      -13279.038838159293,
      -13468.323214761913,
      -13584.54515118897,
      -13595.771259248257,
      -13712.140932232141,
      -13866.082906167954,
      -13883.446469962597,
      -13917.71151971817,
      -13966.554635696113,
      -14018.15160292387,
      -14047.656496724114,
      -14119.210503388662,
      -14138.731654204428,
      -14108.167712883092,
      -14195.363545969129,
      -14210.687793146819,
      -14263.813446678221,
      -14265.541364774108,
      -14277.20131534338,
      -14315.051856793463,
      -14276.270536452532,
      -14324.50045016408,
      -14403.448934091255,
      -14367.913529515266,
      -14442.257061954588,
      -14457.035055216402,
      -14466.790995888412,
      -14464.898753791116,
      -14477.901785075665,
      -14546.977655535564,
      -14568.730365164578,
      -14635.280193440616,
      -14626.012209583074,
      -14600.529109612107,
      -14719.309522487456,
      -14750.998339369893,
      -14818.688905276358,
      -14806.29419262521,
      -14861.648574993014,
      -14890.1293900077,
      -14974.949659098405,
      -15025.71991065517,
      -15048.261076547205,
      -15124.034775808454,
      -15151.975707603619,
      -15198.424584262073,
      -15195.411116361618,
      -15298.57945972681,
      -15353.756268709898,
      -15414.895947902463,
      -15426.233734063804,
      -15469.121536504477,
      -15468.780298875645,
      -15437.729702506214,
      -15467.694079796784,
      -15493.2903861776,
      -15507.97737011686,
      -15557.199917856604,
      -15541.66527589038,
      -15543.595974419266,
      -15575.591883121058,
      -15563.93808769621,
      -15557.531887800433,
      -15599.679042510688,
      -15612.708632024005,
      -15623.955825372366,
      -15612.085274927318,
      -15644.263152651489,
      -15574.569732189178,
      -15665.532581830397,
      -15656.744580341503,
      -15675.455117374659,
      -15626.446591496468,
      -15652.748300978914,
      -15684.665375541896,
      -15707.95029624179,
      -15685.285902947187,
      -15732.484680883586,
      -15692.106548191397,
      -15747.149549916387,
      -15665.64332252834,
      -15766.653344217688,
      -15755.050143867731,
      -15745.201892841607,
      -15766.897734131664,
      -15753.267904296517,
      -15750.061506539583,
      -15778.567780610174,
      -15713.504968210618,
      -15765.037925615907,
      -15826.365854185075,
      -15812.419146195054,
      -15807.957875629887,
      -15764.763966027647,
      -15823.845802910626,
      -15768.634599821642,
      -15814.787233747542,
      -15848.813594869338,
      -15878.904259294271,
      -15876.531693357509,
      -15859.629027366638,
      -15887.865631427616,
      -15931.07847057283,
      -15945.479718953371,
      -15923.047117464244,
      -15898.701392136514,
      -15906.963541727513,
      -15915.38910587132,
      -15900.193385115708,
      -15931.588908173144,
      -15938.585527390242,
      -15900.734340570169,
      -15948.014676932245,
      -15923.37037396431,
      -15949.64076576382,
      -15922.580831259489,
      -15912.340011924505,
      -15920.121051227674,
      -15940.095973998308,
      -15952.656824886799,
      -15944.529026626784,
      -15917.778605815023,
      -15898.634317860007,
      -15944.233227975667,
      -15946.218651522417,
      -15947.12778825825,
      -15918.175962543115,
      -15950.744795255363,
      -15938.658234871924,
      -15957.645772753633,
      -15941.086279567331,
      -15927.329109292477,
      -15952.540337324142,
      -15940.764750427566,
      -15899.433385678101,
      -15968.448585281149,
      -15954.696999852546,
      -15976.129280820489,
      -15963.436808253638,
      -15973.203257232904,
      -15956.73636982427,
      -16007.246005507186,
      -15982.482087353244,
      -15997.634891111404,
      -15963.580391438678,
      -15975.083481870592,
      -15954.554464198649,
      -15989.900761805475,
      -15982.842148352414,
      -16017.657799143344,
      -16019.565470615402,
      -16032.845374884084,
      -16058.684148379136,
      -15991.591991692781,
      -16026.961357887834,
      -16047.631649933755,
      -16074.12976230681,
      -16052.51451997459,
      -16058.87526960671,
      -16038.471707411576,
      -16008.7360320203,
      -16042.64449338615,
      -16052.795950781554,
      -16031.299631997943,
      -16048.087874924764,
      -16044.309614090249,
      -16038.436580359936,
      -16037.786465838552,
      -16055.281473558396,
      -16033.88982905075,
      -16064.65835878998,
      -16058.975873863325,
      -16039.216335351754,
      -16060.375941101462,
      -16040.814770653844,
      -16070.277092095464,
      -16032.36606952548,
      -16042.759016789496,
      -16088.02453301102,
      -16055.923895545304,
      -16075.46836540103,
      -16093.75121575594,
      -16088.011821884662,
      -16102.771048523486,
      -16030.944333702326,
      -16087.081886097789,
      -16054.56651046034,
      -16029.341336403042,
      -16090.827788442373,
      -16084.436317250133,
      -16096.259138511261,
      -16081.579436542466,
      -16100.390449661762,
      -16096.27432351932,
      -16095.657010167837,
      -16073.013954624534,
      -16058.944073986262
    ],
    "loss_adv_drugs": [
      50244.82488679886,
      50057.932002067566,
      50029.923003196716,
      50016.45136642456,
      50007.125371456146,
      50002.28821849823,
      49994.95688152313,
      49996.80085134506,
      49992.04848098755,
      49987.721846580505,
      49984.795712947845,
      49979.48702144623,
      49977.456857681274,
      49974.115916252136,
      49973.23428297043,
      49969.4610452652,
      49969.73527479172,
      49966.292615413666,
      49960.955211639404,
      49959.143075466156,
      49956.0189948082,
      49951.84024620056,
      49949.89592170715,
      49951.392240047455,
      49942.0255856514,
      49944.089973926544,
      49943.79185009003,
      49938.89809322357,
      49937.07892036438,
      49930.7432346344,
      49929.548063755035,
      49928.44120359421,
      49927.387519836426,
      49928.51154899597,
      49931.59778881073,
      49928.64338541031,
      49925.438996315,
      49919.610630989075,
      49921.1085357666,
      49921.75544023514,
      49919.6143321991,
      49920.29462814331,
      49916.61290025711,
      49912.954798698425,
      49911.30816030502,
      49909.98639059067,
      49911.854150772095,
      49912.943900585175,
      49906.04647350311,
      49905.27369976044,
      49893.354610443115,
      49892.69237136841,
      49890.09111785889,
      49888.35020112991,
      49889.36490917206,
      49889.310775756836,
      49884.97940540314,
      49883.26688957214,
      49883.90313720703,
      49884.58524990082,
      49885.24862909317,
      49884.75423669815,
      49884.8337264061,
      49888.3216586113,
      49885.748219013214,
      49884.453226566315,
      49882.30871343613,
      49884.40234994888,
      49886.41910076141,
      49880.72987651825,
      49883.53008890152,
      49882.204857349396,
      49885.98819541931,
      49882.499807834625,
      49882.36313247681,
      49878.96840906143,
      49881.58517217636,
      49881.144428253174,
      49881.0525393486,
      49878.797305583954,
      49878.38484239578,
      49878.97442436218,
      49879.3813996315,
      49877.75252866745,
      49877.95884037018,
      49878.32718706131,
      49877.82202768326,
      49875.74123334885,
      49875.80430364609,
      49876.385290145874,
      49875.83117198944,
      49876.70146274567,
      49875.066665649414,
      49875.054161548615,
      49874.26936292648,
      49875.1176776886,
      49876.61022424698,
      49875.09723472595,
      49876.14423799515,
      49874.927386283875,
      49870.403502464294,
      49868.97819805145,
      49868.51567316055,
      49866.978880405426,
      49865.091634750366,
      49863.2144203186,
      49864.81340122223,
      49866.32950973511,
      49865.19630098343,
      49866.24993658066,
      49864.57192277908,
      49864.39558649063,
      49864.398686409,
      49863.17978477478,
      49864.81225967407,
      49863.61214542389,
      49864.637088775635,
      49861.72271537781,
      49862.54344511032,
      49862.518568992615,
      49862.46670150757,
      49862.71581172943,
      49862.6008477211,
      49862.7533993721,
      49862.05221796036,
      49860.994309425354,
      49862.4007563591,
      49861.85934257507,
      49861.588232040405,
      49860.97710943222,
      49861.53753519058,
      49862.46802186966,
      49861.92217731476,
      49862.99360370636,
      49859.74012041092,
      49862.52523612976,
      49859.89568567276,
      49861.620827674866,
      49859.10743379593,
      49862.121092796326,
      49861.519117832184,
      49861.30334568024,
      49859.31945848465,
      49860.21831178665,
      49860.19630861282,
      49860.87209510803,
      49861.09409952164,
      49863.2561044693,
      49859.5621342659,
      49860.69020605087,
      49858.73712205887,
      49858.885952949524,
      49855.10345697403,
      49855.55515193939,
      49856.17346191406,
      49854.88172197342,
      49855.08524799347,
      49854.073677539825,
      49853.35977315903,
      49852.539112091064,
      49855.254422187805,
      49854.24463891983,
      49853.5049495697,
      49852.75052642822,
      49853.596636772156,
      49853.622239112854,
      49853.57948255539,
      49852.82397603989,
      49853.67660856247,
      49852.490870952606,
      49851.334778785706,
      49852.07767677307,
      49851.36753320694,
      49852.3287358284,
      49851.67262887955,
      49850.75050497055,
      49851.13459587097,
      49848.464359760284,
      49851.29320383072,
      49849.36584234238,
      49848.383496284485,
      49848.12717485428,
      49851.47726345062,
      49850.483478069305,
      49849.824818611145,
      49851.15993690491,
      49851.047535419464,
      49850.359095573425,
      49847.81726694107,
      49850.15396261215,
      49851.47761964798,
      49851.19900226593,
      49847.96663713455,
      49848.05048942566,
      49846.629183769226,
      49850.16110563278,
      49846.39579677582,
      49849.95673751831,
      49847.78227567673,
      49849.42942285538
    ],
    "loss_adv_covariates": [
      9961.431390285492,
      10181.903799533844,
      10189.3237555027,
      10182.288291215897,
      10181.02783215046,
      10180.120477616787,
      10174.775262236595,
      10174.132403492928,
      10172.964277625084,
      10174.498942494392,
      10175.484167218208,
      10172.977644443512,
      10173.351942777634,
      10170.924980223179,
      10172.037441194057,
      10170.530048012733,
      10170.86842918396,
      10170.849439263344,
      10169.474136054516,
      10171.4265396595,
      10171.155216872692,
      10170.53139859438,
      10171.047254145145,
      10168.991992235184,
      10168.825901389122,
      10169.31604897976,
      10168.433619976044,
      10168.482767820358,
      10166.637579262257,
      10168.87253421545,
      10167.585253059864,
      10167.078358352184,
      10167.542302548885,
      10166.861613333225,
      10167.29850679636,
      10165.998421907425,
      10165.731037318707,
      10166.861989676952,
      10166.713068127632,
      10167.245123624802,
      10164.804085969925,
      10167.544220805168,
      10164.703269958496,
      10165.644205451012,
      10165.884767770767,
      10167.071198940277,
      10166.476973354816,
      10163.409851491451,
      10164.843557417393,
      10164.912488162518,
      10157.657836437225,
      10162.910665631294,
      10161.019889831543,
      10162.52719092369,
      10162.982453644276,
      10162.84839862585,
      10161.47823947668,
      10159.63745200634,
      10160.26427346468,
      10161.717802226543,
      10162.43502920866,
      10160.382568240166,
      10159.51867032051,
      10163.180343389511,
      10161.784349143505,
      10163.157728135586,
      10163.23426091671,
      10163.267919003963,
      10163.066363632679,
      10160.395816206932,
      10163.217926204205,
      10161.987917006016,
      10161.1115899086,
      10162.371920764446,
      10164.10688841343,
      10161.978115439415,
      10161.87516105175,
      10163.111158192158,
      10162.27160948515,
      10160.518328487873,
      10160.012488365173,
      10163.217730820179,
      10163.642098367214,
      10161.454121649265,
      10163.036766469479,
      10162.976172924042,
      10163.369530498981,
      10163.098274052143,
      10161.93968975544,
      10161.381243288517,
      10162.344335019588,
      10160.748677670956,
      10161.516020774841,
      10162.814692676067,
      10164.055919468403,
      10162.987978100777,
      10161.38935571909,
      10162.366497695446,
      10160.632705807686,
      10162.7047393322,
      10160.566411197186,
      10159.925079107285,
      10161.018539726734,
      10159.39429295063,
      10160.758360266685,
      10161.766191005707,
      10160.711903095245,
      10160.82301980257,
      10158.844203174114,
      10160.426662683487,
      10160.64489942789,
      10159.78970348835,
      10160.620896041393,
      10160.346869289875,
      10158.849753499031,
      10160.053996682167,
      10159.1173209548,
      10160.15710580349,
      10160.500514745712,
      10161.08069717884,
      10158.818574547768,
      10160.308390200138,
      10158.806497752666,
      10159.793928086758,
      10158.752635896206,
      10160.049572110176,
      10159.930176198483,
      10161.27229911089,
      10159.19769769907,
      10158.374074339867,
      10159.900937855244,
      10159.39422404766,
      10161.548137426376,
      10159.517659068108,
      10159.533245325089,
      10160.22117292881,
      10160.105165302753,
      10158.93860143423,
      10160.664964616299,
      10162.010196506977,
      10160.044324696064,
      10160.694917500019,
      10159.10808056593,
      10162.20839458704,
      10160.88953357935,
      10159.939189851284,
      10161.094391822815,
      10159.24666595459,
      10162.15829628706,
      10159.595598816872,
      10158.169869720936,
      10159.09274816513,
      10159.250892996788,
      10158.310952484608,
      10158.330531835556,
      10158.730986177921,
      10157.961271703243,
      10158.619539678097,
      10157.683978676796,
      10159.384830653667,
      10158.965736627579,
      10159.539537250996,
      10158.497812509537,
      10156.90175318718,
      10158.425096869469,
      10158.45128673315,
      10156.516210436821,
      10159.225539445877,
      10158.134306311607,
      10157.961737394333,
      10158.66132235527,
      10159.026578783989,
      10157.956315994263,
      10159.208503186703,
      10159.667286872864,
      10159.369415223598,
      10158.703786849976,
      10159.340170919895,
      10160.108525156975,
      10159.460084676743,
      10159.811146259308,
      10161.045067250729,
      10159.06480038166,
      10158.464273035526,
      10159.230049431324,
      10159.011770188808,
      10159.352902412415,
      10158.304882764816,
      10158.638151526451,
      10159.658548414707,
      10157.64842814207,
      10158.550142347813,
      10158.506754398346,
      10157.768759608269,
      10159.057966709137,
      10159.017842590809,
      10158.97921204567,
      10157.463151037693,
      10158.197650015354,
      10159.326712071896
    ],
    "penalty_adv_drugs": [
      20.416063730139285,
      25.0326709758956,
      27.438202581368387,
      23.818463537027128,
      20.318968006875366,
      17.402364994515665,
      16.401379483635537,
      13.28404211945599,
      11.741048387484625,
      10.30311976018129,
      7.446963725669775,
      6.950396083702799,
      6.653317163669271,
      6.864250317739788,
      7.864502083699335,
      9.077866836480098,
      6.102621857004124,
      6.430801398935728,
      6.038701244156982,
      5.761934441281483,
      5.764282312178693,
      5.217767066045781,
      5.429118068757816,
      4.6566562452790095,
      3.8403553436219227,
      3.393629581638379,
      3.5140809421718586,
      3.654361613065703,
      3.0608573723438894,
      2.8726219705713447,
      2.543069077626569,
      1.9848058349380153,
      1.9633403387560975,
      1.634969780658139,
      1.6167906474365736,
      1.4041405151947401,
      1.5029939286250737,
      1.545581372527522,
      1.4558756898113643,
      1.2718006360009895,
      1.3688739117060322,
      1.4909856363810832,
      1.1393467001544195,
      1.0758289848890854,
      1.3254276715015294,
      1.521917809433944,
      1.3340715870945132,
      1.0980535093331127,
      1.1109366593591403,
      1.298450738475367,
      1.2981342624188983,
      1.1262091908356524,
      1.1155633504604339,
      1.089753757652943,
      1.1825813281611772,
      1.2279009683043114,
      1.2216579150044709,
      1.405186843170668,
      1.3195185871445574,
      1.4634924056153977,
      1.6340061876617256,
      1.7134952547057765,
      1.7245616195577895,
      1.743398901046021,
      1.7441672206914518,
      1.7569706452923128,
      2.088366000170936,
      1.8574985520244809,
      1.9466599833831424,
      1.8096987147000618,
      1.9467696578940377,
      2.206640527860145,
      1.985258300192072,
      1.9575370312813902,
      2.0653253216441954,
      2.191537777383928,
      2.060338630210026,
      1.992803393251961,
      2.207367075723596,
      2.084397892205743,
      2.248220469773514,
      2.381815149114118,
      2.4297323014907306,
      2.4192728067864664,
      2.700037526083179,
      2.647040327079594,
      2.6617308450950077,
      2.688093696400756,
      3.182175840018317,
      2.780113880347926,
      3.001460753614083,
      3.2511415887565818,
      3.2633298423315864,
      3.2658251863904297,
      3.839894148753956,
      3.2088057314394973,
      3.103870490565896,
      2.883720307232579,
      3.0787002514698543,
      2.9954350708867423,
      3.1092746315989643,
      3.5457630251767114,
      3.411149861291051,
      3.270841126330197,
      3.4018480970989913,
      3.4386948641040362,
      3.66459130711155,
      3.4690661313943565,
      3.519952260539867,
      3.4033976747305132,
      3.1591598268423695,
      3.267770919512259,
      3.151934056659229,
      3.3222754202142823,
      3.462999777169898,
      3.306861158198444,
      3.4444896254863124,
      3.7176152951433323,
      3.4094554759794846,
      3.4435108221659902,
      3.52890626291628,
      3.7908595500921365,
      3.479587277659448,
      3.789315859612543,
      3.9774927269027103,
      3.8916960367932916,
      4.085758014436578,
      3.768532496440457,
      4.051957517367555,
      3.8711390666721854,
      3.844295858289115,
      4.134886934480164,
      4.105729385250015,
      4.25413651537383,
      4.077735686849337,
      4.143677478306927,
      4.111609387211502,
      4.411907163623255,
      4.435462287336122,
      4.307433719164692,
      4.390216384257656,
      4.5167515625362284,
      4.272310542932246,
      4.426309825503267,
      4.188331005861983,
      5.073576466616942,
      4.647971987258643,
      4.568794989667367,
      4.530092323635472,
      4.862602004723158,
      4.640308691712562,
      4.695156487927306,
      4.571612608677242,
      4.503624589939136,
      4.448788369831163,
      4.546087678172626,
      4.925813006499084,
      4.66478864121018,
      4.78244911209913,
      4.932572462537792,
      4.763797061285004,
      4.874826278479304,
      4.912514856667258,
      4.833236456557643,
      4.847291892278008,
      4.896997413539793,
      4.779590356978588,
      4.7827073043445125,
      4.622057605651207,
      4.6373460460454226,
      4.823768250935245,
      4.604080300719943,
      4.902424673317,
      4.843073585885577,
      4.709672513592523,
      4.978062410489656,
      4.882158833323047,
      4.900097013742197,
      4.929283357458189,
      5.102115931978915,
      4.96671166329179,
      5.175841541320551,
      5.196739422855899,
      5.222406239656266,
      5.342815967393108,
      5.416327257582452,
      5.279761551239062,
      5.207021824433468,
      5.192062695510685,
      5.160267560102511,
      4.896084610489197,
      4.8915986235952005,
      4.979759748035576,
      5.153265360568184,
      5.192362355883233,
      5.383210912230425,
      5.233104662969708,
      5.382931769359857,
      5.089631827315316,
      5.284140136674978
    ],
    "penalty_adv_covariates": [
      0.3613950078142807,
      0.10615245527833395,
      0.022701954762169407,
      0.004882457654304062,
      0.004804230393773423,
      0.005446595861315018,
      0.005061759468397042,
      0.004444440157456597,
      0.005281741812481755,
      0.0037775128939188107,
      0.011420966639015262,
      0.005148694642798546,
      0.006498881533488543,
      0.004652251498725946,
      0.00509850603623363,
      0.006481666586445556,
      0.002426829888960924,
      0.0020343923944423636,
      0.0021589537671715675,
      0.004270293777921097,
      0.004110576683672207,
      0.002702615500126626,
      0.0031546024486672763,
      0.0014574009293042423,
      0.002169421561575291,
      0.0019874671941764177,
      0.0026423315151902216,
      0.005123113824410552,
      0.006671461326234862,
      0.004776783592941314,
      0.0037504813519717572,
      0.005296998692287502,
      0.007249092940725177,
      0.007205030570489157,
      0.01000669025603429,
      0.007880916946504612,
      0.008888010186169026,
      0.008146447378095445,
      0.00974924376376407,
      0.010240956007962154,
      0.013570485914101482,
      0.012453793864267482,
      0.011897624857908795,
      0.0137527185938211,
      0.011646156844051347,
      0.008182257143630522,
      0.005466445071448334,
      0.0036960008570758873,
      0.004424010771131748,
      0.004597557115275208,
      0.007488920026503365,
      0.006435828055828097,
      0.007803941013946769,
      0.007918889870722978,
      0.009165000667337608,
      0.009266401205934471,
      0.010477693734173954,
      0.014483520361523006,
      0.013045575622754768,
      0.011962736635609872,
      0.015233451387530295,
      0.012668984986703435,
      0.012127836220884092,
      0.014357895722469038,
      0.011174145269023938,
      0.010041604713762808,
      0.009687969111809025,
      0.00949274440068848,
      0.00954852895631575,
      0.013163263159640337,
      0.01603355366364667,
      0.016964551431556174,
      0.01497348852194591,
      0.012794879447483254,
      0.011187187793098019,
      0.012900474595994638,
      0.012976312038972537,
      0.013884346282225124,
      0.015194909551951241,
      0.01741260837889058,
      0.016632482236786927,
      0.015427682190193082,
      0.0168962070526959,
      0.01707303428815976,
      0.017460952743249436,
      0.016639616796055634,
      0.017987304477401267,
      0.015890832468244298,
      0.015227188806989034,
      0.018720799417906164,
      0.01674252037560109,
      0.015758462673375107,
      0.018696792321634348,
      0.01571594456947878,
      0.011768152921263209,
      0.01103816600857499,
      0.011186927899643706,
      0.014437113866620166,
      0.01980128231002709,
      0.0190114956724301,
      0.026900089273794947,
      0.02921857888031809,
      0.028124338474299293,
      0.02766963810336165,
      0.027058053447490238,
      0.025369675954152626,
      0.028843539894751302,
      0.033070226297695626,
      0.030484563446407265,
      0.03533987317678111,
      0.035664278409967665,
      0.03763183505634515,
      0.03609779937096391,
      0.03190997152296404,
      0.03940499216287208,
      0.04371385444665066,
      0.0445910494599957,
      0.04048062073388792,
      0.04290094923135257,
      0.04286833238484178,
      0.03934474380594111,
      0.039633294336908875,
      0.04086862316944462,
      0.03994460329613503,
      0.03922197875681377,
      0.04249494308760404,
      0.04780329800905747,
      0.04371516759692895,
      0.05161188069541822,
      0.04866233343773274,
      0.050491896354742494,
      0.06185666705187032,
      0.06625005146452168,
      0.0680296948467003,
      0.06374578658505925,
      0.05553969553238858,
      0.05072182537014669,
      0.06641473716263135,
      0.06772993062440946,
      0.07628163476783811,
      0.07216961820449797,
      0.0730650537643669,
      0.07457214811347512,
      0.07251957944390597,
      0.06940550120725675,
      0.06842224949650699,
      0.07548342400968977,
      0.07144102796337393,
      0.07511037217227567,
      0.060907706744728785,
      0.05486410667344899,
      0.0591751548299726,
      0.06031539155719656,
      0.06857042712363182,
      0.08274955855449662,
      0.0903097797290684,
      0.08614751834011258,
      0.08306162211283663,
      0.0985928143691126,
      0.10214856499987945,
      0.09928215974105115,
      0.10104153529391624,
      0.0994840974226463,
      0.10546467917811242,
      0.10060246921239013,
      0.09981921310827602,
      0.09606861988686433,
      0.09081273980154947,
      0.08540794237796945,
      0.0841789836586031,
      0.09102437437104527,
      0.09175501877871284,
      0.09350319147870323,
      0.09741970750474138,
      0.09924021385086235,
      0.09370951363780478,
      0.08943684537371155,
      0.09338941281112056,
      0.09840276976865425,
      0.1062232287331426,
      0.1127571441084001,
      0.1069205731873808,
      0.1097968174763082,
      0.11200824778279639,
      0.1043215313275141,
      0.11004846791547607,
      0.10954035460963496,
      0.10750509828903887,
      0.11539629419894482,
      0.12189448918798007,
      0.12056644035874342,
      0.12536903925138176,
      0.12541905272337317,
      0.12579116496453935,
      0.12414378161702189,
      0.11799092368710262,
      0.11782892807968892,
      0.11825457146915141,
      0.11187652350236021,
      0.10609798640325607
    ],
    "elapsed_time_min": 621.2145584464073,
    "perturbation disentanglement": [
      0.047317951917648315
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5514869093894958
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9334745931301063
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8190083700261912
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8831717610135534
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.36555392894803024
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.729891917416313
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7454463237776151
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5272651689107762
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.567679652003222
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8558001578957947
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7712471429948453
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7993060692592904
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7086845868163638
        }
      ]
    ],
    "training_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.2373888984354881
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": null
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8873180982041571
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": -0.019431955762920415
        }
      ]
    ],
    "test_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.263103989153143
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.3561778005804781
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5389129843152881
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5805282891510205
        }
      ]
    ],
    "ood_sc": [
      {
        "py/tuple": [
          [
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.22477057339899517
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.35224081922245964
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.8081222910571981
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.7256735717808759
            }
          ]
        ]
      }
    ],
    "training_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.6385346149202249
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.7323675404062195
          }
        ]
      }
    ],
    "test_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.6111903950167995
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6060286924314271
          }
        ]
      }
    ],
    "ood_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.2357908614255764
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.7449999837963669
          }
        ]
      }
    ],
    "total_epochs": 199
  }
},{
  "_id": 1007,
  "config": {
    "overwrite": 1007,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset.h5ad",
        "degs_key": "all_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": true,
      "embedding": {
        "directory": null,
        "model": "rdkit"
      },
      "hparams": {
        "adversary_depth": 2,
        "adversary_lr": 0.0011926173789223548,
        "adversary_steps": 2,
        "adversary_wd": 0.000009846738873614555,
        "adversary_width": 128,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.0015751320499779737,
        "autoencoder_wd": 6.251373574521742e-7,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 3,
        "dosers_lr": 0.0015751320499779737,
        "dosers_wd": 6.251373574521742e-7,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 128,
        "penalty_adversary": 0.4550475813202185,
        "reg_adversary": 9.100951626404369,
        "reg_adversary_cov": 10.675229346653245,
        "step_size_lr": 50
      },
      "load_pretrained": false,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 201,
      "run_eval_disentangle": true,
      "run_eval_logfold": false,
      "run_eval_r2": true,
      "run_eval_r2_sc": false,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 497393925
  },
  "config_hash": "28c172ee2884c3204fa0df4b7223ff93",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199,
      200
    ],
    "stats_epoch": [
      200
    ],
    "loss_reconstruction": [
      -16532.49919077917,
      -20581.905968124513,
      -22457.992675053887,
      -23739.032644863706,
      -23727.078879834968,
      -24520.70332351839,
      -24515.81189365685,
      -24501.98704142496,
      -24699.88788624108,
      -24657.404061369598,
      -24708.634531060234,
      -24834.64837614307,
      -24774.297724896926,
      -24869.930033048848,
      -24895.832600798458,
      -25076.093236647546,
      -24658.635022179224,
      -24826.910438227467,
      -24731.229879544117,
      -24562.85486524529,
      -24719.113969372876,
      -24760.47343015182,
      -24773.342815371987,
      -24635.139534609858,
      -24696.06287972766,
      -24766.053836500505,
      -24742.058715942316,
      -24745.76833335645,
      -24854.66903165728,
      -24730.56196954241,
      -24701.12807278242,
      -24698.369116927148,
      -24641.199163861107,
      -24675.121141124517,
      -24753.961298865266,
      -24645.911380917067,
      -24725.466672162525,
      -24768.192267367616,
      -24801.09660870675,
      -24801.840645242482,
      -24770.49979971163,
      -24794.093983818777,
      -24831.01371078682,
      -24780.512652570847,
      -24744.585740264505,
      -24828.155749520753,
      -24744.455302888528,
      -24851.884876268683,
      -24858.025649652816,
      -24980.95218042744,
      -24981.16333878506,
      -25016.57933149056,
      -24995.44466916495,
      -24978.208962189034,
      -25017.869968975807,
      -25020.956631322828,
      -25051.14506056998,
      -25069.326658637263,
      -25104.736818474543,
      -25112.48238446121,
      -25081.800235852832,
      -25116.01112148934,
      -25115.085460086353,
      -25187.474632187746,
      -25205.993384985224,
      -25147.23662415566,
      -25147.994975555688,
      -25104.884150793427,
      -25110.172870740294,
      -25125.61454251781,
      -25177.8935014233,
      -25189.36647356581,
      -25140.565740753897,
      -25218.656328432262,
      -25241.340320676565,
      -25165.372523682658,
      -25210.3713789233,
      -25177.836939015426,
      -25261.08586058987,
      -25247.080894788727,
      -25297.77475214936,
      -25321.918511311524,
      -25329.68026215583,
      -25328.043327160645,
      -25341.663375347853,
      -25348.273124927655,
      -25340.163934098557,
      -25305.17872137745,
      -25356.15141997114,
      -25351.855934822932,
      -25375.179625006393,
      -25410.013928631553,
      -25389.874208584893,
      -25369.085689864354,
      -25336.500940305647,
      -25360.25054615829,
      -25376.963879667222,
      -25454.833392820787,
      -25406.87060480984,
      -25491.779380155727,
      -25526.13918557577,
      -25560.41852235823,
      -25529.684003314935,
      -25560.772855769843,
      -25569.401150458492,
      -25587.460884484695,
      -25620.190486509353,
      -25642.468410120113,
      -25619.38608397497,
      -25671.833867045818,
      -25660.89345021546,
      -25674.345969878603,
      -25694.301201267168,
      -25677.224877336062,
      -25717.55936704125,
      -25706.932249583304,
      -25726.53696711827,
      -25722.136060873047,
      -25746.893499689177,
      -25770.10566850705,
      -25754.074725083512,
      -25722.712912090123,
      -25786.48618271388,
      -25790.20251123607,
      -25780.040125757456,
      -25792.558448404074,
      -25818.430456811562,
      -25848.348153034225,
      -25813.24002848845,
      -25820.51641755877,
      -25801.65133761987,
      -25841.640444606543,
      -25830.647820441984,
      -25839.932525870216,
      -25832.41750352134,
      -25803.335585036315,
      -25809.7573949422,
      -25794.82350036595,
      -25815.208138491027,
      -25855.52077577263,
      -25846.141925759614,
      -25840.93584780881,
      -25890.67617379967,
      -25862.486615320668,
      -25938.303561305627,
      -25900.39665304683,
      -25899.796805514023,
      -25946.551394101756,
      -25973.49019187782,
      -26008.997474869713,
      -26051.1175566765,
      -26084.876910453662,
      -26103.42206261307,
      -26131.44649944827,
      -26115.666628051316,
      -26167.117628631182,
      -26184.285387547687,
      -26160.93911032658,
      -26183.311547026038,
      -26198.79311955534,
      -26216.735620448133,
      -26247.79337324202,
      -26256.623349989415,
      -26205.994703220436,
      -26233.667725650594,
      -26228.97603432834,
      -26266.023475787602,
      -26279.06784050283,
      -26273.772684058174,
      -26283.983674885705,
      -26299.029071717872,
      -26320.716708751395,
      -26315.485946131404,
      -26322.537963765673,
      -26318.154004535638,
      -26364.966638602316,
      -26322.905118425842,
      -26383.186207148014,
      -26375.641078523826,
      -26372.110954537056,
      -26389.7342921393,
      -26372.135090363212,
      -26378.9352961845,
      -26371.34043841157,
      -26404.962848791853,
      -26366.64449996734,
      -26424.236304786056,
      -26395.951133330353,
      -26404.94944620505,
      -26432.251207511872,
      -26411.788384037092,
      -26417.538850978017,
      -26426.953394703567,
      -26427.71960467659,
      -26442.389006836805,
      -26453.834115292877,
      -26446.171401973814,
      -26408.2738379715,
      -26412.580096460646,
      -26445.413970495574,
      -26480.983810045756
    ],
    "loss_adv_drugs": [
      50163.064202308655,
      49970.30252599716,
      49950.25902748108,
      49936.249569416046,
      49931.1530752182,
      49930.69683742523,
      49935.43058681488,
      49926.82298231125,
      49929.352133750916,
      49923.77289104462,
      49928.81491088867,
      49930.99822807312,
      49927.20895767212,
      49926.841037750244,
      49929.310242176056,
      49928.43508243561,
      49926.43894195557,
      49927.98788309097,
      49929.51817893982,
      49925.67487859726,
      49928.82772731781,
      49929.537432193756,
      49930.3026676178,
      49932.3237323761,
      49932.438821315765,
      49933.52022743225,
      49932.0186290741,
      49931.81618642807,
      49931.80149078369,
      49932.947516441345,
      49932.918811798096,
      49933.84569835663,
      49930.28042840958,
      49931.17768383026,
      49931.262738227844,
      49927.503865242004,
      49929.46273994446,
      49932.06214380264,
      49931.88478422165,
      49932.27612733841,
      49928.356023311615,
      49930.573407649994,
      49930.53750896454,
      49931.07111406326,
      49930.65058660507,
      49931.107162475586,
      49932.1739320755,
      49931.21303462982,
      49932.45695877075,
      49932.90411901474,
      49930.4091091156,
      49930.469418525696,
      49930.78875923157,
      49929.62457942963,
      49931.21401834488,
      49929.87284708023,
      49929.3274846077,
      49932.37581253052,
      49931.06940126419,
      49930.664781570435,
      49928.370574474335,
      49929.95623874664,
      49931.582521915436,
      49931.11740589142,
      49931.231237888336,
      49930.98485183716,
      49931.55301570892,
      49931.291160583496,
      49929.25096273422,
      49928.8727312088,
      49931.64585542679,
      49930.089230537415,
      49931.48076915741,
      49930.7672662735,
      49930.769696712494,
      49932.02891588211,
      49931.435312747955,
      49930.73912334442,
      49930.33843040466,
      49930.864513874054,
      49931.845034599304,
      49932.26887655258,
      49930.38547420502,
      49931.44460439682,
      49929.27225160599,
      49932.56973028183,
      49932.017644405365,
      49932.853070259094,
      49931.93505525589,
      49931.70069026947,
      49931.624103069305,
      49932.35971879959,
      49932.10701084137,
      49931.787034511566,
      49929.91622877121,
      49930.92907047272,
      49931.82861709595,
      49931.0163230896,
      49929.32122755051,
      49930.357039928436,
      49927.193256378174,
      49929.56343841553,
      49929.96453857422,
      49929.51318883896,
      49929.96300077438,
      49930.85071468353,
      49930.357719898224,
      49930.307590961456,
      49929.106363773346,
      49930.437472343445,
      49929.37852144241,
      49930.07784128189,
      49930.616132736206,
      49929.14299297333,
      49929.878497600555,
      49928.09602832794,
      49930.155096530914,
      49928.64914369583,
      49929.732335567474,
      49930.056534290314,
      49930.508137226105,
      49928.39677238464,
      49929.42695903778,
      49929.60009098053,
      49928.14752626419,
      49930.74616098404,
      49930.28004550934,
      49929.07708120346,
      49929.62890625,
      49928.16137838364,
      49930.309851169586,
      49929.50402832031,
      49930.49902200699,
      49929.11688995361,
      49929.29458904266,
      49928.93571662903,
      49929.802101135254,
      49928.84575223923,
      49927.258952617645,
      49928.45458459854,
      49930.02624130249,
      49929.185485839844,
      49930.66334247589,
      49928.662957668304,
      49926.845007419586,
      49929.980315208435,
      49927.48607254028,
      49931.01229286194,
      49929.22539758682,
      49927.50871133804,
      49927.81207752228,
      49929.983238220215,
      49927.08279275894,
      49924.95136260986,
      49927.743765830994,
      49928.13252925873,
      49927.56009435654,
      49927.96090555191,
      49927.965117931366,
      49927.56053161621,
      49928.67108440399,
      49928.09854030609,
      49928.703063964844,
      49928.56900596619,
      49927.48861837387,
      49928.32385253906,
      49927.85026931763,
      49928.76228284836,
      49928.01390552521,
      49928.24735069275,
      49927.374551296234,
      49928.492720127106,
      49928.42573881149,
      49925.25262546539,
      49928.97538948059,
      49926.669924259186,
      49925.06488752365,
      49926.69483137131,
      49925.87958621979,
      49928.618988990784,
      49927.6449637413,
      49927.87551403046,
      49927.96567487717,
      49928.12165975571,
      49928.56456613541,
      49927.892201423645,
      49927.12193489075,
      49929.40084981918,
      49928.68414545059,
      49928.0393037796,
      49928.49329996109,
      49928.4375371933,
      49928.360006809235,
      49928.36441087723,
      49927.52491903305,
      49927.22477006912,
      49926.665054798126,
      49928.32947540283,
      49927.885649204254,
      49928.676203250885,
      49926.58762168884
    ],
    "loss_adv_covariates": [
      9532.115759462118,
      10118.522580504417,
      10112.797576904297,
      10159.680314481258,
      10154.137061655521,
      10157.308484256268,
      10145.415464878082,
      10155.013657391071,
      10149.515810489655,
      10158.120046317577,
      10158.774147510529,
      10153.421871185303,
      10157.968380749226,
      10159.22605663538,
      10161.819928109646,
      10160.133333325386,
      10161.51579797268,
      10160.573611199856,
      10162.018145799637,
      10161.500334918499,
      10161.557800889015,
      10160.928949415684,
      10161.746629357338,
      10159.16037929058,
      10159.985786497593,
      10160.50264030695,
      10164.339546322823,
      10158.90543538332,
      10162.195206224918,
      10159.855717539787,
      10162.963934957981,
      10160.824067771435,
      10164.874163627625,
      10165.246236681938,
      10162.756528317928,
      10162.369544446468,
      10162.49886250496,
      10162.340237438679,
      10161.552449345589,
      10164.6402490139,
      10160.809511423111,
      10163.554438710213,
      10162.077617883682,
      10161.890012204647,
      10162.051938593388,
      10161.930860340595,
      10160.711611151695,
      10162.554277479649,
      10163.377656280994,
      10163.074872553349,
      10162.545270860195,
      10162.98338240385,
      10161.437033772469,
      10161.350380122662,
      10162.57106423378,
      10161.707362473011,
      10161.659954071045,
      10161.925394117832,
      10161.848625063896,
      10162.96820306778,
      10161.824618577957,
      10162.859556674957,
      10160.23090094328,
      10162.441091239452,
      10161.658728718758,
      10163.215962290764,
      10162.572884500027,
      10161.36566734314,
      10162.512288331985,
      10161.394526481628,
      10161.786720693111,
      10163.395072579384,
      10162.731081664562,
      10161.943792164326,
      10162.258080482483,
      10161.7879383564,
      10162.219483077526,
      10161.890417933464,
      10162.64865642786,
      10162.54111200571,
      10163.937082707882,
      10163.040708482265,
      10162.058840572834,
      10162.4250061512,
      10162.633469045162,
      10162.887162268162,
      10162.672323524952,
      10163.055217146873,
      10163.055366039276,
      10162.109364390373,
      10161.64525783062,
      10162.059186041355,
      10161.071302950382,
      10161.498731553555,
      10162.915638566017,
      10160.166981220245,
      10162.564733862877,
      10163.153434753418,
      10162.103191792965,
      10164.628898441792,
      10161.771060347557,
      10161.608088314533,
      10162.343748927116,
      10161.832655608654,
      10162.100860357285,
      10162.023211479187,
      10161.579342365265,
      10162.439544975758,
      10162.373040556908,
      10162.9868029356,
      10161.873871326447,
      10161.831525921822,
      10163.258494615555,
      10161.787038564682,
      10162.508421301842,
      10161.819004654884,
      10161.430716693401,
      10162.774206995964,
      10163.188584029675,
      10162.672763586044,
      10163.70496404171,
      10161.467638671398,
      10162.4565051198,
      10162.881945192814,
      10162.593279659748,
      10162.403838694096,
      10162.77018725872,
      10163.799286544323,
      10162.729673027992,
      10163.19467240572,
      10163.89791572094,
      10163.409069955349,
      10161.252602040768,
      10162.863626301289,
      10163.17684686184,
      10163.128810286522,
      10162.225711464882,
      10161.610417246819,
      10163.794124424458,
      10165.4892090559,
      10163.860195279121,
      10165.06809836626,
      10164.574464201927,
      10164.64986628294,
      10164.516352057457,
      10162.020167291164,
      10161.76943641901,
      10165.930545985699,
      10162.984893023968,
      10164.092844367027,
      10161.381340682507,
      10161.324454188347,
      10161.88388043642,
      10160.946021854877,
      10162.682468533516,
      10162.49953687191,
      10162.034733951092,
      10161.809244930744,
      10161.485095381737,
      10161.845068871975,
      10161.802437245846,
      10162.158835053444,
      10162.520979583263,
      10161.250113487244,
      10160.11820268631,
      10162.242848694324,
      10161.779832959175,
      10162.679634869099,
      10160.88026380539,
      10161.915911614895,
      10161.20133727789,
      10161.956143558025,
      10162.052488923073,
      10161.675727188587,
      10160.763743281364,
      10161.40238237381,
      10159.10048598051,
      10162.28626704216,
      10161.379846513271,
      10161.197094857693,
      10162.114000678062,
      10162.398390769958,
      10161.726463139057,
      10161.741744458675,
      10161.689784646034,
      10161.448552668095,
      10163.181594729424,
      10161.061621129513,
      10160.854800403118,
      10162.321476697922,
      10163.771046340466,
      10162.688162386417,
      10161.952601134777,
      10161.766090035439,
      10162.68856292963,
      10162.383501410484,
      10161.992161512375,
      10159.26893556118,
      10161.294379889965,
      10161.471070170403,
      10161.41827005148
    ],
    "penalty_adv_drugs": [
      9.570389166074165,
      0.9233598291712042,
      1.4459694618286107,
      1.2732859960484006,
      1.303053550452205,
      0.41402183128630554,
      0.5663418043218655,
      0.5033990993233601,
      0.3934613467068857,
      0.5595341720177203,
      0.3744644323379589,
      0.2756631850691491,
      0.36004514463184023,
      0.32001378743498776,
      0.2899090243812452,
      0.1454330754942248,
      0.24964809352650263,
      0.365699832096567,
      0.33300923380124914,
      0.37972416323964353,
      0.39251127262934915,
      0.3191093789683066,
      0.48423031128788097,
      0.3736591101704718,
      0.3431680210571244,
      0.2421704864533183,
      0.22138824837492166,
      0.22112380291498912,
      0.25108626493288,
      0.16952357590790257,
      0.18019185831241202,
      0.38312156787492313,
      0.5811684406489803,
      0.6724900472472655,
      0.6351742876855155,
      0.8389979562034569,
      0.8406658897038142,
      0.8012447532225622,
      0.5363294263963345,
      0.4723623343916188,
      0.5118938341979629,
      0.6862553509381542,
      0.573321736368333,
      0.7099423689160176,
      0.5325045302511171,
      0.321748093079151,
      0.47805630503933116,
      0.5043058148285127,
      0.5487021551007274,
      0.41024934502365795,
      0.3752737527947829,
      0.46163620249558335,
      0.3779007365465077,
      0.4394359147636351,
      0.4010737238531874,
      0.47546582288669015,
      0.4988557001161098,
      0.42920020683413895,
      0.3289600749467354,
      0.4345970151662186,
      0.4447683187063376,
      0.35311758825446304,
      0.19534035379820125,
      0.15060895327451362,
      0.2176157478525056,
      0.14915136081435776,
      0.18482482636670738,
      0.3007075387313307,
      0.38960024298285134,
      0.4201733181853342,
      0.37770828604061535,
      0.27721043945621204,
      0.4377296537713846,
      0.35510357203293097,
      0.2779361600314587,
      0.2655837136817354,
      0.21397564157450688,
      0.24974294755156734,
      0.32252538607554015,
      0.24205946106667398,
      0.1995145357295769,
      0.13717150530828803,
      0.12255456047660118,
      0.1570737178381023,
      0.28407985470767017,
      0.2799973796759332,
      0.15682974230458058,
      0.2913469079148854,
      0.28498755728196556,
      0.2803670136072469,
      0.2062191059712859,
      0.18038211968541873,
      0.19359044737348086,
      0.21690885338830412,
      0.3157745348498793,
      0.29475086105958326,
      0.20913837562466142,
      0.3571369972087268,
      0.4061557530785649,
      0.32935481717777293,
      0.3771800306512887,
      0.3999651122612704,
      0.30960939544638677,
      0.2494711339386413,
      0.2782595989010588,
      0.21842330933850462,
      0.22196153158529341,
      0.21131186901129695,
      0.21085987875721912,
      0.2858515895986784,
      0.3100786030499876,
      0.2810952792660828,
      0.31065511372980836,
      0.2885350509423006,
      0.3618817740571103,
      0.44579477117440547,
      0.3940735380638216,
      0.4490855505609943,
      0.3656826240840019,
      0.33334167946850357,
      0.2566469982430135,
      0.2987197576476319,
      0.28776855382420763,
      0.30075616570138664,
      0.2562696784516447,
      0.24453902057393861,
      0.23534505434327002,
      0.29358169281294977,
      0.2758482000699587,
      0.3034977646675543,
      0.2872838517760101,
      0.2612824582574831,
      0.1700774847449793,
      0.2566233356055818,
      0.18501567354906,
      0.23852304201500374,
      0.262164162888439,
      0.26558443059548154,
      0.29090899649418134,
      0.2823762375028309,
      0.2309579450120509,
      0.21208073305388098,
      0.19285905665128666,
      0.18782454084794153,
      0.2413172681172,
      0.17381710963763908,
      0.1446849088424642,
      0.17580987087421818,
      0.13737888743980875,
      0.18066742709925165,
      0.19650896951679897,
      0.1357907960373268,
      0.15049115670080937,
      0.1834656393621117,
      0.17990811599884182,
      0.18929037493580836,
      0.2209240069405496,
      0.269491866518365,
      0.2623091340956307,
      0.26718169255582325,
      0.24716282742156181,
      0.23058502363164735,
      0.23728903745177377,
      0.22760343242043746,
      0.2450719734424638,
      0.2352285732540622,
      0.270485777515205,
      0.24910625706070277,
      0.2719987997916178,
      0.2866928122948593,
      0.25600043370286585,
      0.2578105278644216,
      0.27728321693939506,
      0.3212903380208445,
      0.294456093764893,
      0.27465206418492016,
      0.27801669624568603,
      0.2766955296137894,
      0.2655741300932277,
      0.24932489686216286,
      0.25560890125416336,
      0.23193829211777484,
      0.2546860419533914,
      0.2954257655655965,
      0.2912502640774619,
      0.286436161304664,
      0.25141947721022007,
      0.22032062892139948,
      0.24593234739768377,
      0.23302467248868197,
      0.2312585424642748,
      0.2693893400246452,
      0.29509351779597637,
      0.2663372213646653,
      0.2969056036454276,
      0.3076785960365669,
      0.3260337428728235,
      0.3146894300080021,
      0.29479220092252945,
      0.2802758101333893,
      0.2726210225264367
    ],
    "penalty_adv_covariates": [
      0.9055829271898403,
      0.005370880362518093,
      0.010141268526698,
      0.009066867472399015,
      0.010533615486721715,
      0.00212936904806117,
      0.002180604489122593,
      0.0013429097505670562,
      0.0009490376989234051,
      0.0017780187917821877,
      0.0004756111097415361,
      0.0003340690174282457,
      0.00015853515654823402,
      0.00011500523150265174,
      0.0001372813391811445,
      0.00013872308334769712,
      0.0001637729789659148,
      0.00022050813202600938,
      0.00020567381400099505,
      0.0000656736926507584,
      0.0000622677185572601,
      0.00014629483081364178,
      0.00005644711036803529,
      0.00010591156734543472,
      0.00021683414263508338,
      0.00009675043100973446,
      0.00009452940962506595,
      0.00011182971195600189,
      0.00009821270767962353,
      0.00024639571094159374,
      0.00004838967754912382,
      0.00008138795562248613,
      0.00015052500086953913,
      0.00008514346070287448,
      0.00014732173931697456,
      0.00004011997640829268,
      0.000023275868689054402,
      0.000012278908845501143,
      0.00008228763033885783,
      0.00009127406899966939,
      0.000049138553297967125,
      0.00010201613741006588,
      0.00007280891755589991,
      0.00011176146474634052,
      0.0001741296688517746,
      0.00007400236117405257,
      0.000133181819121031,
      0.0003983376651031101,
      0.0005791467665794414,
      0.00013028984641016983,
      0.0001287090897861276,
      0.00010525069700717538,
      0.00020866719096535036,
      0.0002578029145769989,
      0.00014661894378242835,
      0.00011256861815356345,
      0.00016176212235752274,
      0.00024912721736214394,
      0.00015090093197989152,
      0.00008171056597028326,
      0.00008782262586581879,
      0.00008460003783516967,
      0.00010439604007594916,
      0.00012272241396305006,
      0.0001585220498849793,
      0.00023842806596352517,
      0.00022646616040411516,
      0.00011893544672725298,
      0.00007515331037066808,
      0.00010346614750789129,
      0.000135382987278998,
      0.000034759660999861275,
      0.00007437523455755546,
      0.00007227812945287404,
      0.00006194753624311211,
      0.00013846335705447466,
      0.0001923678870534573,
      0.0001433702850164309,
      0.00017577399472301636,
      0.00038788258619071314,
      0.0003696096264373949,
      0.0002188339392557026,
      0.0002822761948051422,
      0.0004581711702655866,
      0.0003241288288791111,
      0.00023565590566265726,
      0.00014630669760240522,
      0.0001346677934339624,
      0.0001543762634008683,
      0.00009535190580534092,
      0.00011537935390903975,
      0.0001275847026467325,
      0.00017078466231845724,
      0.00015988976575265212,
      0.00017007834528648402,
      0.0002389116021777049,
      0.0004679817116919338,
      0.00038987694656800187,
      0.00017992893134088916,
      0.00041974197491789766,
      0.0002674882777755627,
      0.0002800875325412733,
      0.0002585414086304638,
      0.00022317302418883855,
      0.00036433089802123675,
      0.00044834347749933556,
      0.0004901728987114495,
      0.00040292424499543955,
      0.0002566272991826324,
      0.00037398345714834136,
      0.00023093121993156274,
      0.0001639556800121511,
      0.00013466187164024035,
      0.00017011714655001953,
      0.00018761309002979232,
      0.00024809323552332785,
      0.0003358774554484967,
      0.0002847390208273737,
      0.00039799405537976895,
      0.00028908595191623476,
      0.0002970481019168858,
      0.00017640168979760062,
      0.00016799147926249702,
      0.00020851898013773962,
      0.00013612608164415008,
      0.00017596911789485858,
      0.0003041981329374721,
      0.0004268152199422559,
      0.0003420931079904932,
      0.0002792327756413471,
      0.00020225943939244928,
      0.00027040775512965354,
      0.00020481503743852159,
      0.00018809788427187613,
      0.00012214832413404153,
      0.0001886396585755179,
      0.0005195360172898233,
      0.000988991682890017,
      0.0009347117146951689,
      0.0008773918723363749,
      0.0006107770935805945,
      0.0005805344938707435,
      0.0005745804166785717,
      0.0005208864474877117,
      0.0003201906829826129,
      0.0004994314590387461,
      0.000574528209796199,
      0.0005280262746722997,
      0.0004919704467880592,
      0.0003393794877482037,
      0.00030981168877985965,
      0.00044842947177770043,
      0.000493860565672577,
      0.0004506005218765097,
      0.0005173924867634128,
      0.0004064235865506305,
      0.00033051212534651597,
      0.00036511984695586364,
      0.0003662568071334249,
      0.0003925465374159387,
      0.00038825095646188856,
      0.0003093782788852195,
      0.00042359868302455084,
      0.00041716320701823406,
      0.0005680267420551388,
      0.0005411821030207875,
      0.0004499994002671315,
      0.00044026336544789046,
      0.00041397536342202557,
      0.00042284190145736034,
      0.0005093360162398142,
      0.0005899248833003412,
      0.0005356026576244233,
      0.0004772979700113922,
      0.0004766736693575524,
      0.00041188241955225635,
      0.0007557465951819609,
      0.0006554103822402624,
      0.0005946771429634623,
      0.0005377790052527587,
      0.0005190122726403956,
      0.0005891788185650171,
      0.0004889238205194602,
      0.0005235926668767377,
      0.0005471193828974208,
      0.0006230872078063499,
      0.0004934204674995613,
      0.0005095532496710575,
      0.0005616709187776792,
      0.0004917128690493655,
      0.0004238546521655451,
      0.00035249518854740813,
      0.00041807496931056676,
      0.00038279335862156927,
      0.0004353813192032874,
      0.0004277291732925903,
      0.0004396179252594834,
      0.0004013868512444674,
      0.0004651196837137661,
      0.00043982296928746223,
      0.00043866815947524174
    ],
    "elapsed_time_min": 503.5312040130297,
    "perturbation disentanglement": [
      0.06833657622337341
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.7336714863777161
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9218672688053183
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8035491657156482
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8679652549099375
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7922949815824789
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7735886570464291
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6872744660533406
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6066883122236535
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5604982133687398
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7430865637682103
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.43063380541624846
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6880769370882599
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.41652885520899735
        }
      ]
    ],
    "total_epochs": 200
  }
},{
  "_id": 811,
  "config": {
    "overwrite": 811,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset_lincs_genes.h5ad",
        "degs_key": "lincs_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": false,
      "embedding": {
        "directory": null,
        "model": "rdkit"
      },
      "hparams": {
        "adversary_depth": 2,
        "adversary_lr": 0.004921157869251302,
        "adversary_steps": 2,
        "adversary_wd": 0.00021423021757741048,
        "adversary_width": 64,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.005399484409787433,
        "autoencoder_wd": 0.000003967605077052987,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 3,
        "dosers_lr": 0.005399484409787433,
        "dosers_wd": 0.000003967605077052987,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 128,
        "penalty_adversary": 1.2207764786954152,
        "reg_adversary": 24.415529573908298,
        "reg_adversary_cov": 55.201389533955414,
        "step_size_lr": 50
      },
      "load_pretrained": false,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 200,
      "run_eval_disentangle": true,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 300952909
  },
  "config_hash": "51b81b77079c1060aedb0ee2259008ca",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199
    ],
    "stats_epoch": [
      199
    ],
    "loss_reconstruction": [
      -10894.14758979078,
      -12546.791330173612,
      -12938.640871845186,
      -13218.379959769547,
      -13428.4487856403,
      -13069.656480509788,
      -13128.207454431802,
      -13387.636706439778,
      -13549.10041616112,
      -13448.540481090546,
      -13595.777518036775,
      -13430.408098364249,
      -13628.158600207418,
      -13542.65565370582,
      -13632.4872825481,
      -13637.113731946098,
      -13645.666433330625,
      -13625.225883686915,
      -13671.242803096771,
      -13648.045657079667,
      -13637.338701196015,
      -13753.20569366403,
      -13701.299074236304,
      -13784.944516120479,
      -13824.011531442404,
      -13796.110453035682,
      -13768.584065539762,
      -13812.259812168777,
      -13737.579506188631,
      -13744.676771581173,
      -13713.869727498852,
      -13625.731561957859,
      -13621.492502395995,
      -13699.222407124937,
      -13662.459790804423,
      -13648.562891982496,
      -13744.473245736212,
      -13703.969368550926,
      -13696.30060146749,
      -13650.627239129506,
      -13754.907369311899,
      -13742.848128936253,
      -13745.342670794576,
      -13716.195574745536,
      -13752.23868917767,
      -13776.751702787355,
      -13761.021053992212,
      -13766.402167849243,
      -13703.426935911179,
      -13700.471772246063,
      -13740.362028367119,
      -13833.025423915824,
      -13862.661254920065,
      -13879.155786250718,
      -13877.623318213038,
      -13847.284256542102,
      -13890.81400216557,
      -13940.926859498024,
      -13964.247514382005,
      -13938.600994221866,
      -13810.683868277352,
      -13872.749079369009,
      -13903.126533227041,
      -13917.204727351665,
      -13894.085362318903,
      -13906.42141396366,
      -13988.166620590724,
      -13941.986916949973,
      -13895.810824435204,
      -13941.54527032096,
      -13943.753118377179,
      -13901.55557130347,
      -13933.857430830598,
      -13980.815111786127,
      -13940.312243778259,
      -13998.511130347848,
      -13990.234229744412,
      -13994.445130292326,
      -13941.405984254787,
      -13969.91756685637,
      -14030.429604765028,
      -14031.892819434404,
      -14064.7050803788,
      -14051.034011077136,
      -14049.428367726505,
      -14033.017764277756,
      -14014.02314323932,
      -14017.447279199958,
      -14051.630172469653,
      -14040.192622095346,
      -13976.023970073089,
      -13994.689189922065,
      -14047.975899368525,
      -14014.954968627542,
      -14059.114731505513,
      -13993.36065017432,
      -14041.787181586027,
      -14067.276735506952,
      -14026.050628354773,
      -14021.584016229957,
      -14065.74827061966,
      -14101.307454481721,
      -14100.256974861026,
      -14078.293687827885,
      -14131.160698071122,
      -14123.256803419441,
      -14138.80294162035,
      -14146.663841724396,
      -14100.537994503975,
      -14124.44168586284,
      -14173.607818466611,
      -14181.062754965387,
      -14150.410767935216,
      -14175.46127191186,
      -14193.934287682176,
      -14201.27003871277,
      -14201.051626391476,
      -14225.56365031004,
      -14235.488498613238,
      -14221.91740487516,
      -14235.631718780845,
      -14238.643013685942,
      -14244.04541747272,
      -14286.959133937955,
      -14281.688018642366,
      -14284.049532994628,
      -14320.317163381726,
      -14353.753336558118,
      -14351.619538590312,
      -14414.34144726675,
      -14499.791236922145,
      -14548.383186161518,
      -14796.553052235395,
      -15040.689764082432,
      -15224.60607407242,
      -15381.412343095057,
      -15463.602081499994,
      -15278.211965961382,
      -15491.111014921684,
      -15629.081455433741,
      -15533.936258107424,
      -15551.847645260394,
      -15585.483565598726,
      -15580.662014968693,
      -15625.375211732928,
      -15612.097173873335,
      -15632.222874796018,
      -15662.10069898516,
      -15748.095038026571,
      -15650.601387046278,
      -15853.966945707798,
      -15884.74238036573,
      -15949.830018877983,
      -15933.511759297922,
      -15989.245613757521,
      -16024.05213689804,
      -15988.741570018232,
      -15982.372045846656,
      -16038.00495776534,
      -16005.749019606039,
      -15988.567538298666,
      -16036.01091131568,
      -16048.645745575428,
      -16002.711896821856,
      -16058.727583862841,
      -16034.131440475583,
      -16059.982623845339,
      -16064.900581717491,
      -16081.078964859247,
      -16106.597987234592,
      -16072.460399381816,
      -16046.558973610401,
      -16059.971298582852,
      -16098.121502429247,
      -16105.244934506714,
      -16082.754940867424,
      -16087.599644482136,
      -16110.78342783451,
      -16110.403106153011,
      -16083.999936029315,
      -16106.829746514559,
      -16091.0839535743,
      -16126.359981149435,
      -16064.495155021548,
      -16123.80957136862,
      -16067.294462073594,
      -16099.604166612029,
      -16080.968859992921,
      -16055.301453724504,
      -16113.196493595839,
      -16101.622133657336,
      -16114.185251152143,
      -16152.696321934462,
      -16111.393138289452,
      -16162.15843025595,
      -16092.09110441804,
      -16085.066763341427,
      -16161.628156766295,
      -16025.383383490145,
      -16077.776468019933
    ],
    "loss_adv_drugs": [
      50095.781225681305,
      50001.57699966431,
      49998.60206794739,
      50000.81604385376,
      49997.988245010376,
      50001.46244096756,
      49998.56833028793,
      49999.218910217285,
      49997.41135883331,
      50000.824499607086,
      49999.00977754593,
      50000.13587665558,
      49999.097321510315,
      50000.79929828644,
      49997.78887939453,
      49997.37758111954,
      49994.12396478653,
      49995.94574356079,
      50000.71597576141,
      49998.04762887955,
      49997.66683244705,
      49999.057958602905,
      49998.62439250946,
      50000.15918636322,
      50000.27337741852,
      50002.293053627014,
      49998.192677497864,
      49999.223927497864,
      49999.71245288849,
      49998.62904024124,
      49999.793276786804,
      49999.8483505249,
      49998.371932029724,
      49997.191700935364,
      49999.17817544937,
      49999.80480337143,
      49998.04939508438,
      49999.07359170914,
      49999.3724322319,
      49997.38092803955,
      49999.46093702316,
      49998.64090013504,
      49998.661241054535,
      49999.124755859375,
      49999.857944488525,
      49997.874546051025,
      49997.720886707306,
      49997.091081142426,
      49998.40513038635,
      49998.31479883194,
      49986.07999563217,
      49984.666684150696,
      49984.41172981262,
      49975.95150899887,
      49980.70043182373,
      49982.87509346008,
      49984.117317676544,
      49985.09639120102,
      49984.79905176163,
      49985.71940946579,
      49984.25658607483,
      49984.428844451904,
      49984.247111320496,
      49984.32329273224,
      49984.626591682434,
      49985.42019414902,
      49985.01410102844,
      49985.94587993622,
      49984.85808992386,
      49984.989850997925,
      49982.11104440689,
      49981.58121967316,
      49982.95551633835,
      49983.011239528656,
      49983.02313756943,
      49984.649483680725,
      49985.74015331268,
      49984.34294462204,
      49985.78361797333,
      49985.22023439407,
      49984.30528974533,
      49984.956268787384,
      49984.052263736725,
      49984.65156888962,
      49985.197051525116,
      49985.14643526077,
      49985.389905929565,
      49984.14861059189,
      49985.55506563187,
      49984.80649089813,
      49984.24939727783,
      49986.794198036194,
      49985.29768323898,
      49985.471628665924,
      49985.057483673096,
      49985.16080188751,
      49985.31235027313,
      49985.55212688446,
      49985.725730895996,
      49983.29816532135,
      49979.43818330765,
      49978.048686504364,
      49975.48573923111,
      49971.77430534363,
      49964.41738176346,
      49961.9482550621,
      49960.18185567856,
      49962.81132221222,
      49961.25613737106,
      49961.34017467499,
      49961.761009693146,
      49960.60148477554,
      49960.979595184326,
      49961.36506032944,
      49961.367399692535,
      49961.14481592178,
      49959.49788284302,
      49960.22366142273,
      49960.79466724396,
      49963.1613407135,
      49963.0953578949,
      49960.97703933716,
      49961.89726495743,
      49961.09039020538,
      49960.72319364548,
      49960.685715675354,
      49959.84335947037,
      49961.43080377579,
      49961.875942230225,
      49961.62939786911,
      49961.28915691376,
      49961.68971824646,
      49960.36004972458,
      49961.80975341797,
      49961.54800987244,
      49959.48260450363,
      49960.75549221039,
      49961.33931303024,
      49962.02290344238,
      49961.02426528931,
      49959.87219238281,
      49961.424560546875,
      49962.08602142334,
      49959.97851610184,
      49959.953042030334,
      49961.909537792206,
      49960.61482191086,
      49961.76696252823,
      49961.172037124634,
      49960.63933944702,
      49951.38598155975,
      49949.37329721451,
      49949.71698093414,
      49948.97251081467,
      49949.305968761444,
      49949.0095705986,
      49948.67516517639,
      49948.26401233673,
      49948.44225978851,
      49947.98985147476,
      49948.168739795685,
      49949.15934085846,
      49948.271109580994,
      49949.15619850159,
      49948.538655757904,
      49948.401577949524,
      49949.163767814636,
      49947.66798400879,
      49948.66206932068,
      49948.9966711998,
      49948.30782318115,
      49949.28189277649,
      49948.83370780945,
      49948.58440208435,
      49949.516602516174,
      49948.78270816803,
      49948.09105682373,
      49948.85654306412,
      49948.68360090256,
      49947.64262056351,
      49948.34370136261,
      49949.23976278305,
      49949.65625953674,
      49948.25671720505,
      49948.747030735016,
      49948.61180353165,
      49948.108704566956,
      49949.230209350586,
      49948.66332530975,
      49948.79212093353,
      49949.22892713547,
      49949.03305768967,
      49948.597306251526,
      49949.268884181976,
      49947.57104682922,
      49947.41855049133,
      49948.75978517532,
      49948.02127456665,
      49948.667288303375,
      49949.77293205261
    ],
    "loss_adv_covariates": [
      9977.363671451807,
      10164.743646681309,
      10166.85246437788,
      10180.396071493626,
      10166.043498516083,
      10169.527891039848,
      10164.935355067253,
      10166.952887117863,
      10166.71420443058,
      10166.432886481285,
      10167.842366755009,
      10165.656307816505,
      10167.85721719265,
      10166.770941913128,
      10166.462224721909,
      10167.863018155098,
      10166.801942646503,
      10166.216720283031,
      10164.793187260628,
      10166.952355384827,
      10165.54237985611,
      10167.024466753006,
      10166.949897229671,
      10164.397123277187,
      10164.626313745975,
      10165.453656315804,
      10165.529532372952,
      10165.162231624126,
      10169.599192976952,
      10165.328716874123,
      10166.188670396805,
      10165.235647559166,
      10165.361078321934,
      10164.828881442547,
      10166.452192485332,
      10167.627226352692,
      10164.93413811922,
      10156.167793810368,
      10169.327283740044,
      10165.597257971764,
      10164.798304319382,
      10164.992567300797,
      10165.544481277466,
      10164.936219513416,
      10166.039581418037,
      10165.565911114216,
      10165.914492189884,
      10165.303586244583,
      10166.182629525661,
      10166.21804946661,
      10163.5887991786,
      10162.685683488846,
      10162.030701994896,
      10165.737021565437,
      10163.86194640398,
      10163.327770352364,
      10164.025419414043,
      10164.425215303898,
      10163.802933573723,
      10163.999676823616,
      10163.6357498765,
      10163.516450464725,
      10165.044125437737,
      10163.070241868496,
      10163.916657030582,
      10164.094160795212,
      10163.46914601326,
      10163.333591878414,
      10163.616768181324,
      10164.059965193272,
      10163.901289105415,
      10163.476496815681,
      10163.034814178944,
      10164.28969335556,
      10163.478961765766,
      10164.212519288063,
      10163.459316253662,
      10163.368476986885,
      10164.049896478653,
      10163.60000449419,
      10165.028697311878,
      10163.798060297966,
      10163.350114166737,
      10163.153365969658,
      10164.589757919312,
      10163.136288404465,
      10163.723471939564,
      10165.373270094395,
      10163.750871300697,
      10163.682833969593,
      10165.053573906422,
      10163.524453222752,
      10164.239125788212,
      10163.401605129242,
      10164.298175156116,
      10163.9279230237,
      10163.376840949059,
      10164.093345880508,
      10163.795513272285,
      10163.70806747675,
      10162.407027602196,
      10162.672553896904,
      10162.458995223045,
      10162.406892895699,
      10162.593194544315,
      10162.456556558609,
      10162.19384610653,
      10162.216679036617,
      10162.676118433475,
      10162.395731210709,
      10162.097406446934,
      10162.376931488514,
      10162.794709682465,
      10162.397775650024,
      10162.234401762486,
      10162.20828127861,
      10162.104750335217,
      10162.401908040047,
      10162.297621905804,
      10162.213425517082,
      10162.307766616344,
      10162.497803390026,
      10162.254072904587,
      10162.313120901585,
      10162.583958089352,
      10162.338792860508,
      10162.42518824339,
      10162.263887703419,
      10162.292505025864,
      10162.50677651167,
      10162.471684873104,
      10162.313526272774,
      10162.300247192383,
      10162.53472507,
      10162.23710924387,
      10162.074899792671,
      10162.342361927032,
      10162.486264765263,
      10162.46098279953,
      10162.742400050163,
      10162.33678817749,
      10162.36387860775,
      10162.474624872208,
      10162.540608227253,
      10162.604819118977,
      10162.887036025524,
      10162.518587648869,
      10162.388604700565,
      10162.24338376522,
      10162.492325663567,
      10161.889761984348,
      10162.033197462559,
      10161.762805759907,
      10161.995943188667,
      10161.966491281986,
      10161.915712714195,
      10162.055328786373,
      10161.920715212822,
      10161.998791635036,
      10161.98695731163,
      10162.073978602886,
      10162.201560497284,
      10161.75101596117,
      10162.308840870857,
      10161.939616382122,
      10161.930871903896,
      10162.077044010162,
      10162.04516273737,
      10161.749935686588,
      10161.747302114964,
      10161.898981928825,
      10161.955119132996,
      10161.885594904423,
      10161.890911638737,
      10162.096023201942,
      10161.880733907223,
      10161.995898544788,
      10161.854252636433,
      10161.828199386597,
      10161.816250860691,
      10162.045872211456,
      10161.998950064182,
      10161.98437255621,
      10161.96259266138,
      10161.872621059418,
      10162.065065562725,
      10161.883964896202,
      10161.985619187355,
      10162.026661276817,
      10162.06966048479,
      10162.036443769932,
      10162.126330971718,
      10162.062784314156,
      10162.01681983471,
      10161.92096734047,
      10161.823933303356,
      10161.984228730202,
      10161.875370323658,
      10161.864053070545,
      10161.956062078476
    ],
    "penalty_adv_drugs": [
      7.3209622322154475,
      0.00002566851744342224,
      0,
      0,
      0,
      0.003806245112542905,
      0.0026964624716003588,
      0.0035040192394283818,
      0.0036647756344991545,
      0.0030654839473371787,
      0.010423267493666882,
      0.015472283467430004,
      0.036463715380156365,
      0.02149756356084841,
      0.029140884478313082,
      0.01525882789545116,
      0.02605290580766177,
      0.043540506422474645,
      0.07614355885161055,
      0.041082641162406806,
      0.0591378700410345,
      0.049214798625506304,
      1.4380100310518174e-7,
      0.0797036008535521,
      0.03728166457728108,
      0.04714694143668437,
      0.014417983637961517,
      0.09779718294149488,
      0.09964302125194448,
      0.10526523044536248,
      0.06277644209135182,
      0.21703748513213558,
      0.11738840101882472,
      0.06037410100118356,
      0.23329342924008334,
      0.08913517148247603,
      0.09144294744487276,
      0.09527305151831744,
      0.09146178661121833,
      0.10903249898532726,
      0.15946879808741649,
      0.22813876813127534,
      0.22672697662628902,
      0.07384475063241006,
      0.22791246679916277,
      0.07138971502818285,
      0.19493425897720634,
      0.13665171168560653,
      0.031974612963827274,
      0.36639670483672887,
      0.005983544335055419,
      0.21169285579295002,
      0.15132955464313597,
      0.1650931273424535,
      0.06184512498048343,
      0.13394349970104852,
      0.12101894436823933,
      0.06268762552216497,
      0.08266210098324864,
      0.0962872160275454,
      0.07884216728615964,
      0.19845714985242624,
      0.07030186188231823,
      0.03491825330056685,
      0.070810036966014,
      0.07181104681229997,
      0.11250712197563507,
      0.09924070162199626,
      0.032693932199360454,
      0.0996115701014531,
      0.31098653234334384,
      0.28840339278280364,
      0.19206518724691168,
      0.042030390006926904,
      0.11107022659085715,
      0.04744368820300283,
      0.2211217311104197,
      0.03779322713111671,
      0.09195801176640765,
      0.07483266314490111,
      0.0925328157422642,
      0.05261880825255366,
      0.027420447943915172,
      0.07589590084414916,
      0.1753592922737529,
      0.011257153584076073,
      0.06249540687125828,
      0.1377985398229354,
      0.03129128202067588,
      0.16550144909217007,
      0.054926196050630066,
      0.08115876708560427,
      0.1269729396075225,
      0.014601873396816529,
      0.13725885524628378,
      0.056851207120428224,
      0.002100720893045499,
      0,
      0.07011637276170737,
      0.20210394413264499,
      0.052702993146582916,
      0.07856900989107013,
      0.22991303045775346,
      0.14833607720158898,
      0.05395729806554298,
      6.857608254317335e-8,
      1.7429890281084326e-8,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "penalty_adv_covariates": [
      0.12040293257942691,
      0.000012411682255049328,
      0.000005218837697223926,
      0.000022103200255967155,
      0.000002391289056823835,
      0.000002990308163802526,
      4.804902979450368e-7,
      7.318565895561954e-7,
      0.00001120930490538824,
      6.323050515177466e-7,
      0.0000014872278233383009,
      5.368731880063031e-7,
      0.000008024056719435907,
      0.000005195202681472781,
      5.521596134455337e-7,
      0.0000046826633677032574,
      0.000008192508332719968,
      0.0000017777405849670992,
      0.0000010130853256044983,
      0.00004182917206213234,
      0.0000061897837010519465,
      0.000010049918964265502,
      0.000005864069192699225,
      0.0000024202276471624213,
      0.00006532260688075939,
      0.0000026661794933165015,
      0.000005312482245433112,
      0.0000011365655039342578,
      0.00013801148373904194,
      0.000032659807339038985,
      0.000005975719061547855,
      0.000024219955198031823,
      0.000013285947741107116,
      0.0000026638380718150942,
      0.0040030881573005035,
      0.000034030077657448354,
      3.993268482152227e-7,
      0.006618075327009159,
      0.006348719426884522,
      0.00021059637755484992,
      0.00005959503294939806,
      0.00001761741328388673,
      0.00007563792028023697,
      0.0020788611337598647,
      0.00007643997242172662,
      0.00011995083316318866,
      0.000022658279385947658,
      0.00012576756769135876,
      0.000026397609090894683,
      0.0002219023263754036,
      0.0000016885155909169289,
      0,
      0.008204460335808204,
      0.0004987678756764038,
      0.0002311253064904417,
      0.000054114929197618647,
      0.000049395029507747534,
      0.00004195032002579202,
      0.00008061274481316185,
      0.000042147219012422017,
      0.004295519276819127,
      0.000004719927737050913,
      0.0008226935204505485,
      0.00005222012931537347,
      0.0005926994658904919,
      0.00008178310009773503,
      0.00004555595122096857,
      0.00010034915914597565,
      0.00003379209193751354,
      0.00003176733302144258,
      0.00007883520984130056,
      0.00005760624786719104,
      0.00031072578066253026,
      0.00008262342579301132,
      0.000552629547254794,
      0.00039797318805135404,
      0.000013667808440046349,
      0.000052512816141915234,
      0.00043648628554993985,
      0.00004115705880163214,
      0.00017090928581976457,
      0.00010149460362345565,
      0.00005248378995899975,
      0.000026632306316100088,
      0.0000873421995951685,
      0.00008182012848594329,
      0.00011315413306414192,
      0.00038529205076121237,
      0.00004653580560206124,
      0.0002188296230877116,
      0.00007007165879584511,
      0.00009561984054910599,
      0.000020261063426423552,
      0.00023318389966388737,
      0.00007014031628802148,
      0.0008485389676685917,
      0.000010963966272373489,
      0.000048829983764303346,
      0.0017133124089156713,
      0.0009647515338832282,
      0.000001419800049292431,
      0.000001909249966531532,
      0.000007162157801196734,
      2.0355256025659192e-7,
      2.7548774651731914e-7,
      0.0000012835040956123426,
      2.9658744211845652e-8,
      1.8951623757973128e-31,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    "elapsed_time_min": 515.858605825901,
    "perturbation disentanglement": [
      0.046171482652425766
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5171970725059509
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9176594971156702
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7629987504368204
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8709519309241597
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.18330883549257246
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7123475978589495
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7044789289724133
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5154008599442667
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5337543425232719
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8155617691852428
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.623702734708786
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7752882137342736
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6123672789997525
        }
      ]
    ],
    "training_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.22372766489646437
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.37654436518844
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8753011260186905
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.05766361965806578
        }
      ]
    ],
    "test_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.24844608813903785
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.3265485796588418
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5217799136988474
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5452799973541131
        }
      ]
    ],
    "ood_sc": [
      {
        "py/tuple": [
          [
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.2075200396572688
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.29234886136582144
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.7825290064016978
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.6203826511347735
            }
          ]
        ]
      }
    ],
    "training_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.6689426883307634
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6664978757437774
          }
        ]
      }
    ],
    "test_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.557163406359522
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.5830143390184764
          }
        ]
      }
    ],
    "ood_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.25770431922541726
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6062962826755312
          }
        ]
      }
    ],
    "total_epochs": 199
  }
},{
  "_id": 1085,
  "config": {
    "overwrite": 1085,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset.h5ad",
        "degs_key": "all_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": true,
      "embedding": {
        "directory": null,
        "model": "grover_base"
      },
      "hparams": {
        "adversary_depth": 2,
        "adversary_lr": 0.007701798297509624,
        "adversary_steps": 3,
        "adversary_wd": 0.0005669849511478851,
        "adversary_width": 256,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.007969454818643935,
        "autoencoder_wd": 0.000007114476009343412,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.007969454818643935,
        "dosers_wd": 0.000007114476009343412,
        "dosers_width": 512,
        "dropout": 0.262378,
        "embedding_encoder_depth": 3,
        "embedding_encoder_width": 512,
        "penalty_adversary": 1.6675211761940134,
        "reg_adversary": 33.350423523880266,
        "reg_adversary_cov": 22.519400134221712,
        "step_size_lr": 50
      },
      "load_pretrained": false,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "seed": 357251965,
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 201,
      "run_eval_disentangle": true,
      "run_eval_logfold": false,
      "run_eval_r2": true,
      "run_eval_r2_sc": false,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    }
  },
  "config_hash": "5cacac24918054861104eacff97fcf5c",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199,
      200
    ],
    "stats_epoch": [
      200
    ],
    "loss_reconstruction": [
      -19278.117816662416,
      -21571.815342858434,
      -22111.47481083637,
      -22579.932808425277,
      -22502.263969914988,
      -22742.879429417313,
      -22965.061331983656,
      -22896.600421397015,
      -22830.885341225192,
      -22813.236696825013,
      -23112.680759847164,
      -22977.845856054453,
      -22955.788298840867,
      -22794.47076010541,
      -23120.023832918145,
      -23172.241284741787,
      -23191.670157221844,
      -23180.959556801245,
      -23171.16026748158,
      -23332.64606671885,
      -23356.18954732921,
      -23410.439765389077,
      -23584.540731721558,
      -23616.1470728555,
      -23835.452244654298,
      -23988.902914141072,
      -23790.542822692543,
      -24344.6343068555,
      -24265.11893750727,
      -24365.620536415838,
      -24643.238637132745,
      -24401.594558160752,
      -24110.097211766755,
      -23520.77071032254,
      -23757.55050270073,
      -23748.50122935418,
      -24298.757244895212,
      -24384.006602339447,
      -24295.220818220638,
      -24389.930451561697,
      -24345.068440447096,
      -24579.676451854524,
      -24467.997982215602,
      -24306.971923291683,
      -24678.615350498818,
      -24313.200712334365,
      -24569.198146397248,
      -24624.084982057713,
      -24937.715712657722,
      -24901.627401658567,
      -25332.2706150437,
      -25239.288618233055,
      -25086.864859648515,
      -25114.01312697865,
      -25344.458253106102,
      -25351.834523256868,
      -25223.127344256267,
      -25366.723799958825,
      -25425.94626163505,
      -25269.06313153263,
      -25472.240933116118,
      -25381.77851548232,
      -25447.874990158714,
      -25676.283520809375,
      -25388.902315043844,
      -25453.657139896415,
      -25410.23740234133,
      -25615.245575672016,
      -25669.575307674706,
      -25560.63913126476,
      -25703.81111597549,
      -25770.95431722465,
      -25528.168716028333,
      -25541.112547706813,
      -25635.532557239756,
      -25668.974747430533,
      -25806.101386278868,
      -25649.933786470443,
      -25778.765540472465,
      -25762.688828753657,
      -25649.821119338274,
      -25748.678732725326,
      -25649.821528830566,
      -25606.960325512104,
      -25732.37818672415,
      -25670.255202046596,
      -25817.261435569264,
      -25849.90551770909,
      -25723.098228745162,
      -25595.00230314955,
      -25729.67142783478,
      -25538.35944536212,
      -25850.71975900675,
      -25921.54502114386,
      -25701.301605524495,
      -25683.722210463136,
      -25958.898025605828,
      -25647.828187927604,
      -25798.9308201354,
      -25628.133602686226,
      -25757.021589334123,
      -25900.567121321335,
      -25980.61923872307,
      -26002.104360037483,
      -26210.17476838827,
      -26015.60574155231,
      -26021.88408091897,
      -26029.170338205062,
      -26082.230724742403,
      -26144.906242122874,
      -25972.791662457865,
      -25991.307706590742,
      -25709.897442856804,
      -25927.951878807973,
      -25966.11233348213,
      -25948.64373929531,
      -25977.215927739628,
      -25946.522936505266,
      -26035.347854097374,
      -25927.5121720545,
      -25924.61801492423,
      -25902.678530357778,
      -26066.09853768628,
      -26024.61088477075,
      -25976.054127951153,
      -25821.812309275614,
      -26024.847142186016,
      -25960.957121303305,
      -25971.567772739567,
      -25908.85069504194,
      -25922.03645222541,
      -25907.68795190216,
      -25936.432236409513,
      -25850.448992241174,
      -26006.6019699201,
      -25846.448709545424,
      -25805.103567246348,
      -25823.317455311306,
      -25843.03359242156,
      -25944.030183322553,
      -25937.728534009308,
      -25895.597503981553,
      -25851.758457587508,
      -25905.166109275073,
      -25968.64305292355,
      -26021.04734671442,
      -26038.1998812994,
      -26060.701175953727,
      -26097.35178819392,
      -25995.841074601514,
      -26143.52339819289,
      -26144.43217231147,
      -26024.624535847455,
      -26122.271195120178,
      -26074.702147763222,
      -26001.53956487798,
      -25982.44740172848,
      -26011.16059952462,
      -26056.54471976403,
      -26112.580528532155,
      -26120.60986590502,
      -26146.27386082243,
      -26115.210775143234,
      -26073.02662812639,
      -26121.43828830938,
      -26164.954880830832,
      -26076.763866800116,
      -26068.837550850585,
      -25997.883953679353,
      -26082.427249575034,
      -26082.239402152132,
      -26046.03285760805,
      -26017.48029338708,
      -26128.938815644477,
      -26143.3345831912,
      -25904.46223880537,
      -26003.77990953438,
      -25931.205189789413,
      -25903.622435353696,
      -26122.477224346716,
      -25983.922051270492,
      -26035.4546710329,
      -26049.844402161893,
      -26018.3067581309,
      -26070.249667754397,
      -26145.919008122757,
      -26139.191687167855,
      -26131.686044616625,
      -26196.198642170057,
      -26068.21588135237,
      -26125.04585925117,
      -26112.604543843307,
      -26163.22570834728,
      -26134.21184939146,
      -26106.06998645328,
      -26121.50431221444,
      -26132.0882210657,
      -26070.92627561651,
      -26118.822248477023,
      -26085.209532768466,
      -26092.230324519798
    ],
    "loss_adv_drugs": [
      50225.03726768494,
      50065.83747005463,
      50066.786811351776,
      50072.41395902634,
      50070.37213039398,
      50066.43069076538,
      50070.38622522354,
      50072.211567401886,
      50070.867349624634,
      50075.39852809906,
      50072.518416404724,
      50072.82112646103,
      50073.89537811279,
      50073.34677553177,
      50068.46246242523,
      50073.877558231354,
      50073.219710826874,
      50070.9653506279,
      50073.446125507355,
      50068.75460386276,
      50070.29770755768,
      50073.67379570007,
      50066.33812093735,
      50077.158009529114,
      50070.43177938461,
      50066.46700811386,
      50067.87884807587,
      50070.92529964447,
      50065.136555194855,
      50069.13186836243,
      50069.388712882996,
      50070.88083600998,
      50070.8119931221,
      50070.246685028076,
      50071.883816719055,
      50071.506949424744,
      50067.65233564377,
      50068.156229019165,
      50068.89891433716,
      50067.97363948822,
      50070.29563140869,
      50074.75092935562,
      50069.49739408493,
      50065.101897239685,
      50074.32573366165,
      50069.77034521103,
      50073.77790737152,
      50074.45482969284,
      50065.68715715408,
      50071.963030815125,
      50026.01724529266,
      50020.07970428467,
      50018.76070690155,
      50018.02898597717,
      50018.4559135437,
      50021.96401929855,
      50022.05105257034,
      50019.94391441345,
      50020.32354211807,
      50020.01096391678,
      50018.50491666794,
      50023.946018218994,
      50019.01347446442,
      50020.11600399017,
      50021.176335811615,
      50017.687158584595,
      50021.41192150116,
      50021.63875246048,
      50021.05341672897,
      50021.32679891586,
      50022.6136507988,
      50021.521292209625,
      50018.556067466736,
      50021.19745397568,
      50022.26919794083,
      50019.87280654907,
      50021.36044597626,
      50022.32368469238,
      50020.47483444214,
      50019.86426973343,
      50021.40172338486,
      50019.83528661728,
      50021.90038347244,
      50020.243200302124,
      50020.8343667984,
      50020.180072784424,
      50020.4460105896,
      50018.76375579834,
      50018.98650455475,
      50021.63136720657,
      50021.61156415939,
      50014.733523368835,
      50021.07288789749,
      50022.838827610016,
      50021.47815990448,
      50020.74593877792,
      50021.83040237427,
      50020.05405187607,
      50022.27375459671,
      50023.552879333496,
      49978.670607089996,
      49988.639570236206,
      49985.15177869797,
      49986.09526968002,
      49986.761607170105,
      49985.541400909424,
      49986.529970645905,
      49985.168565273285,
      49988.50039815903,
      49990.91777944565,
      49988.32153367996,
      49986.08330965042,
      49975.4895567894,
      49983.80932426453,
      49981.1631770134,
      49987.6221575737,
      49987.061799526215,
      49986.91586351395,
      49986.352065086365,
      49988.248562812805,
      49986.90957021713,
      49984.19572019577,
      49985.71013021469,
      49985.86610174179,
      49981.004033088684,
      49984.474670410156,
      49984.94843387604,
      49988.885912418365,
      49988.388181209564,
      49986.35027217865,
      49984.79618167877,
      49985.697811603546,
      49988.075733184814,
      49986.546751499176,
      49977.627034664154,
      49979.239805698395,
      49985.318402290344,
      49986.52212142944,
      49987.051471710205,
      49988.18016386032,
      49987.92533683777,
      49987.48623800278,
      49986.260818481445,
      49987.41852426529,
      49987.74504613876,
      49987.51312541962,
      49989.44363451004,
      49987.30555391312,
      49986.975405693054,
      49987.23200035095,
      49965.86337184906,
      49967.122304439545,
      49966.04537677765,
      49966.127848148346,
      49959.70976781845,
      49952.50214767456,
      49961.36494445801,
      49968.83446121216,
      49964.979180812836,
      49964.97953128815,
      49966.18713712692,
      49965.16069173813,
      49966.97012090683,
      49965.39525556564,
      49966.356308460236,
      49966.29566192627,
      49965.432456970215,
      49967.895444869995,
      49967.88387489319,
      49967.25590753555,
      49966.908088207245,
      49966.49261045456,
      49964.70209169388,
      49965.286531448364,
      49958.40542650223,
      49962.68920326233,
      49957.97413110733,
      49965.124846458435,
      49963.979781627655,
      49964.23928070068,
      49965.42096233368,
      49964.20148229599,
      49965.63855648041,
      49964.13593149185,
      49965.28825235367,
      49966.21930217743,
      49965.62155818939,
      49965.23705339432,
      49966.61460971832,
      49965.910259246826,
      49966.65243721008,
      49967.26312303543,
      49966.89248132706,
      49964.86008787155,
      49966.28874206543,
      49966.082803726196,
      49965.13600540161,
      49965.90845966339,
      49966.34559345245,
      49958.45344829559,
      49948.456194877625
    ],
    "loss_adv_covariates": [
      10396.028104946017,
      10096.944813758135,
      10198.89514246583,
      10194.840833067894,
      10172.409265637398,
      10193.431993365288,
      10184.40121948719,
      10181.932325661182,
      10204.748096585274,
      10186.341244161129,
      10193.880494117737,
      10175.081541955471,
      10175.697198331356,
      10175.291359603405,
      10176.893036961555,
      10177.029271423817,
      10176.205132722855,
      10175.194141089916,
      10173.951871812344,
      10169.590982079506,
      10171.682625710964,
      10173.552424490452,
      10170.135067403316,
      10173.011292159557,
      10172.776153802872,
      10172.291045725346,
      10170.993216633797,
      10173.04025453329,
      10171.246718585491,
      10171.673531532288,
      10173.037645280361,
      10171.150496184826,
      10194.094595849514,
      10174.089157700539,
      10172.371390521526,
      10168.524810612202,
      10170.463885128498,
      10172.403796434402,
      10171.687887728214,
      10170.100914359093,
      10172.039729773998,
      10172.513204276562,
      10171.674513280392,
      10173.484026908875,
      10172.214539647102,
      10169.763231098652,
      10172.909548819065,
      10173.357716083527,
      10173.37198805809,
      10173.176280021667,
      10165.415446341038,
      10167.61930769682,
      10166.500916779041,
      10168.302371919155,
      10167.73912769556,
      10165.644347727299,
      10169.608670651913,
      10166.623079657555,
      10165.57315903902,
      10167.77472859621,
      10167.798225462437,
      10165.842851936817,
      10164.92548775673,
      10169.070055425167,
      10168.725084781647,
      10167.756887316704,
      10165.933022022247,
      10167.700507760048,
      10166.979964971542,
      10167.771812677383,
      10168.084788739681,
      10165.740059375763,
      10165.634676098824,
      10168.743282675743,
      10166.54869222641,
      10169.134627223015,
      10167.323890089989,
      10169.54855710268,
      10168.04607218504,
      10167.998931646347,
      10167.655336737633,
      10165.806635499,
      10167.73792719841,
      10167.876109540462,
      10168.26470118761,
      10166.344786405563,
      10167.821834862232,
      10166.780994951725,
      10168.693962752819,
      10165.45162820816,
      10167.707461357117,
      10167.377947866917,
      10166.16509848833,
      10166.494864344597,
      10168.68794131279,
      10166.465597569942,
      10165.17324244976,
      10167.539642751217,
      10167.701631903648,
      10167.10303401947,
      10161.855781793594,
      10163.842946588993,
      10164.632565557957,
      10164.627277612686,
      10164.277601242065,
      10163.682416141033,
      10164.39057970047,
      10163.51575434208,
      10164.42946612835,
      10164.775398492813,
      10164.80140954256,
      10163.370333373547,
      10163.198050141335,
      10164.183069050312,
      10163.21704351902,
      10163.065025925636,
      10164.561036765575,
      10163.723907768726,
      10164.589849948883,
      10164.394874095917,
      10162.481971085072,
      10164.86586111784,
      10163.20366948843,
      10164.153281867504,
      10163.952880978584,
      10164.445471823215,
      10165.749153792858,
      10163.554664611816,
      10164.75001001358,
      10162.523738145828,
      10163.498336493969,
      10164.10361123085,
      10164.04153674841,
      10163.52355146408,
      10162.821843266487,
      10162.210396826267,
      10164.44816339016,
      10164.25448602438,
      10165.108609259129,
      10164.401369452477,
      10164.003488600254,
      10163.290809690952,
      10164.983329713345,
      10164.459572553635,
      10163.814706861973,
      10163.066209614277,
      10165.74953007698,
      10162.926961660385,
      10164.648113965988,
      10163.418066561222,
      10159.78143298626,
      10161.83013510704,
      10163.48088246584,
      10162.010741353035,
      10161.853961110115,
      10161.372882783413,
      10161.751201212406,
      10163.035157263279,
      10162.58727580309,
      10162.737621426582,
      10162.332515358925,
      10161.50716072321,
      10161.823838472366,
      10162.167948842049,
      10162.962206184864,
      10161.580299913883,
      10161.417186021805,
      10162.67654556036,
      10163.05710297823,
      10162.88058000803,
      10162.663271069527,
      10162.700315654278,
      10162.28628396988,
      10162.109295070171,
      10162.310260415077,
      10162.51837438345,
      10160.774714112282,
      10162.51520884037,
      10163.069783449173,
      10161.378821074963,
      10162.108723402023,
      10162.398283600807,
      10161.723050355911,
      10162.136388361454,
      10161.69982266426,
      10162.623359143734,
      10162.63633042574,
      10162.424170613289,
      10161.908220648766,
      10162.70105612278,
      10162.329613626003,
      10161.713589787483,
      10161.752018213272,
      10162.267135679722,
      10161.71227824688,
      10162.605522632599,
      10161.599113583565,
      10162.251366198063,
      10163.73360657692,
      10162.481759428978,
      10158.426618278027
    ],
    "penalty_adv_drugs": [
      21.176648765231356,
      5.949038038748169e-8,
      0.00005114037970010051,
      0.00011548108101185513,
      0.00034097087957993,
      0.00015105528957403406,
      0.0020688318676222854,
      0.0014887859895174112,
      0.001366425889812769,
      0.00416082673151508,
      0.0019084036955159841,
      0.0025427255082812058,
      0.0066206907196635,
      0.007833643789558017,
      0.010679007506811621,
      0.007504262874798665,
      0.017311640672717503,
      0.006241212361076587,
      0.03255341640305259,
      0.021334971723890813,
      0.038902969924268026,
      0.08059663962885924,
      0.060098205988485205,
      0.13299401136998396,
      0.20960509168115335,
      0.3085195855741821,
      0.3091462140469037,
      0.4160865625103365,
      0.20540991507331613,
      0.2235181393448698,
      0.4408963873606578,
      0.22861879832925555,
      0.1160110736128678,
      0.005333365826412239,
      0.026516832221573274,
      0.0890524786930412,
      0.034260702618568804,
      0.021770834913291987,
      0.023396467216839457,
      0.031005639904563058,
      0.02899421953237337,
      0.07317409221279444,
      0.029337287621233058,
      0.07032649430138183,
      0.0814254260178679,
      0.035280247222040706,
      0.0647607009303662,
      0.05589484246586968,
      0.07414167109579944,
      0.02939453787734453,
      0.017177068210511806,
      0.055963325538938805,
      0.04109614922929152,
      0.03253148592524377,
      0.013750513125634745,
      0.01403196605006728,
      0.040623950151894794,
      0.029489868065138036,
      0.019995735453757914,
      0.023718002103305127,
      0.0212028215021685,
      0.06821431763228421,
      0.061827130493955745,
      0.05721801797100792,
      0.43666219701503983,
      0.08181899160651426,
      0.06719713929445495,
      0.03287030745404757,
      0.032795316767595846,
      0.03934632524002823,
      0.015819618811566218,
      0.026730240670731847,
      0.017811964016448696,
      0.027135468660311135,
      0.025319658530628918,
      0.03386201611703729,
      0.04167823346880206,
      0.03142615769024522,
      0.017866752716119545,
      0.03296225711134419,
      0.010029836240714077,
      0.03273811385698931,
      0.04696564374355422,
      0.027558009536696338,
      0.15743654100279186,
      0.06564856814006001,
      0.0604235486356528,
      0.07109442066876841,
      0.23372723823036928,
      0.10306736328941829,
      0.013007028623371508,
      0.13284462246428594,
      0.03180558710976594,
      0.015444252195467845,
      0.026393596248508365,
      0.06093110612722323,
      0.020690611491931375,
      0.029879281047973064,
      0.019675530759989117,
      0.06279002940214773,
      0.031080889023004963,
      0.01116835856534188,
      0.007002263985544448,
      0.02135523344780761,
      0.0071111108740378555,
      0.009033709233045244,
      0.007360987677521444,
      0.21260815499623262,
      0.049260225795847476,
      0.021995104925682914,
      0.0081258755251264,
      0.08690135091772379,
      0.20815435139896246,
      0.013185610227801433,
      0.012518921584995756,
      0.0010909770204947339,
      0.007880000349284098,
      0.0020943885673799616,
      0.00342650242267008,
      0.002202923030857995,
      0.0032841598477417727,
      0.022395864474763074,
      0.01745008865801418,
      0.0010598898333618598,
      0.06397866728139479,
      0.012943006143529584,
      0.0008504475331574653,
      0.009700084340725145,
      0.0023041791570720315,
      0.02151089109028134,
      0.001789160989038939,
      0.004578786131470585,
      0.0052483532989416725,
      0.022185788439901568,
      0.15789456117138667,
      0.012741604861138863,
      0.02048576460981473,
      0.0006839576770140776,
      0.0004238668734756232,
      0.05675793656623289,
      0.010887818671394978,
      0.0065207082045095465,
      0.0012692135564302683,
      0.0046846096749050894,
      0.030328308934047733,
      0.004047733967653885,
      0.004366447124328297,
      0.004469098258759077,
      0.0009569637115034156,
      0.021807665814404617,
      0.015488550891825239,
      0.007538213236869449,
      0.00036533341395711345,
      0.0076224346540533505,
      0.02036391250830832,
      0.005299411049220774,
      0.002349430331663998,
      0.0009140506780330956,
      0.0019154621105574117,
      0.0011268423505977911,
      0.00007979582088797782,
      0.0009204729182911694,
      0.000051690109925870904,
      0.00001735483323701995,
      0.0007287982709678009,
      0.00005034374693385714,
      0.001451639712555903,
      0.00005411708571104391,
      0.00008421928035692318,
      0.0008760415907688422,
      0.0006285565004538558,
      0.00023536255395559545,
      0.001663935995903905,
      0.007778780793929711,
      0.05063083667820223,
      0.0070170573448585715,
      0.029473575990989022,
      0.00876323871649717,
      0.0004150822253739606,
      0.007092911411192074,
      0.001700402847916102,
      0.004238806779104881,
      0.0001572898770709228,
      0.008981339755997918,
      0.0008567414133508657,
      0.0006482483827126817,
      0.00022750626041555038,
      0.0011138042610663126,
      0.00045974008889891025,
      0.00034374482431222123,
      0.0061964798472255445,
      0.0023975678773683466,
      0.0009706443871463006,
      0.0034768929001289988,
      0.00189826799747082,
      0.00028127780910360017,
      0.001478912141642991,
      0.0023381216083396775,
      0.001763974861537329,
      0.06697865525174274,
      0.00378022400324955
    ],
    "penalty_adv_covariates": [
      0.07093793486179249,
      0.000007195998029789214,
      4.791639394448636e-7,
      4.002120691983913e-7,
      4.046483062808702e-7,
      3.4807807816497946e-7,
      2.808089535784595e-7,
      4.0091880900525784e-7,
      3.309918766455205e-7,
      0.0000010691119388754326,
      6.70582608928732e-7,
      2.7848209769974776e-7,
      4.609935210449055e-7,
      8.255622906339737e-7,
      2.6681151589941927e-7,
      8.754040456302483e-7,
      5.584952198823547e-7,
      7.518005515835438e-7,
      9.641875159545218e-7,
      0.000002174182070300176,
      7.108316378978284e-7,
      0.0000038174511515589475,
      0.000006732039107686047,
      0.0000076292757734500295,
      0.00005320274351459397,
      0.00003082219299950883,
      0.000035819816890119774,
      0.00003088376706040522,
      0.00003198810333885094,
      0.000006019725006969067,
      0.00002086223358722221,
      0.00003711519394532436,
      0.006324819437638258,
      0.0000012122320621566525,
      0.000001148057478319361,
      0.0000011204655215140718,
      0.0000035241296826208927,
      0.000002343478660890758,
      0.000002541357036125596,
      7.036417860217386e-7,
      0.0000019487694639247022,
      0.000001818425024949037,
      0.0000034886080259577543,
      9.71595324168655e-7,
      0.0000030519595847921695,
      0.000003992650210548139,
      0.0000024041767045613397,
      0.000021474299031742142,
      0.000006710719008587391,
      0.0000102214695119044,
      0.0000054830864923516,
      0.0000026767044965797643,
      0.000004451556847261744,
      0.000002194488337593828,
      0.000003448989481688235,
      0.000004089971257504323,
      0.0000018810920299304221,
      0.0000027491699662520816,
      0.000013775510526661373,
      0.0000017240427605493856,
      0.0000027196156172052166,
      9.597959954778785e-7,
      0.0000015279010857226458,
      0.00001053038680302351,
      0.00013931488237360138,
      0.000021586482616637693,
      0.000002737731768113273,
      0.000007686060407017185,
      0.000020426659653466058,
      0.000007718450188612322,
      0.000002151396878030584,
      0.000016287440286836485,
      0.000008858617562907065,
      0.0000030227301136278235,
      0.000007579878214450282,
      0.000007086602295617248,
      0.000037989596627479373,
      0.0000036004099546146962,
      0.000006047782437840123,
      0.00000979884397884476,
      0.0000017586262697875154,
      0.000028389040405267387,
      0.000016216800481362072,
      0.000029276422302762135,
      0.000016253734896888754,
      0.00009730962492748159,
      0.0000016269658031826326,
      0.000008581515680556655,
      0.00007300644900446978,
      0.000002218134320984826,
      0.0000013522573295176115,
      0.000035892472140039916,
      0.000006529202375558278,
      0.0000010081096886486362,
      0.000010666546794752018,
      0.000003630958250383715,
      0.0000033192566082283413,
      0.000004693597812073765,
      0.00000421962995284241,
      0.000003397055028979634,
      0.000004456464089354904,
      0.0000018307820114343936,
      6.775878965156749e-7,
      0.000002590926325468835,
      3.7042172249529326e-7,
      0.000004559050871025056,
      0.0000024224636083042096,
      0.00003937069981049147,
      0.00002579021971364305,
      0.000006107720574291673,
      0.000028116700363367808,
      0.000023391233702597713,
      0.00003971026912293254,
      0.000006577269911809509,
      0.0000015272959303876506,
      0.0000017325096471023638,
      0.0000013360110832795112,
      5.996935574694278e-7,
      0.000003433085989892027,
      0.000009856796470595896,
      0.000010320091336688175,
      0.00000275572615350557,
      0.0000033447555548676494,
      6.933380684884877e-7,
      0.000007779977068730864,
      3.291524065408298e-7,
      8.312342384376506e-8,
      0.00000320825848257246,
      0.0000018523537587971211,
      0.00000366449850557557,
      6.747447624628123e-7,
      0.000002484757545200784,
      3.4039166187867406e-7,
      0.0000014076946774001057,
      0.000004183809604198869,
      0.0000015395431621144546,
      5.697527239762533e-7,
      0.0000070137335662126335,
      6.812992815727479e-7,
      0.000003018898191892551,
      0.0000015554935673184436,
      5.720654517629087e-7,
      0.000002792589164543588,
      0.00000334539788156015,
      0.000001976996633854565,
      0.000005677416044427335,
      9.702463457043542e-8,
      0.0000014385327272787724,
      0.00003143311318361569,
      0.0000057837460532204084,
      0.00005782571109343817,
      0.000027141207853265286,
      7.268439022485946e-8,
      3.4178400830443927e-7,
      3.594581329650789e-8,
      0.000001103368732485038,
      0.000006441631014135847,
      2.1731513040503136e-7,
      7.414908603999869e-7,
      6.874925083508695e-8,
      4.32852743388701e-7,
      0.00001775792862540408,
      0.0000025484273951542904,
      1.371551765851553e-7,
      2.2592129257101253e-8,
      0.000004088721782438135,
      0.000003424217036629142,
      2.736739679194816e-7,
      0.0000018863897574996044,
      2.071053227281524e-8,
      3.2685789632480955e-7,
      2.878047423774726e-7,
      1.894029308566653e-8,
      6.124791648619167e-7,
      9.211028309760436e-7,
      0.000001347590118058228,
      0.0000133322658078672,
      7.107556301126921e-7,
      4.959990252448023e-8,
      0.0000017986800186069522,
      0.0000041555668235718,
      5.844645305468586e-7,
      0.000004668907218686783,
      1.5201158425743396e-7,
      0.000001576046218091524,
      0.0000034522595917198336,
      0.0000015228652886555185,
      0.0000031116322836945694,
      0.0000014666817373033017,
      2.1054668592903234e-7,
      0.000003054036297085352,
      0.00002303540936293755,
      0.00013373307761188418,
      0.0000031123179583011663,
      0.0000027178122337846603,
      0.00000264582618184325,
      0.000019063234968998885,
      8.010457085858967e-8,
      5.005637132763522e-7,
      0.0000021965569337474712,
      0.000002205320748685299
    ],
    "elapsed_time_min": 642.4818270762761,
    "perturbation disentanglement": [
      0.06357698887586594
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.6701639890670776
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8378914148104454
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7346982857849025
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7392737758422312
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6734673848914474
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7168561135087477
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6377282674993244
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5224768992341116
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.4774192284073746
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7382603922375927
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.4496352512527395
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6432215748009859
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.38078586591614616
        }
      ]
    ],
    "total_epochs": 200
  }
},{
  "_id": 1148,
  "config": {
    "overwrite": 1148,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset.h5ad",
        "degs_key": "all_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": true,
      "embedding": {
        "directory": null,
        "model": "jtvae"
      },
      "hparams": {
        "adversary_depth": 3,
        "adversary_lr": 0.00011428087998532382,
        "adversary_steps": 2,
        "adversary_wd": 6.026889128682506e-8,
        "adversary_width": 256,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.0002051338263087451,
        "autoencoder_wd": 2.938027938703534e-8,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.0002051338263087451,
        "dosers_wd": 2.938027938703534e-8,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 256,
        "penalty_adversary": 0.08890398459575592,
        "reg_adversary": 1.7780796919151178,
        "reg_adversary_cov": 4.176246693567678,
        "step_size_lr": 50
      },
      "load_pretrained": true,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 201,
      "run_eval_disentangle": true,
      "run_eval_logfold": false,
      "run_eval_r2": true,
      "run_eval_r2_sc": false,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 483256623
  },
  "config_hash": "a15a363b77060383b397a81861615864",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199,
      200
    ],
    "stats_epoch": [
      200
    ],
    "loss_reconstruction": [
      -11844.877151386958,
      -15617.929276347626,
      -17312.253660284536,
      -18431.742068208987,
      -18974.79661302548,
      -20393.842622193915,
      -20912.391948360717,
      -20946.282297767233,
      -21105.039983721217,
      -21701.47666870174,
      -21969.50409069247,
      -22308.689085270977,
      -22436.78078529751,
      -22912.75718390732,
      -23294.920775311068,
      -23760.130366685335,
      -24214.47561470885,
      -24292.11658805376,
      -24738.12340804143,
      -25112.15002361685,
      -25447.598381924443,
      -25926.42382033443,
      -25916.444051648956,
      -26342.07706495584,
      -26354.19050863711,
      -26404.21453971509,
      -26690.161818975583,
      -26589.832145131193,
      -26934.170063024387,
      -26855.545961427968,
      -26983.823889339576,
      -27038.63375079166,
      -27014.5669989991,
      -27055.23651641328,
      -27178.8464111723,
      -27284.935248336755,
      -27572.343990963418,
      -27534.46675329865,
      -27667.934147396125,
      -27691.888637207914,
      -27710.993217611685,
      -27622.562049434753,
      -27665.19599979557,
      -27735.124409014825,
      -27781.13298582658,
      -27720.206996869296,
      -27770.583427481353,
      -27690.45212132577,
      -27705.956950033084,
      -27720.645759646315,
      -27787.85339402035,
      -27917.31155729294,
      -27916.368522798643,
      -28062.79160975665,
      -28087.000241477974,
      -28118.479823019356,
      -28108.17384343967,
      -28075.19249984296,
      -28116.493056666106,
      -28178.154297679313,
      -28207.858044121414,
      -28213.82350192964,
      -28252.728995691505,
      -28082.092299111187,
      -28186.725078528485,
      -28242.239546854747,
      -28257.292253293097,
      -28165.26692279894,
      -28238.93787832372,
      -28202.870693717705,
      -28226.110974418,
      -28169.878489363124,
      -28227.010013418272,
      -28214.649312004214,
      -28271.214707391337,
      -28238.123289207928,
      -28240.15957768541,
      -28155.26305285706,
      -28193.62380722724,
      -28181.847541379742,
      -28257.11912215501,
      -28284.02557385899,
      -28241.792621321976,
      -28300.44041648507,
      -28296.235689138528,
      -28279.18455284761,
      -28284.631703892723,
      -28263.26445755735,
      -28274.160976761952,
      -28361.43392490456,
      -28323.36252645403,
      -28260.717611015774,
      -28319.01966298744,
      -28402.519008100033,
      -28304.613292961847,
      -28371.91111089033,
      -28351.903524112888,
      -28352.295004701766,
      -28397.337490551217,
      -28345.465147076175,
      -28502.094854574418,
      -28530.20258032973,
      -28605.243407082744,
      -28549.426582219457,
      -28573.624892942607,
      -28677.236012100242,
      -28701.652636406012,
      -28732.251131707802,
      -28728.564150639577,
      -28751.948499552906,
      -28697.391360608977,
      -28719.66282577999,
      -28797.295936503797,
      -28774.115932468325,
      -28815.850151682273,
      -28784.68741848576,
      -28785.291702168062,
      -28805.04967974173,
      -28823.60616688803,
      -28754.66775344091,
      -28864.42681916803,
      -28819.442462183535,
      -28852.59393944568,
      -28910.5623431094,
      -28891.893576878123,
      -28901.139532456174,
      -28878.7775640646,
      -28922.41207147669,
      -28886.861600205535,
      -28847.443858396495,
      -28880.91324379528,
      -28857.658027809113,
      -28909.314134087414,
      -28996.562192729674,
      -28929.15507821017,
      -28904.119378281757,
      -28925.96196986735,
      -28918.085505083203,
      -28893.839502590243,
      -28922.1205531843,
      -28889.22889197897,
      -28945.945807483513,
      -28941.354957762174,
      -28879.628308718093,
      -28945.160568255465,
      -28918.15454944223,
      -28989.213024599478,
      -28914.252059333958,
      -28897.934936767444,
      -28948.6649889634,
      -28939.79316844698,
      -29066.16117948317,
      -29015.486480153166,
      -29072.83360555861,
      -29147.660868660314,
      -29037.581391045824,
      -29096.224095120095,
      -29142.958256600425,
      -29144.52891557291,
      -29117.15281719342,
      -29115.520148793235,
      -29176.047024808824,
      -29168.376616265625,
      -29178.479672950925,
      -29155.784231116297,
      -29171.843360967003,
      -29144.027898866683,
      -29217.28097556322,
      -29186.413740200922,
      -29161.371515390463,
      -29187.634365372884,
      -29226.32312736241,
      -29139.448062168434,
      -29182.39822896768,
      -29197.109248358756,
      -29190.343459727243,
      -29199.045859479345,
      -29164.534369394183,
      -29183.628583831713,
      -29165.033141197637,
      -29235.398024912924,
      -29178.56631612405,
      -29193.646267860924,
      -29194.440567582846,
      -29211.03159783608,
      -29194.903042272665,
      -29219.68823971064,
      -29195.38699476421,
      -29212.340306657366,
      -29193.863580695353,
      -29211.280713971704,
      -29219.325401147828,
      -29224.560425400734,
      -29214.69427782134,
      -29218.66228660196,
      -29219.080705545843,
      -29262.02239701664,
      -29223.431726558134,
      -29182.935990417376,
      -29174.717536607757,
      -29210.383514882997
    ],
    "loss_adv_drugs": [
      50109.96415042877,
      49952.223591804504,
      49890.5774641037,
      49865.260041713715,
      49827.355509757996,
      49903.66288471222,
      49938.35812950134,
      49945.89411735535,
      49917.796740055084,
      49907.42726945877,
      49912.956560611725,
      49896.3211183548,
      49908.31858873367,
      49920.38792562485,
      49921.38819551468,
      49913.187557697296,
      49909.87830781937,
      49896.613204956055,
      49901.47806549072,
      49900.852880477905,
      49889.896893024445,
      49889.314047813416,
      49879.31876754761,
      49896.330370903015,
      49902.8137588501,
      49898.12433385849,
      49896.650179862976,
      49887.424198150635,
      49892.28386449814,
      49888.91670513153,
      49888.46874523163,
      49883.14430809021,
      49883.66316461563,
      49893.00259447098,
      49885.302544116974,
      49889.7060880661,
      49890.77611064911,
      49885.942189216614,
      49884.98521709442,
      49892.44085216522,
      49894.94378757477,
      49897.470047950745,
      49893.81013965607,
      49890.75022649765,
      49889.14077281952,
      49897.362617492676,
      49903.710594177246,
      49898.207033634186,
      49899.633696079254,
      49900.976831912994,
      49897.20495080948,
      49896.283443927765,
      49891.61809825897,
      49891.04609632492,
      49899.51385831833,
      49906.63882160187,
      49902.12894296646,
      49902.34056901932,
      49902.70385169983,
      49904.43967151642,
      49906.015318870544,
      49906.39007949829,
      49905.77088832855,
      49906.00848388672,
      49904.928861141205,
      49905.32403373718,
      49903.724481105804,
      49905.6588010788,
      49907.71300458908,
      49906.56817865372,
      49905.431755542755,
      49907.45819759369,
      49908.21943807602,
      49910.909652233124,
      49911.72710990906,
      49910.60529232025,
      49908.50665283203,
      49910.19837999344,
      49907.86195611954,
      49906.10100507736,
      49906.51719093323,
      49908.62561416626,
      49905.064453125,
      49910.440232753754,
      49908.83092927933,
      49902.07231426239,
      49907.57192850113,
      49902.82998228073,
      49903.971861839294,
      49903.26048755646,
      49905.54907464981,
      49903.7322678566,
      49909.667139053345,
      49907.21956920624,
      49910.26951742172,
      49908.396900177,
      49907.30970335007,
      49907.62005472183,
      49907.22456264496,
      49899.802263736725,
      49904.4812374115,
      49907.51917552948,
      49907.84701251984,
      49904.723972797394,
      49903.1053981781,
      49905.07520008087,
      49907.0144572258,
      49907.032910346985,
      49905.7848277092,
      49904.608414173126,
      49905.47978258133,
      49905.622188568115,
      49905.917511463165,
      49907.34910058975,
      49903.97121953964,
      49906.030935287476,
      49904.96464967728,
      49905.91601085663,
      49904.38993310928,
      49904.56686258316,
      49904.274321079254,
      49904.87179470062,
      49907.2586889267,
      49903.43983745575,
      49906.89127111435,
      49906.47796201706,
      49904.63544130325,
      49903.82256269455,
      49906.78567934036,
      49904.696276664734,
      49903.89427423477,
      49905.58257818222,
      49905.64848661423,
      49904.63685750961,
      49906.47375202179,
      49905.71676158905,
      49903.920310497284,
      49905.47539949417,
      49905.70845746994,
      49904.09551477432,
      49905.1270532608,
      49905.05886220932,
      49907.61201715469,
      49907.13559770584,
      49908.99318885803,
      49905.400047302246,
      49906.77922439575,
      49906.367104530334,
      49906.596037864685,
      49907.335729599,
      49907.04029417038,
      49908.435485839844,
      49906.86507368088,
      49904.252885341644,
      49904.19007587433,
      49904.31794691086,
      49904.19288253784,
      49906.173833847046,
      49905.89295101166,
      49904.84481859207,
      49903.96653223038,
      49904.03215837479,
      49905.9135389328,
      49906.89537143707,
      49907.34697961807,
      49905.08409833908,
      49905.92995071411,
      49904.946600437164,
      49905.76908540726,
      49905.69349002838,
      49905.21510887146,
      49904.82894039154,
      49905.9788274765,
      49904.28652763367,
      49905.27544641495,
      49903.38794851303,
      49904.14021730423,
      49902.222731113434,
      49900.41668891907,
      49903.606187820435,
      49903.06434249878,
      49907.099207401276,
      49906.69980287552,
      49906.7497549057,
      49905.24537086487,
      49904.58960151672,
      49904.862145900726,
      49906.714639663696,
      49903.286437511444,
      49905.15468072891,
      49904.47160863876,
      49906.13234376907,
      49906.51227474213,
      49907.51005077362,
      49905.21747970581,
      49904.71950531006,
      49900.611629486084,
      49904.5435628891,
      49905.35004043579,
      49904.04575443268,
      49901.68922805786
    ],
    "loss_adv_covariates": [
      9640.602544605732,
      9675.252236783504,
      9919.347853422165,
      9831.013799905777,
      9382.710427641869,
      9895.939694106579,
      9913.754396498203,
      9939.097725391388,
      10000.9472797513,
      9909.71848732233,
      9962.482987105846,
      9921.602813243866,
      10030.98182451725,
      9996.417816638947,
      9976.419613838196,
      10043.410483956337,
      9955.385234236717,
      9869.03025484085,
      9963.94986063242,
      9990.623722076416,
      10048.635436952114,
      9992.223429143429,
      10008.168056726456,
      10070.049678742886,
      10037.011159420013,
      10025.375735342503,
      10072.282435536385,
      10033.454389095306,
      10104.026204407215,
      10122.950707376003,
      10094.894882142544,
      10115.136852383614,
      10137.020205795765,
      10117.564933300018,
      10113.952197730541,
      10101.861278414726,
      10113.881149113178,
      10113.265257656574,
      10111.95381885767,
      10129.20413517952,
      10136.335636973381,
      10128.887083172798,
      10137.709881067276,
      10125.424170613289,
      10146.243316054344,
      10141.65616708994,
      10142.058758020401,
      10123.593744277954,
      10110.941353559494,
      10139.393531918526,
      10149.800898492336,
      10148.32625836134,
      10144.924558222294,
      10148.201569914818,
      10151.785106480122,
      10154.107596933842,
      10151.328886568546,
      10152.73617118597,
      10153.613910496235,
      10154.110685825348,
      10152.196188032627,
      10157.258742749691,
      10149.253707289696,
      10156.53290373087,
      10151.643401145935,
      10154.297349393368,
      10150.69546276331,
      10156.047167360783,
      10149.560687422752,
      10149.74587404728,
      10155.596438884735,
      10143.180358946323,
      10153.718898117542,
      10153.869537353516,
      10154.688013672829,
      10150.827333271503,
      10150.766616523266,
      10139.429268479347,
      10158.349495232105,
      10150.028063476086,
      10151.297004520893,
      10153.681732416153,
      10152.726647675037,
      10151.016719460487,
      10153.164401769638,
      10149.75735360384,
      10151.702669918537,
      10150.12190502882,
      10152.488401472569,
      10151.965163767338,
      10147.782514095306,
      10152.405723273754,
      10155.120011389256,
      10154.753197550774,
      10151.170712172985,
      10154.750391185284,
      10153.335970580578,
      10151.290926754475,
      10153.877493858337,
      10153.737228751183,
      10158.384688556194,
      10156.100278675556,
      10148.16411191225,
      10152.822946965694,
      10153.392159759998,
      10154.984050869942,
      10157.285751283169,
      10155.97583860159,
      10156.842303335667,
      10155.540819764137,
      10153.436948597431,
      10153.258751630783,
      10155.591055870056,
      10151.553702652454,
      10156.46899420023,
      10155.07211279869,
      10151.079650580883,
      10149.253922998905,
      10154.73958492279,
      10151.293996214867,
      10156.175405979156,
      10149.609442770481,
      10151.485656142235,
      10151.630424320698,
      10152.221616506577,
      10152.23449677229,
      10151.725452780724,
      10154.925363659859,
      10152.88619607687,
      10153.972876369953,
      10147.076472342014,
      10150.799813747406,
      10154.70493376255,
      10154.914251506329,
      10153.718248307705,
      10147.942381739616,
      10153.959093272686,
      10156.183846235275,
      10151.695255994797,
      10155.38149702549,
      10153.96608632803,
      10151.723670482635,
      10153.130965352058,
      10152.91215544939,
      10154.260342240334,
      10153.515207648277,
      10152.789329469204,
      10153.833308041096,
      10151.533940792084,
      10151.184598624706,
      10151.010524213314,
      10154.2451197505,
      10154.847174286842,
      10151.09832984209,
      10155.321708023548,
      10155.751555144787,
      10153.107474386692,
      10154.131790161133,
      10153.706716358662,
      10153.532616913319,
      10148.012876212597,
      10154.333539962769,
      10152.891306757927,
      10154.277652025223,
      10154.411630809307,
      10154.08301371336,
      10152.225050449371,
      10156.009645938873,
      10154.425716400146,
      10155.17591202259,
      10154.143399000168,
      10154.449370324612,
      10152.876552760601,
      10155.612804889679,
      10154.517199873924,
      10151.553250551224,
      10153.354941010475,
      10152.653257906437,
      10154.126313447952,
      10150.505648434162,
      10151.201850235462,
      10153.244878828526,
      10154.14534687996,
      10153.174705326557,
      10151.199869811535,
      10153.150563716888,
      10152.065582156181,
      10154.043448746204,
      10153.61768323183,
      10155.560993611813,
      10156.538628101349,
      10153.844347059727,
      10153.995170235634,
      10154.694181144238,
      10153.531974673271,
      10153.582957684994,
      10154.9740665555,
      10156.855992019176,
      10154.66354393959,
      10156.085003554821,
      10155.849744141102
    ],
    "penalty_adv_drugs": [
      36.173010679427534,
      55.327776237623766,
      43.57879162649624,
      38.47257231909316,
      27.60485583927948,
      23.34388926590327,
      22.052700177999213,
      15.26121569861425,
      15.431938660622109,
      13.336124368594028,
      9.016323525080224,
      8.948233110422734,
      7.894439226802206,
      8.01444118071231,
      5.826626184978522,
      5.435750137054129,
      6.326555739942705,
      5.829328241641633,
      4.652809395207441,
      3.149040854666964,
      3.522557899268577,
      3.2735396708158078,
      3.3356890109280357,
      3.150550299680617,
      3.3385376058577094,
      2.3101826710335445,
      2.243648023570131,
      2.375566127288039,
      2.757011896072072,
      2.3772623375916737,
      2.858220510664978,
      2.5757678408408538,
      2.1704108531121165,
      2.5977353140260675,
      3.1270366290555103,
      2.3120699818682624,
      2.5436274158782908,
      2.686060644162353,
      2.884274153751903,
      3.0109755836965633,
      3.96398630386102,
      4.073380496629397,
      3.1181891421656474,
      4.740963737480342,
      3.533398202082026,
      3.912981286885042,
      5.3069501104037045,
      4.962479729234474,
      3.4617784144866164,
      2.7889130419061985,
      4.839788567871437,
      5.275025009934325,
      4.3020252050919225,
      4.459287296747789,
      4.348788653078373,
      5.576983019083855,
      4.621044572078972,
      4.325024681573268,
      3.964419519485091,
      4.635746085405117,
      4.387050051547703,
      4.386478740438179,
      4.603489537257701,
      3.5529819092917023,
      3.751549289227114,
      3.1978040202957345,
      3.890902860657661,
      4.2485350329079665,
      4.1049584685242735,
      3.6125587048300076,
      3.3555562430265127,
      4.210414921952179,
      3.178326441528043,
      2.9004764541750774,
      3.138690528445295,
      3.0046025044939597,
      3.2722200188727584,
      2.967368195706513,
      2.3613172941404628,
      4.70030237971514,
      4.062147240896593,
      3.7296977016085293,
      2.9622623087852844,
      3.1719963008799823,
      4.009443200018723,
      2.753787740744883,
      2.685782238288084,
      2.566649356391281,
      3.499298344933777,
      3.3729216410283698,
      2.7289901226977236,
      3.0011932353081647,
      3.4042666240566177,
      3.0813408542453544,
      3.2906269992599846,
      2.872887583798729,
      2.945862833861611,
      3.16435579242534,
      3.182025755086215,
      3.2162734814628493,
      3.5949731474829605,
      3.1763024945685174,
      2.6482967006304534,
      2.5847531101753702,
      2.1443348771281308,
      2.604567991598742,
      3.6546766348183155,
      3.20868077747582,
      3.056851152854506,
      2.936011385609163,
      3.4194761560793268,
      2.7390478723682463,
      2.2171450614987407,
      2.652376397571061,
      2.919211460808583,
      3.27810128062265,
      2.885604422626784,
      2.896451682849147,
      2.2180414470058167,
      2.1950003930469393,
      2.4128584231075365,
      2.4728627660952043,
      2.7209711923787836,
      3.0200574606569717,
      2.423729505870142,
      2.747496479700203,
      2.5929686174349627,
      2.865638040282647,
      2.916321922617499,
      4.344941626521177,
      3.7579210699695977,
      3.9124475559510756,
      3.446127901537693,
      3.4541126963304123,
      3.169940194231458,
      3.119799953943584,
      3.357564308855217,
      4.010819859511685,
      3.60479504999239,
      2.8384047164290678,
      3.6778990571692702,
      2.459320918424055,
      2.6690280569528113,
      2.8644377440359676,
      2.5634824138105614,
      2.9147750569536583,
      2.7359523685008753,
      2.6584272078762297,
      2.7355236211587908,
      2.887179940007627,
      3.0373160031449515,
      3.228940469081863,
      3.1802575839101337,
      3.5548504780599615,
      2.8631160087970784,
      2.956002276187064,
      2.822072713461239,
      3.1711596149689285,
      3.219651664898265,
      2.847914906029473,
      2.723468399781268,
      2.8403637498704484,
      3.123376368341269,
      3.1001466617453843,
      3.1415618423343403,
      3.301384990947554,
      3.9259629768057493,
      3.514279596041888,
      3.6988319942029193,
      4.104447761361371,
      3.931046551952022,
      3.637417871665093,
      3.494287644207361,
      3.640021180312033,
      3.0864449242217233,
      3.0171144040941726,
      3.1886676741269184,
      3.5089563414803706,
      3.9431744332105154,
      3.5745683029381325,
      3.5687344638135983,
      3.4412424510956043,
      3.686944033470354,
      3.408009334729286,
      3.452464790214435,
      3.602339538556407,
      4.178596787183778,
      3.6439127727935556,
      3.849105572764529,
      3.461206023566774,
      3.6775927461276297,
      3.3899604088655906,
      3.828950337250717,
      3.9115144280949607,
      3.5752418173506157,
      3.847259041867801,
      4.1038155029236805,
      3.631324406393105,
      3.6435598902608035,
      3.6300949473225046,
      3.5614683597523253
    ],
    "penalty_adv_covariates": [
      1.6439982682059053,
      2.953412099137495,
      1.859478511432826,
      2.1654275756445713,
      5.787305300094886,
      3.063629827054683,
      2.3412177419813816,
      1.9528500176384114,
      1.828207863974967,
      2.681027688391623,
      1.7160062500552158,
      4.150724113693286,
      2.8181671618076507,
      2.3966275092971046,
      2.0467159735271707,
      2.089189242644352,
      2.0498068124070414,
      2.987049156537978,
      2.5208497425774112,
      2.1640520432265475,
      2.2769993458350655,
      1.7367239855229855,
      2.0845644203654956,
      1.5995944488677196,
      1.5380234487820417,
      1.4006622973829508,
      1.2949098153330851,
      1.2152437905751867,
      1.2403079827781767,
      0.6447409621760016,
      0.49833855350880185,
      0.3677319921371236,
      0.26876874078516266,
      0.31929871096872375,
      0.4770384137664223,
      0.6463211344271258,
      0.9830092767006136,
      0.6932650571397971,
      0.6370957021608774,
      0.4707149667083286,
      0.5500191149694729,
      0.5878598734780098,
      0.5247844715449901,
      0.4810057762442739,
      0.38426421779877273,
      0.3888422111995169,
      0.3794465836472227,
      0.5598570837937586,
      0.8390827259536309,
      0.6847579135210253,
      0.5869481192094099,
      0.7925828586085117,
      0.6276588374894345,
      0.8787704440037487,
      0.7094035591326247,
      0.6032236098690191,
      0.6072612275856955,
      0.6485395998352033,
      0.5824496439781797,
      0.5301883484062273,
      0.6619449132303998,
      0.6612621025669796,
      0.6868327165284427,
      0.599673921638896,
      0.6960190458048601,
      0.5524965228214569,
      0.6647655665256025,
      0.7695560666979873,
      0.7172533418597595,
      0.9183544882107526,
      0.7704604884747823,
      0.6193374106333067,
      0.4829174558763043,
      0.5201632321914076,
      0.689058180374559,
      0.7377142068835383,
      0.7392204804637004,
      1.0580607829833752,
      0.7024054395078565,
      0.5562431527978333,
      0.5906349569668237,
      0.5760318345019186,
      0.6443967363666161,
      0.6019049509159231,
      0.6207718416153511,
      0.6398530141741503,
      0.681430524076859,
      0.5221164171562123,
      0.5626377508015139,
      0.6504806048797036,
      0.5491490891363355,
      0.5230448986476404,
      0.46238754472869914,
      0.47913641445848043,
      0.40618904944858514,
      0.5384052084846189,
      0.4921035318438953,
      0.5486824163053825,
      0.56442244691425,
      0.48174589705377,
      0.49784129955151,
      0.5666183052926499,
      0.7783562750482815,
      0.9774270131165395,
      0.9209388422750635,
      0.922334142967884,
      0.852593806645018,
      0.8059454286994878,
      0.912056664514239,
      0.9752091873597237,
      0.9698094407649478,
      0.9266955991988652,
      0.861429483658867,
      0.9657000113802496,
      1.0138070943503408,
      0.9787463119937456,
      1.0711052809638204,
      1.0778811093550758,
      1.1021993464964908,
      1.1496782635440468,
      0.9831153466948308,
      1.0263107141436194,
      1.0852243933550199,
      1.2102673228509957,
      1.0109174365206854,
      0.9991573979932582,
      0.9261210488257348,
      0.9432003950860235,
      0.9967546810803469,
      1.0845657477766508,
      1.1388865451153833,
      1.2173582738323603,
      1.1411767883982975,
      1.166519030361087,
      1.1255081190683995,
      0.9612313242687378,
      1.0209086397080682,
      1.1347705358348321,
      1.0782864389620954,
      1.2251972494486836,
      1.164015994174406,
      1.2993002949369838,
      1.2850784697075142,
      1.3509216648890288,
      1.3232125970389461,
      1.1987900515305228,
      1.1690543293807423,
      1.2320644346764311,
      1.1188737234042492,
      1.218375970609486,
      1.1635880911489949,
      1.21364559786889,
      1.243364509944513,
      1.2090324378150399,
      1.2485848277574405,
      1.1487316219790955,
      1.0820801351001137,
      1.0456220974519965,
      1.0420600013821968,
      1.0507938307709992,
      1.0455925289788865,
      1.0942517120856792,
      1.108412772155134,
      1.1726431660135859,
      1.0779758998251054,
      1.04081471117388,
      1.0580914171296172,
      1.0707687518224702,
      1.0643654319355846,
      1.0371829306241125,
      1.002097070813761,
      1.1013487536547473,
      1.1019482408300973,
      1.1881099127567722,
      1.1720423317092354,
      1.1048969710609526,
      1.125472100386105,
      1.1054811212816276,
      1.0884290728281485,
      1.1109789594847825,
      1.208295184696908,
      1.1733932670176728,
      1.268439209801727,
      1.2687772310164291,
      1.2595825841854094,
      1.225866802924429,
      1.2912256051640725,
      1.4240599411714356,
      1.4423640909662936,
      1.3921993264375487,
      1.3825239897560095,
      1.280844768116367,
      1.287303869612515,
      1.2114004364557331,
      1.2014649588090833,
      1.2341202156530926,
      1.2027321597270202,
      1.2054368787576095,
      1.2728306856151903,
      1.3054158212762559,
      1.2703126272535883
    ],
    "elapsed_time_min": 646.5617787917455,
    "perturbation disentanglement": [
      0.05360616743564606
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5347762703895569
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.946250963227826
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8234484500019862
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9062758714617333
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7979035270197314
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8006273381637804
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7166829187619058
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6288667883504141
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.535515697901709
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8048180534883782
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.40896043954072175
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.790422139344392
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.454156674168728
        }
      ]
    ],
    "total_epochs": 200
  }
},{
  "_id": 1070,
  "config": {
    "overwrite": 1070,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset.h5ad",
        "degs_key": "all_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": true,
      "embedding": {
        "directory": null,
        "model": "grover_base"
      },
      "hparams": {
        "adversary_depth": 4,
        "adversary_lr": 0.00006801773068059045,
        "adversary_steps": 2,
        "adversary_wd": 1.951722464144948e-8,
        "adversary_width": 256,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.00013066739238053285,
        "autoencoder_wd": 1.4936568554617624e-8,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.00013066739238053285,
        "dosers_wd": 1.4936568554617624e-8,
        "dosers_width": 512,
        "dropout": 0.262378,
        "embedding_encoder_depth": 3,
        "embedding_encoder_width": 512,
        "penalty_adversary": 0.06194745024628935,
        "reg_adversary": 1.2389490049257867,
        "reg_adversary_cov": 3.393170902239298,
        "step_size_lr": 50
      },
      "load_pretrained": true,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "seed": 896423939,
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 201,
      "run_eval_disentangle": true,
      "run_eval_logfold": false,
      "run_eval_r2": true,
      "run_eval_r2_sc": false,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    }
  },
  "config_hash": "a2e83773f445adf813284155efbede9e",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199,
      200
    ],
    "stats_epoch": [
      200
    ],
    "loss_reconstruction": [
      -10863.590671608283,
      -16540.38533066935,
      -17133.63121694245,
      -18061.233613689663,
      -18439.878259395395,
      -19725.420030003763,
      -20126.058437630418,
      -20663.401499106898,
      -21521.86641003203,
      -21672.52023547035,
      -22264.737071152893,
      -22206.878819138743,
      -22079.79112853855,
      -22422.0617247934,
      -22460.36857249844,
      -23200.816362085752,
      -23214.17932104692,
      -23444.579782405403,
      -23254.19610692044,
      -23939.74865328893,
      -24139.47827967489,
      -24416.58311864827,
      -24787.89364929381,
      -25118.51127824199,
      -25484.93958798796,
      -25718.04618315585,
      -25750.13234325312,
      -26093.32978939498,
      -26175.38489316264,
      -26348.436983200256,
      -26770.237433379516,
      -26664.264341033297,
      -26567.907086342573,
      -26852.33961568307,
      -27048.947529356927,
      -27108.522712348495,
      -26842.449911429547,
      -26995.579683482647,
      -27147.50796317264,
      -27331.338079378387,
      -27669.476100574015,
      -27745.679610045627,
      -27511.52796256711,
      -27784.676753462292,
      -27694.0038567296,
      -27873.48195469915,
      -28005.468669898808,
      -28041.265572212636,
      -28054.509433158208,
      -28035.38811205048,
      -28427.86725960474,
      -28535.80518699996,
      -28451.92467209883,
      -28587.161293854937,
      -28620.142133129877,
      -28840.433583554346,
      -28788.33085004054,
      -28749.964316807687,
      -28889.679829675704,
      -28866.771804719465,
      -28942.93116510287,
      -28844.51978494227,
      -29075.358096912852,
      -29062.040631345473,
      -29017.860633023083,
      -28976.07230319176,
      -29118.001485523768,
      -28988.09368564887,
      -29060.23237134237,
      -29122.712051315233,
      -29191.281133385375,
      -29180.30928417854,
      -29173.054086237215,
      -29193.97378601134,
      -29241.80127889663,
      -29234.602827007882,
      -29197.70822694525,
      -29243.65418589115,
      -29261.220402787992,
      -29250.777868088335,
      -29250.23525515874,
      -29146.40462974459,
      -29218.1303999722,
      -29325.326627332717,
      -29328.74263010919,
      -29380.701945716515,
      -29184.60613132408,
      -29326.070600813255,
      -29338.790841357782,
      -29283.391497159377,
      -29359.277328092605,
      -29227.926384239458,
      -29332.38695158437,
      -29311.55332413083,
      -29344.83077295497,
      -29333.475049366592,
      -29400.2066995427,
      -29427.0706836693,
      -29299.677295757458,
      -29326.50706687197,
      -29479.38821901288,
      -29453.43612630386,
      -29395.13742738217,
      -29528.748916577548,
      -29522.637981737033,
      -29545.8365703905,
      -29562.594387950492,
      -29466.67176800035,
      -29597.318956589326,
      -29572.971408441663,
      -29546.782776518492,
      -29575.48639145668,
      -29566.634792810306,
      -29605.01743582188,
      -29563.9559367951,
      -29492.9137629522,
      -29589.926020644605,
      -29623.11915391381,
      -29595.757623937447,
      -29620.482941094786,
      -29600.525571407983,
      -29667.434937417507,
      -29635.38082794682,
      -29648.697840474546,
      -29614.13691579178,
      -29614.32428385876,
      -29634.32950080745,
      -29494.618345415685,
      -29608.442713395692,
      -29697.86554339435,
      -29642.79860123666,
      -29648.301749957725,
      -29627.661210823804,
      -29597.56423653243,
      -29640.17337287776,
      -29638.48772298172,
      -29668.13262978522,
      -29699.72567687823,
      -29630.350758455694,
      -29636.50743526034,
      -29600.433462866582,
      -29686.136019972153,
      -29634.18398013059,
      -29623.741586327553,
      -29600.923815102316,
      -29673.216065600514,
      -29704.372157371487,
      -29684.30098419031,
      -29712.936983327614,
      -29616.630314202048,
      -29766.403230574913,
      -29767.36821960914,
      -29728.785266082734,
      -29697.599636399304,
      -29781.455666618305,
      -29728.52867563488,
      -29759.61570926616,
      -29766.786671444774,
      -29790.53305388242,
      -29842.195603800006,
      -29783.317503861617,
      -29793.28805006249,
      -29799.355138959363,
      -29836.865423538256,
      -29831.52308895439,
      -29822.75943955034,
      -29830.70014237956,
      -29848.847620028537,
      -29831.67305132677,
      -29782.09199088905,
      -29800.613177612075,
      -29776.993550022482,
      -29846.791178222746,
      -29829.443166481797,
      -29846.56075411234,
      -29815.003754523583,
      -29871.511060560588,
      -29780.737936898135,
      -29850.41839269761,
      -29854.80012128502,
      -29847.49245467414,
      -29866.586244387552,
      -29862.300804563798,
      -29897.70519064553,
      -29814.11862968467,
      -29898.468359632883,
      -29865.731509372592,
      -29895.277461607475,
      -29881.586716963153,
      -29914.287299979478,
      -29859.25686856918,
      -29899.373389657587,
      -29868.099704757333,
      -29906.868317455053,
      -29859.90522743808,
      -29874.910149564035,
      -29860.75282228738,
      -29818.76704749465,
      -29898.50452905707,
      -29887.000284446403,
      -29876.82713508047
    ],
    "loss_adv_drugs": [
      50215.68510246277,
      49983.31873130798,
      50011.47523546219,
      49999.25853729248,
      49972.78810214996,
      49913.02301931381,
      49948.435525894165,
      49928.633924007416,
      49939.87012338638,
      49915.370601177216,
      49912.33494234085,
      49912.54182291031,
      49876.0266251564,
      49898.95764017105,
      49887.06962299347,
      49872.75674676895,
      49854.28695201874,
      49892.25365638733,
      49904.645025253296,
      49913.69000291824,
      49909.39118862152,
      49887.8502202034,
      49881.14088153839,
      49883.08620929718,
      49866.46699810028,
      49878.58259487152,
      49892.13216686249,
      49897.54711723328,
      49880.73337602615,
      49883.95196437836,
      49881.10248565674,
      49877.64809894562,
      49889.45968532562,
      49895.27156972885,
      49893.21864938736,
      49889.35513114929,
      49886.27166748047,
      49887.719692230225,
      49872.61037015915,
      49889.0172662735,
      49887.803305625916,
      49877.87551355362,
      49883.14199733734,
      49881.07719898224,
      49877.51364326477,
      49883.28575229645,
      49884.335855960846,
      49884.18085002899,
      49879.18276834488,
      49885.78701210022,
      49879.28754377365,
      49877.65034341812,
      49876.10377788544,
      49875.32868099213,
      49877.976687431335,
      49876.238315582275,
      49882.12546014786,
      49881.086585998535,
      49882.01723241806,
      49884.25828552246,
      49885.11919403076,
      49884.607682704926,
      49879.622549533844,
      49880.58659553528,
      49882.936185359955,
      49883.48002624512,
      49883.05067873001,
      49885.39392852783,
      49884.759231090546,
      49883.97153997421,
      49884.94742870331,
      49886.231194496155,
      49886.56707191467,
      49884.95036697388,
      49884.053450107574,
      49887.83291912079,
      49889.46396064758,
      49886.99455213547,
      49888.02749443054,
      49886.98990249634,
      49885.12512969971,
      49890.16938352585,
      49891.74790763855,
      49891.01247596741,
      49890.35086965561,
      49889.587272167206,
      49890.03189945221,
      49890.04836702347,
      49888.9888048172,
      49892.64919805527,
      49891.09238529205,
      49893.4805932045,
      49891.11465167999,
      49892.24598360062,
      49890.98076057434,
      49891.937814712524,
      49891.80082941055,
      49891.5736413002,
      49892.121812820435,
      49892.81961488724,
      49890.376321315765,
      49888.62034082413,
      49887.36897754669,
      49888.96228933334,
      49890.370411872864,
      49889.80337762833,
      49888.38462638855,
      49890.74827528,
      49890.153312683105,
      49892.20060110092,
      49889.26244020462,
      49885.85555076599,
      49887.19375324249,
      49890.719467163086,
      49887.58248090744,
      49887.425413131714,
      49889.00797224045,
      49892.13016939163,
      49886.85634326935,
      49888.99389410019,
      49889.47566461563,
      49891.04117870331,
      49892.257964134216,
      49890.04864645004,
      49889.3963804245,
      49891.26304578781,
      49890.76972198486,
      49893.11836004257,
      49893.84921455383,
      49893.41693735123,
      49893.47293949127,
      49892.38219976425,
      49893.1433672905,
      49890.52736663818,
      49890.332614421844,
      49892.92999124527,
      49892.124673843384,
      49892.08222866058,
      49889.82387018204,
      49892.701068878174,
      49892.3834400177,
      49892.13163280487,
      49894.12029838562,
      49891.86973667145,
      49891.98072195053,
      49893.990953445435,
      49895.323078632355,
      49893.343720436096,
      49893.89367437363,
      49894.539100170135,
      49892.91113471985,
      49893.64846277237,
      49893.494956970215,
      49892.375225543976,
      49893.15619087219,
      49894.1820435524,
      49893.07174015045,
      49894.08425331116,
      49893.8586397171,
      49891.779866695404,
      49894.07119321823,
      49891.916895866394,
      49892.3063416481,
      49891.27513551712,
      49891.34119319916,
      49891.80369234085,
      49894.184805870056,
      49893.45044517517,
      49892.70084428787,
      49892.88939189911,
      49892.26787805557,
      49890.40596532822,
      49891.36304855347,
      49892.54815864563,
      49890.79127454758,
      49892.35260105133,
      49890.16493368149,
      49891.380987644196,
      49892.566727638245,
      49891.21827173233,
      49892.26087665558,
      49892.535737514496,
      49894.689200401306,
      49894.49340105057,
      49892.17101621628,
      49893.91445636749,
      49892.87680864334,
      49895.88842916489,
      49894.16392803192,
      49892.385311603546,
      49892.49266290665,
      49893.77199316025,
      49893.41430950165,
      49892.62483596802,
      49892.56191730499,
      49891.04747056961,
      49891.439438819885,
      49891.60117340088,
      49890.78451299667,
      49890.51625871658,
      49891.523423194885
    ],
    "loss_adv_covariates": [
      9003.179786086082,
      9152.286804497242,
      9411.537057876587,
      9587.054412782192,
      9621.596661865711,
      9557.69198358059,
      9752.929801940918,
      9631.315199971199,
      9842.345082104206,
      9815.127066671848,
      9684.422812879086,
      9836.575241565704,
      9778.620294094086,
      9948.011494576931,
      9856.478647351265,
      10027.360194504261,
      10049.568304598331,
      10051.735176444054,
      10018.16509604454,
      10005.285556435585,
      9940.609247624874,
      9959.11887562275,
      9981.749869942665,
      10058.258478403091,
      9969.270797908306,
      10050.407251298428,
      9970.369576394558,
      9989.484404861927,
      9999.126205205917,
      10036.698598206043,
      10069.996355772018,
      10065.14372497797,
      9989.687851786613,
      10020.948828995228,
      10078.377049982548,
      10030.879412829876,
      10098.062610447407,
      10076.408444106579,
      10100.376577973366,
      10092.966469883919,
      10086.786157906055,
      10118.152288258076,
      10051.258607447147,
      10112.139221549034,
      10121.401352524757,
      10092.807870686054,
      10113.936826765537,
      10110.768077015877,
      10108.124820113182,
      10129.638229548931,
      10139.117582321167,
      10135.617697775364,
      10131.367459475994,
      10132.85350549221,
      10141.413482666016,
      10135.627578794956,
      10126.635379433632,
      10134.876148164272,
      10122.70137989521,
      10134.841806828976,
      10128.82685148716,
      10131.733936667442,
      10131.907612264156,
      10134.355694890022,
      10139.71934479475,
      10144.166556596756,
      10136.279780387878,
      10133.399519264698,
      10138.518212735653,
      10136.083954334259,
      10139.285783469677,
      10130.264363825321,
      10146.356188774109,
      10142.67231196165,
      10135.963405013084,
      10140.582847595215,
      10133.603523314,
      10136.759239017963,
      10143.784441292286,
      10141.834706485271,
      10130.05208915472,
      10132.261726558208,
      10141.809624612331,
      10142.495303213596,
      10132.806319355965,
      10141.529396533966,
      10124.30012446642,
      10140.523708045483,
      10143.265892267227,
      10139.73363596201,
      10144.283745884895,
      10125.903028011322,
      10139.202563464642,
      10137.148304879665,
      10142.542347431183,
      10141.371220052242,
      10144.695323109627,
      10132.981082856655,
      10143.276023745537,
      10139.252071380615,
      10146.213573753834,
      10143.988548219204,
      10136.455186963081,
      10143.446681916714,
      10143.50700211525,
      10142.539541780949,
      10141.94186091423,
      10142.47967928648,
      10142.95715969801,
      10142.487651526928,
      10143.0905995965,
      10143.893968999386,
      10146.518223047256,
      10144.363283216953,
      10147.007586658001,
      10147.965815782547,
      10149.9201207757,
      10148.860345602036,
      10146.319404482841,
      10146.59188246727,
      10142.302620589733,
      10149.161618590355,
      10147.102936804295,
      10148.41782695055,
      10144.67523008585,
      10148.802352786064,
      10146.824314773083,
      10147.08988583088,
      10151.72666478157,
      10151.342018961906,
      10148.528026044369,
      10149.327053427696,
      10147.713718414307,
      10142.744366765022,
      10148.093146026134,
      10149.043771505356,
      10152.886997282505,
      10150.134924709797,
      10142.178018569946,
      10144.969396352768,
      10152.00534939766,
      10148.059675991535,
      10152.859356880188,
      10145.084826350212,
      10153.165853023529,
      10149.513942658901,
      10154.862479269505,
      10150.424712002277,
      10155.135496258736,
      10153.704398155212,
      10151.054030358791,
      10151.638564527035,
      10152.679556369781,
      10148.553140580654,
      10147.534360468388,
      10145.359820842743,
      10138.578352630138,
      10145.708000421524,
      10145.464298903942,
      10152.42390024662,
      10150.651863276958,
      10149.117905497551,
      10150.17161142826,
      10151.39679646492,
      10152.53692406416,
      10149.150491178036,
      10147.184905350208,
      10149.302472531796,
      10148.531890571117,
      10149.749799370766,
      10148.054824590683,
      10148.73901885748,
      10151.028597593307,
      10150.261509180069,
      10150.640770375729,
      10150.718681514263,
      10146.43390494585,
      10149.107198655605,
      10149.717472016811,
      10149.113558113575,
      10150.287452161312,
      10148.329430103302,
      10149.68933826685,
      10146.380508363247,
      10148.710145533085,
      10150.012210428715,
      10148.945360004902,
      10150.690175771713,
      10150.65422552824,
      10150.054357111454,
      10148.385494410992,
      10147.83237105608,
      10151.5407345891,
      10147.580468058586,
      10148.689680039883,
      10148.344976067543,
      10146.733635008335,
      10145.306518673897,
      10148.241692185402,
      10146.609739482403,
      10144.451732754707
    ],
    "penalty_adv_drugs": [
      62.76323520112783,
      47.605812838766724,
      41.09966256446205,
      38.346085116965696,
      37.75547194550745,
      33.73675009957515,
      33.261785209178925,
      33.454502386040986,
      29.741310291690752,
      35.58025006740354,
      37.72302504070103,
      44.62001167982817,
      54.40168317744974,
      54.58948895148933,
      42.85588072030805,
      42.26059644646011,
      36.04956767754629,
      31.421208321291488,
      24.97744700743351,
      21.23754013440339,
      23.9021832596045,
      27.027907503943425,
      27.833568682020996,
      26.21195407200139,
      21.298116251593456,
      20.274695170810446,
      18.84756197000388,
      16.58339419029653,
      14.272216222132556,
      15.235125414910726,
      13.178625482571078,
      15.850940997654106,
      13.180311889416771,
      10.615995606785873,
      11.289737149665598,
      11.106742783362279,
      12.236976439802675,
      11.274085298762657,
      9.721192288649036,
      9.046142589882948,
      8.7535347698431,
      11.048996530560544,
      9.182171501364792,
      7.888301886821864,
      9.506857798813144,
      8.561707537213806,
      6.883874377934262,
      7.0789860783552285,
      6.536564910988091,
      6.594909971579909,
      5.829144857561914,
      6.429139127198141,
      6.236282157595269,
      5.777506257407367,
      6.509368593455292,
      6.38552985311253,
      6.529329816374229,
      7.135956419573631,
      6.933053762477357,
      7.4208066872670315,
      7.357270583859645,
      8.026735629304312,
      7.69478282428463,
      7.958375654998235,
      7.7377284519025125,
      7.7936748142237775,
      8.135197635390796,
      8.787665441806894,
      8.230617525754496,
      8.140343027131166,
      8.623163134267088,
      7.712410834094044,
      7.116663045308087,
      7.957837580004707,
      7.198760060884524,
      7.287778897589305,
      7.7818696954636835,
      7.366277333756443,
      7.092333135427907,
      7.284949875145685,
      8.429865529644303,
      7.339357685763389,
      7.504387185152154,
      7.886795953731053,
      7.756363231863361,
      8.357834691472817,
      8.450416128209326,
      7.9702570316731,
      7.501765938533936,
      7.5021339119412005,
      7.377480714552803,
      6.806957116059493,
      6.938759019540157,
      7.9041998069151305,
      7.680619888182264,
      7.460640957637224,
      7.099923393456265,
      7.447935276955832,
      6.826917101454455,
      6.79633116335026,
      6.718418337521143,
      6.517648024891969,
      6.670447509211954,
      6.680444876255933,
      7.103911556769162,
      6.734506616950966,
      6.454837342549581,
      6.631825003831182,
      6.557067257526796,
      6.4128663354495075,
      6.5095190165448,
      6.6501878796261735,
      7.0965132879209705,
      7.214267607196234,
      7.568125048361253,
      6.1840144111192785,
      7.573240481084213,
      7.0213233509566635,
      7.166901834600139,
      6.8588140397914685,
      6.628297305229353,
      7.156743708415888,
      6.696059923036955,
      6.800757145276293,
      6.92576959633152,
      6.749275422451319,
      6.997494783310685,
      6.900846623815596,
      6.94287589675514,
      6.830003923125332,
      6.56111918145325,
      6.875165318051586,
      6.631134166615084,
      6.73420445737429,
      6.754642404499464,
      6.920265795575688,
      6.7246815037797205,
      6.82856842543697,
      6.730467930319719,
      7.002937982993899,
      7.381244353658985,
      7.121974169102032,
      6.979471727710916,
      7.187485315836966,
      7.016559089999646,
      6.9255245312233455,
      7.474617864994798,
      7.500527305470314,
      7.528420824906789,
      7.702793099510018,
      7.341543462942354,
      7.023483656550525,
      7.180590225209016,
      7.102077050454682,
      7.514650680997875,
      7.41049815758015,
      7.129396446194733,
      7.3847392682801,
      7.877732409426244,
      7.278461293957662,
      7.442559666931629,
      7.480808571563102,
      7.41959114006022,
      7.415030534291873,
      7.344426897179801,
      7.30696442653425,
      7.393426603870466,
      7.369564074469963,
      7.596730947610922,
      7.253764364897506,
      7.360265074530616,
      7.340423911751714,
      7.540782478055917,
      7.5459371485048905,
      7.598964059725404,
      7.611561873694882,
      7.405304888787214,
      7.442542970587965,
      7.5609293660963885,
      7.840195604308974,
      7.588251679204404,
      7.687582759477664,
      7.727248804352712,
      7.3935838167672046,
      7.517176305380417,
      7.5015982528275345,
      7.61252369574504,
      8.348447408585344,
      8.142731490603182,
      8.057243767136242,
      8.009510508156382,
      7.907010267837904,
      7.941118814924266,
      7.735820836271159,
      7.7704226966015995,
      7.9251824680832215,
      8.120971132826526,
      7.910237819945905,
      7.736173407640308,
      7.714090790890623,
      8.215396249259356
    ],
    "penalty_adv_covariates": [
      29.049305791035295,
      59.29927344992757,
      50.194076978601515,
      48.81499098986387,
      38.581461341818795,
      42.93460061843507,
      33.093366486020386,
      30.974862756207585,
      18.084751800983213,
      14.690454320632853,
      18.97515774704516,
      15.368374502984807,
      14.70726839127019,
      9.812216547201388,
      12.560538220684975,
      7.830367191170808,
      5.601372528937645,
      5.5908965688431635,
      5.269771693041548,
      6.204426021693507,
      7.521937583282124,
      7.9816250373842195,
      5.485011298325844,
      5.655130690953229,
      6.1099152425304055,
      3.7780879236815963,
      4.2700944193056785,
      4.342160675529158,
      3.1106847467599437,
      2.87028254676261,
      2.1481417632166995,
      2.0384844157961197,
      4.115836993034463,
      5.070026735716965,
      2.3800034947053064,
      2.3888631718436955,
      2.0028972994332435,
      2.0782841912150616,
      1.6225750230951235,
      1.0629895741585642,
      1.6758872916689143,
      1.4971407780831214,
      1.440212204848649,
      1.592273158908938,
      1.2266741216444643,
      1.0894192848500097,
      1.2476272050043917,
      1.0182164337093127,
      0.9822027339178021,
      0.864713918112102,
      0.8354525141476188,
      1.571116282393632,
      1.783242570440052,
      2.358123538084328,
      2.1309266447933624,
      2.0840845157945296,
      2.4840540835575666,
      2.834634905360872,
      3.94893415729166,
      3.545554937387351,
      3.3043917830800638,
      3.2570717064954806,
      3.6145627298392355,
      3.4339790199010167,
      2.687435105093755,
      2.6167513147956925,
      3.184262995957397,
      2.70547185887699,
      2.9924122415541206,
      2.941788124386221,
      3.174238816020079,
      2.9409195530461147,
      2.3559293950529536,
      1.9251968580356333,
      2.6383529450540664,
      2.3489047944021877,
      2.833758844033582,
      3.2670378285401966,
      2.6265567634545732,
      2.905835848301649,
      3.4043571658839937,
      3.313868148456095,
      2.950862100289669,
      2.761357505514752,
      3.182504961412633,
      2.751332991407253,
      3.9536115640366916,
      3.0984919286856893,
      2.6029027599288383,
      2.613018599047791,
      2.1609438495943323,
      2.3798379138315795,
      2.6716216476634145,
      2.4709345861629117,
      1.8687397082103416,
      2.1929626390628982,
      1.8245229766180273,
      2.272087065386586,
      1.7468029874289641,
      1.9921918480104068,
      2.5080708936147857,
      2.199560978653608,
      3.4810145276715048,
      2.7359405875613447,
      2.7684490489482414,
      3.0839103937905747,
      3.0997407725080848,
      3.161937883065548,
      2.965397719410248,
      3.002426505321637,
      2.9071430368639994,
      2.5895890449755825,
      3.0706168910837732,
      2.871238328574691,
      2.6945466880570166,
      2.831323104852345,
      2.973617509822361,
      2.6355080727371387,
      2.7969946964876726,
      2.694744040229125,
      3.0229350477748085,
      3.2993918205611408,
      3.0709412518772297,
      2.7424529136624187,
      2.7765565099252854,
      2.89105397023377,
      3.1081266200053506,
      2.449094808747759,
      2.492234430043027,
      2.77542128317873,
      2.81086652725935,
      2.381032415200025,
      2.445251540397294,
      2.5663270930817816,
      2.381248934776522,
      2.1417502510448685,
      2.4180625062726904,
      2.7147769595467253,
      2.739737477240851,
      2.882323786005145,
      2.4495863184856717,
      2.2024467953597195,
      2.0411814145481912,
      2.532054754148703,
      2.4292406845343066,
      2.316466860473156,
      1.8183932282117894,
      1.9383966124732979,
      1.785221763580921,
      2.149904415375204,
      2.19568299423554,
      2.3130398561188485,
      2.39494431624189,
      2.457575976586668,
      2.7468572086363565,
      3.0416836834629066,
      3.849569079175126,
      3.9251366283278912,
      4.4988271917100064,
      4.17456108762417,
      3.3332979320548475,
      3.160830067790812,
      3.261031668225769,
      3.6152855449181516,
      3.300388258037856,
      3.3255702177411877,
      3.5338537864154205,
      3.521902989858063,
      3.4824700477474835,
      3.328817782457918,
      2.974422229483025,
      3.188515014247969,
      2.9958665239973925,
      2.709786840947345,
      2.4183069115970284,
      2.4607423312263563,
      2.5198137176630553,
      2.499757836398203,
      2.4988830618094653,
      2.7294377448561136,
      2.6596009230124764,
      2.850781092653051,
      2.7372716022946406,
      2.527323441026965,
      2.689424409676576,
      2.5062401273171417,
      2.719108262419468,
      2.6963617996079847,
      2.3046549256832805,
      2.248469417099841,
      2.403120123737608,
      2.556879052252043,
      2.383158123411704,
      2.415813479179633,
      2.5236760200059507,
      2.6308175550948363,
      2.589528290758608,
      2.8717092935112305,
      2.96593977464363,
      2.884300268662628,
      2.841867364011705
    ],
    "elapsed_time_min": 698.3105118314426,
    "perturbation disentanglement": [
      0.0478043332695961
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5467967987060547
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9415892884309897
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8201488423000967
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6439426565080867
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": -0.11475994427104651
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7945440335517104
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7160711945814379
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.19629437254186263
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": -0.9697665668655621
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8421154524441119
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5436030598702254
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7855308718151517
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.44034521833614065
        }
      ]
    ],
    "total_epochs": 200
  }
},{
  "_id": 868,
  "config": {
    "overwrite": 868,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset_lincs_genes.h5ad",
        "degs_key": "lincs_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": false,
      "embedding": {
        "directory": null,
        "model": "grover_base"
      },
      "hparams": {
        "adversary_depth": 4,
        "adversary_lr": 0.00011428087998532382,
        "adversary_steps": 3,
        "adversary_wd": 6.026889128682506e-8,
        "adversary_width": 64,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.0002051338263087451,
        "autoencoder_wd": 2.938027938703534e-8,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.0002051338263087451,
        "dosers_wd": 2.938027938703534e-8,
        "dosers_width": 512,
        "dropout": 0.262378,
        "embedding_encoder_depth": 3,
        "embedding_encoder_width": 512,
        "penalty_adversary": 0.08890398459575592,
        "reg_adversary": 1.7780796919151178,
        "reg_adversary_cov": 7.7061093425969505,
        "step_size_lr": 50
      },
      "load_pretrained": true,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "seed": 354953088,
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 200,
      "run_eval_disentangle": true,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    }
  },
  "config_hash": "a50dc68191a3776694ce8f34ad55e7e0",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199
    ],
    "stats_epoch": [
      199
    ],
    "loss_reconstruction": [
      17988.66411018149,
      -12864.604335092008,
      -13346.69483968988,
      -13613.726089009084,
      -13704.00667051971,
      -13762.52965408191,
      -13874.726300679147,
      -13934.65779940784,
      -13984.779375612736,
      -14076.073917133734,
      -14101.627430908382,
      -14180.600054295734,
      -14203.488014511764,
      -14250.246676653624,
      -14302.460598971695,
      -14359.168168473989,
      -14412.469999022782,
      -14421.300875134766,
      -14447.506658673286,
      -14506.113977633417,
      -14535.467101017013,
      -14527.371789626777,
      -14602.192100434098,
      -14657.887531185988,
      -14659.550322864205,
      -14714.708142280579,
      -14653.397108905017,
      -14740.958827460185,
      -14845.144774019718,
      -14879.11089605838,
      -14936.262072533369,
      -14994.455448917113,
      -15038.913666922599,
      -15139.363542705774,
      -15157.790583051741,
      -15179.752086997032,
      -15220.616583084688,
      -15281.961150802672,
      -15356.28120777756,
      -15326.12901122123,
      -15435.952560216188,
      -15340.158638801426,
      -15505.421646356583,
      -15530.889405552298,
      -15497.965849952772,
      -15543.698952648789,
      -15553.609932702035,
      -15587.22627080977,
      -15593.76256885007,
      -15577.583692662418,
      -15712.115438779816,
      -15753.882742583752,
      -15814.865697160363,
      -15781.113757753745,
      -15839.990851540118,
      -15820.326651586685,
      -15883.764296673238,
      -15888.118913313374,
      -15887.086488649249,
      -15923.933975791559,
      -15941.25620047748,
      -15943.77128785476,
      -15944.419156461954,
      -15956.427401408553,
      -15960.612758085132,
      -15972.744991064072,
      -15975.147350475192,
      -15948.453448839486,
      -16001.138907141984,
      -16045.092806856148,
      -15950.0862800522,
      -16028.259495695587,
      -16019.461855173111,
      -16061.120841309428,
      -16034.419173894916,
      -16056.354299008846,
      -16056.173739552498,
      -16102.38340806961,
      -16015.493059842382,
      -16080.234795227647,
      -16084.97663974762,
      -16075.338667534292,
      -16165.087689466774,
      -16144.463387966156,
      -16164.028261616826,
      -16119.725325793028,
      -16082.82302628085,
      -16076.743882846087,
      -16122.997393935919,
      -16187.62084239535,
      -16201.07137157768,
      -16226.971071910113,
      -16202.577438056469,
      -16200.771899604239,
      -16204.94442356471,
      -16257.638522259542,
      -16234.882442943752,
      -16217.068176392466,
      -16225.563225127757,
      -16290.480210307986,
      -16345.1855186373,
      -16335.900930461474,
      -16366.425717383623,
      -16356.751694606617,
      -16372.352144442499,
      -16365.74735172093,
      -16341.924769332632,
      -16370.133324424838,
      -16335.703976340592,
      -16342.505410440266,
      -16406.07048251666,
      -16408.836167866364,
      -16375.053564796224,
      -16352.381360684056,
      -16356.412926762598,
      -16405.4592025429,
      -16380.900287099183,
      -16394.342162955552,
      -16363.816669208929,
      -16415.32416087389,
      -16441.350653514266,
      -16438.52494988963,
      -16451.006954811513,
      -16412.947128117085,
      -16430.06589344889,
      -16433.793782621622,
      -16441.55234753713,
      -16407.350159611553,
      -16440.825873233378,
      -16428.21227043122,
      -16454.88999886252,
      -16484.717636607587,
      -16474.141233277973,
      -16486.051393583417,
      -16434.060023584403,
      -16361.457905687392,
      -16498.780421745032,
      -16506.68643590063,
      -16501.23429169506,
      -16460.57930521667,
      -16455.40016050078,
      -16482.231709434534,
      -16464.799909041263,
      -16514.19673257321,
      -16483.379116117954,
      -16542.167224928737,
      -16540.57500451617,
      -16517.94147539884,
      -16555.08929988742,
      -16555.70032186061,
      -16579.72188295424,
      -16571.242248469498,
      -16584.736041070893,
      -16600.634403685108,
      -16591.210582134314,
      -16590.16370670311,
      -16589.755620144308,
      -16589.07554465253,
      -16612.29061662825,
      -16601.35744034499,
      -16619.88235995546,
      -16630.8271360714,
      -16618.265045357868,
      -16601.08397218585,
      -16614.65874972567,
      -16609.82763905078,
      -16630.363651890308,
      -16626.43120189756,
      -16637.10848107934,
      -16605.37091748463,
      -16602.103692676872,
      -16660.52828709781,
      -16639.78154461831,
      -16644.4494417198,
      -16650.965120811015,
      -16655.50308467634,
      -16618.272544004023,
      -16627.96010647714,
      -16657.295954540372,
      -16672.29226475209,
      -16651.743020035326,
      -16679.339809566736,
      -16643.076646320522,
      -16628.53537570499,
      -16692.709779981524,
      -16630.045322638005,
      -16696.23256226629,
      -16692.732480964623,
      -16687.340674713254,
      -16698.85902261734,
      -16687.208264719695,
      -16702.396334923105,
      -16682.947339072824,
      -16690.761141427327,
      -16655.869923718274,
      -16708.474261656404,
      -16695.815899960697,
      -16705.195057122037,
      -16700.835559770465,
      -16728.77881105244
    ],
    "loss_adv_drugs": [
      50473.95090055466,
      50036.35694408417,
      49991.15317964554,
      49977.7871594429,
      49971.61352300644,
      49965.67667531967,
      49963.58847332001,
      49960.896090984344,
      49958.703217983246,
      49958.84075450897,
      49954.16829442978,
      49951.603330135345,
      49950.0532541275,
      49948.5268201828,
      49947.90570259094,
      49947.10102367401,
      49942.94969892502,
      49936.72680807114,
      49927.2322807312,
      49931.72409296036,
      49938.808851242065,
      49926.3963098526,
      49929.61195516586,
      49924.030129909515,
      49923.986268520355,
      49922.16552734375,
      49920.52911090851,
      49919.980655670166,
      49917.32395553589,
      49925.49453544617,
      49925.51714706421,
      49925.722066402435,
      49921.49332904816,
      49917.870252132416,
      49919.046957969666,
      49915.29763364792,
      49913.545768260956,
      49914.764907836914,
      49909.379354953766,
      49910.77760505676,
      49905.52640199661,
      49903.004354953766,
      49905.53036022186,
      49913.4015045166,
      49910.226205825806,
      49908.91620826721,
      49907.23796033859,
      49904.75104665756,
      49904.502910614014,
      49903.719588279724,
      49894.41958761215,
      49894.10937166214,
      49894.88933515549,
      49895.26736831665,
      49893.04238796234,
      49893.123698711395,
      49891.76239538193,
      49888.887568473816,
      49892.659075737,
      49890.96818161011,
      49892.08382463455,
      49894.19558572769,
      49894.90285158157,
      49891.56495094299,
      49892.837122917175,
      49893.25480175018,
      49891.16040325165,
      49891.928411483765,
      49892.21577501297,
      49893.198935985565,
      49894.000515937805,
      49892.75213766098,
      49891.584966659546,
      49890.80685186386,
      49892.56426906586,
      49890.52859687805,
      49889.71651029587,
      49889.326364040375,
      49891.84915351868,
      49891.07317829132,
      49892.269226551056,
      49890.63786649704,
      49888.78812265396,
      49888.5642747879,
      49888.52833986282,
      49888.75017976761,
      49888.193177223206,
      49886.74442815781,
      49887.07316875458,
      49889.96644258499,
      49887.3085770607,
      49889.04702615738,
      49888.149854660034,
      49890.65328788757,
      49885.87687397003,
      49888.08679294586,
      49887.082278728485,
      49887.30517911911,
      49888.26892709732,
      49886.47425985336,
      49884.35308647156,
      49883.71630334854,
      49881.92691516876,
      49882.494938373566,
      49880.707188129425,
      49880.76922035217,
      49879.685110569,
      49881.33479309082,
      49881.39740085602,
      49879.98750925064,
      49880.486976623535,
      49880.33372783661,
      49879.58204317093,
      49879.49467134476,
      49878.33042573929,
      49879.444388866425,
      49880.0349779129,
      49880.07435178757,
      49880.5293970108,
      49880.692590236664,
      49879.63738441467,
      49882.39335107803,
      49879.57079458237,
      49880.078773498535,
      49879.04047727585,
      49879.033874988556,
      49877.328773498535,
      49879.054559230804,
      49875.39452934265,
      49878.10370969772,
      49876.78950071335,
      49879.9073266983,
      49878.59833288193,
      49878.54071903229,
      49877.71879482269,
      49877.11796426773,
      49876.54221248627,
      49878.90566444397,
      49876.94989299774,
      49879.71224784851,
      49878.8822145462,
      49879.318316459656,
      49880.3916721344,
      49877.55179691315,
      49880.2258143425,
      49878.05897855759,
      49880.40894126892,
      49878.7437543869,
      49877.29862833023,
      49878.2459731102,
      49877.19744157791,
      49876.4052734375,
      49874.67654800415,
      49874.17005157471,
      49876.57928133011,
      49876.241255283356,
      49875.69046878815,
      49873.74215602875,
      49873.51255083084,
      49873.328397750854,
      49874.93183660507,
      49872.10396337509,
      49875.19946432114,
      49875.248368263245,
      49874.0589222908,
      49873.18784618378,
      49875.742332458496,
      49875.508335113525,
      49874.94459915161,
      49875.74934530258,
      49872.597888469696,
      49876.868693351746,
      49874.97215652466,
      49872.94732761383,
      49874.79010057449,
      49874.81775856018,
      49875.95751094818,
      49876.968012332916,
      49876.34479856491,
      49875.16368436813,
      49872.936056137085,
      49873.905663490295,
      49875.71080493927,
      49873.91482448578,
      49872.168186187744,
      49873.637001514435,
      49874.038509845734,
      49874.699135780334,
      49870.89783191681,
      49872.3594660759,
      49872.794909477234,
      49872.81814336777,
      49871.45519542694,
      49872.85720729828,
      49873.66898107529,
      49871.08825922012,
      49873.5443854332,
      49871.85496997833,
      49873.830978393555,
      49869.9874753952
    ],
    "loss_adv_covariates": [
      10211.48322659731,
      10188.41833025217,
      10183.744327187538,
      10178.615303993225,
      10177.953397274017,
      10175.17638862133,
      10171.699482381344,
      10172.856836378574,
      10171.950059890747,
      10172.554618060589,
      10170.899027347565,
      10171.130780696869,
      10168.540501117706,
      10167.775461375713,
      10167.942638278008,
      10168.57646226883,
      10169.48385065794,
      10168.395238935947,
      10167.538893699646,
      10167.777343392372,
      10168.426172494888,
      10166.243265151978,
      10166.014870882034,
      10165.792819559574,
      10166.819085121155,
      10164.474260747433,
      10165.16253966093,
      10164.605757594109,
      10168.047104775906,
      10166.467172384262,
      10165.395726501942,
      10166.127838134766,
      10166.797268152237,
      10166.521924972534,
      10164.754556000233,
      10163.25085502863,
      10164.579732120037,
      10165.0754789114,
      10164.95642387867,
      10163.787067711353,
      10163.688200354576,
      10165.163612604141,
      10164.572385787964,
      10165.585585415363,
      10164.338786959648,
      10164.052833557129,
      10165.09053170681,
      10165.394406318665,
      10163.605789244175,
      10166.488461256027,
      10161.960509359837,
      10160.496418774128,
      10161.769301891327,
      10159.969490528107,
      10163.39524281025,
      10162.558267056942,
      10161.391482532024,
      10162.859522461891,
      10162.320371448994,
      10162.745370388031,
      10161.76908493042,
      10161.463004231453,
      10161.086423695087,
      10162.623819351196,
      10161.882026016712,
      10162.970446825027,
      10163.643179178238,
      10163.004890322685,
      10164.529529035091,
      10163.456206381321,
      10161.421674370766,
      10161.323850214481,
      10161.21659463644,
      10162.575046181679,
      10161.539951145649,
      10161.728355824947,
      10162.275035083294,
      10163.126930892467,
      10161.601069748402,
      10163.081884145737,
      10161.47481662035,
      10162.661180973053,
      10163.179725527763,
      10162.508082926273,
      10162.882693886757,
      10162.432763159275,
      10160.577104210854,
      10164.203882217407,
      10161.716101109982,
      10162.688098073006,
      10161.708248913288,
      10162.21796733141,
      10161.913044691086,
      10162.366589546204,
      10162.841563165188,
      10162.1960298419,
      10162.375908732414,
      10162.040540456772,
      10161.511649608612,
      10162.313559889793,
      10161.552956461906,
      10159.050692260265,
      10161.86383587122,
      10160.224429249763,
      10159.748845815659,
      10159.924545228481,
      10160.554301738739,
      10159.780212402344,
      10160.454291045666,
      10160.56711280346,
      10160.237834513187,
      10160.635574519634,
      10161.05959057808,
      10160.796112596989,
      10159.982005178928,
      10161.34478777647,
      10160.558578252792,
      10161.084546983242,
      10159.253179252148,
      10160.660347044468,
      10161.133691728115,
      10160.595615386963,
      10161.488872408867,
      10160.589507877827,
      10160.021784245968,
      10161.379221022129,
      10160.505061268806,
      10160.84445375204,
      10160.438364386559,
      10160.171246945858,
      10161.542638242245,
      10160.55930185318,
      10160.909530758858,
      10160.525532066822,
      10159.381834506989,
      10159.734548807144,
      10160.703278660774,
      10161.26164907217,
      10161.347519934177,
      10161.112053215504,
      10161.431035101414,
      10159.72143304348,
      10160.840505540371,
      10161.387508869171,
      10160.623680889606,
      10161.078693628311,
      10161.220136880875,
      10160.115924537182,
      10160.837784588337,
      10160.169529438019,
      10160.53936970234,
      10159.188555002213,
      10160.275638401508,
      10159.215489208698,
      10159.689792275429,
      10160.922805845737,
      10160.048133552074,
      10158.773925364017,
      10160.174559652805,
      10159.821031570435,
      10160.629008114338,
      10159.323566138744,
      10159.338956296444,
      10160.264733731747,
      10159.528384447098,
      10159.06998705864,
      10159.692426800728,
      10159.061504602432,
      10160.21215891838,
      10160.113318800926,
      10159.474277794361,
      10160.642848551273,
      10160.256138443947,
      10160.008942067623,
      10159.881494879723,
      10160.156684219837,
      10159.762972056866,
      10159.300847232342,
      10159.979669809341,
      10159.801948428154,
      10159.0100055933,
      10159.840016007423,
      10159.572442829609,
      10159.219006299973,
      10159.551550388336,
      10159.97198587656,
      10160.137223422527,
      10160.661842823029,
      10159.822760283947,
      10160.393339335918,
      10159.55729997158,
      10159.845735013485,
      10159.11458593607,
      10159.238651037216,
      10159.707181632519,
      10159.758246660233,
      10159.816567063332,
      10159.6325340271,
      10159.480562090874,
      10159.734191179276
    ],
    "penalty_adv_drugs": [
      51.30296268733218,
      29.48703400674276,
      23.29059153329581,
      18.6000282401219,
      16.51894525939133,
      14.105100431130268,
      11.513969937339425,
      11.829024829319678,
      11.438133568677586,
      8.623252686811611,
      8.191663218021858,
      6.8034613790223375,
      5.8003777608973905,
      5.870568345300853,
      5.44754097724217,
      5.107996033737436,
      5.279898043489084,
      5.494139043730684,
      7.75905784018687,
      5.635942086984869,
      4.313424880441744,
      4.514405793655897,
      2.9311518317263108,
      2.80049450226943,
      1.8107404505135491,
      1.1978423779364675,
      1.0369578737518168,
      0.6378024694131454,
      0.5143573380828457,
      0.2437474589805788,
      0.1396180594128964,
      0.07795881343417932,
      0.04273473925923099,
      0.025713858526387412,
      0.017674908111985133,
      0.012928508675827288,
      0.008757536004338817,
      0.007534417128539417,
      0.00544622548221696,
      0.002950393273678742,
      0.003814056562603696,
      0.0033947161036138596,
      0.002326965884762444,
      0.0038275974267207857,
      0.002987353392768455,
      0.0014749631227743976,
      0.0018592825330046026,
      0.0016859929532415663,
      0.002152379621939815,
      0.0034362902195397282,
      0.0022033824580631745,
      0.0017838540677246328,
      0.0015445529704365413,
      0.0016795918048870817,
      0.0018443054716072993,
      0.001614576889906516,
      0.002505281615199806,
      0.0023796901653554414,
      0.0026934230659776404,
      0.0018362975045533858,
      0.0019145603886556728,
      0.0017180276418855556,
      0.0023033196306698756,
      0.001662832839805617,
      0.002466107476109869,
      0.0021281362538871917,
      0.0022657174360318777,
      0.0017516424152219656,
      0.0028429485750223193,
      0.0024272688493596206,
      0.002144893588337027,
      0.0025843494033068737,
      0.0020935431132897975,
      0.0019739898644246523,
      0.0033424329542270925,
      0.002758526074885026,
      0.004901995116142643,
      0.004210890702879055,
      0.006188021419433198,
      0.0027183430969728306,
      0.003440864274224964,
      0.0032938102060597885,
      0.003220449463640307,
      0.003457643009340927,
      0.003562221099969065,
      0.0033115645503585256,
      0.002541125077712536,
      0.0029331799680250015,
      0.0028073973832647425,
      0.003220842600683227,
      0.005030158082576008,
      0.005219976791153158,
      0.004063446966540596,
      0.007115079853463158,
      0.003382206873823179,
      0.006517295338369422,
      0.006878911173146207,
      0.009571924645399577,
      0.006253883571446295,
      0.00919158670978959,
      0.00570550743128706,
      0.005517563226817401,
      0.010007245570704981,
      0.005621009277746225,
      0.00626652028938679,
      0.005571869751349823,
      0.007128826104519703,
      0.010652138706291225,
      0.007892466606165272,
      0.007082174321681123,
      0.00724002429308257,
      0.006417567007190428,
      0.010027982061046714,
      0.006868443764858512,
      0.008110895240747595,
      0.008123204911953508,
      0.008261177871588643,
      0.015573882988860532,
      0.01575828129546153,
      0.012134373052276715,
      0.012522811792337052,
      0.017351164649994644,
      0.011567191694553003,
      0.014604637160687162,
      0.009133147164220645,
      0.011661808650956118,
      0.011158062357822018,
      0.014567488343914192,
      0.012334959301028903,
      0.014995223979440198,
      0.01362339070658436,
      0.01170190451284725,
      0.013852851660203669,
      0.017196293149936537,
      0.015237107463804023,
      0.01451970228333721,
      0.01736529820607302,
      0.017551494193980943,
      0.01493618762162896,
      0.014514347304952935,
      0.014682028370316402,
      0.016331920284187618,
      0.012776539972492174,
      0.014566106924803535,
      0.015625556477232294,
      0.02528226105982867,
      0.02432452603306956,
      0.016845168328245563,
      0.015882966845424562,
      0.01937023348409639,
      0.025713168144875453,
      0.02153158341559447,
      0.02351409022480766,
      0.03621320414345064,
      0.03918708856667763,
      0.05514091986606218,
      0.05251506060949396,
      0.029933282472939027,
      0.03358060491837023,
      0.02579310470400742,
      0.02904830499437594,
      0.02899809385030494,
      0.03546616209837339,
      0.05232592684478732,
      0.044111748916293436,
      0.034597230801637124,
      0.033623201972659444,
      0.037805823551934736,
      0.03349152793771282,
      0.03255711567135222,
      0.05183818163573051,
      0.05054029590110076,
      0.03496004874591563,
      0.04210787835768315,
      0.04665393900995696,
      0.04095941520586166,
      0.05020006057111459,
      0.038593111366481025,
      0.033906785848557774,
      0.03625136923096761,
      0.02810971783401328,
      0.030573017153983528,
      0.04551501601872587,
      0.03298019049952927,
      0.03163331156588356,
      0.04020375572918056,
      0.03305052887662896,
      0.034510243031036225,
      0.03678095988993846,
      0.035702527460216515,
      0.04332189367869432,
      0.03497114502556542,
      0.04556347543098127,
      0.043619674736419256,
      0.04325953703414598,
      0.04189967933280059,
      0.03925077464009519,
      0.04300547992920656,
      0.04886553112828551,
      0.04405540649486284
    ],
    "penalty_adv_covariates": [
      0.3007023683494481,
      0.14402394496210036,
      0.09885611354002322,
      0.07623942178997822,
      0.05851486962637864,
      0.05227354334192569,
      0.04274360818953937,
      0.03668593092879746,
      0.04165749496223725,
      0.042814037406969874,
      0.044693869697766786,
      0.04073196304216253,
      0.04231649701546303,
      0.03996331142298004,
      0.0482747457917867,
      0.06239648703922285,
      0.05944598134374246,
      0.05326218226809942,
      0.0733456925045175,
      0.06479412428325304,
      0.06898578626305607,
      0.07618666529833718,
      0.07733769499509435,
      0.08000184045022252,
      0.09435587016287172,
      0.07654433216066536,
      0.09064119928598302,
      0.11306199614136858,
      0.1123067469243324,
      0.09989005742500012,
      0.1170702769595664,
      0.11869870245936909,
      0.1107049134616318,
      0.13311673962743953,
      0.18615564710307808,
      0.2446498151330161,
      0.237727069257744,
      0.19961479893754586,
      0.22733238123328192,
      0.23712653525581118,
      0.24112488380342256,
      0.1759795759444387,
      0.13441970648545976,
      0.10276811569656275,
      0.12076460764365038,
      0.11720915848309232,
      0.1278742117146976,
      0.1281485813560721,
      0.12126788266141375,
      0.11259115906432271,
      0.1099937662420416,
      0.1371119912892027,
      0.18046271354432974,
      0.21193677625524288,
      0.24423207484505838,
      0.2650700947851874,
      0.254985524516087,
      0.22053446092286322,
      0.2163834951861645,
      0.22443855367782817,
      0.22924788180898759,
      0.2781099991843803,
      0.29925049286066496,
      0.29084651466837386,
      0.30568185165611794,
      0.3427879057926475,
      0.28529714405704,
      0.2735043835018587,
      0.27198372588463826,
      0.26201853085512994,
      0.262971418138477,
      0.2748144790675724,
      0.2821524243699969,
      0.27095994437331683,
      0.2953279434914293,
      0.3120954494224861,
      0.28364477969080326,
      0.27557198517388315,
      0.2716963993443642,
      0.2880578782860539,
      0.30031934101680235,
      0.29210095973576244,
      0.27145782872321433,
      0.26093775933804864,
      0.26245979466875724,
      0.25125202993876883,
      0.22748536943254294,
      0.2030619355955423,
      0.23531355999875814,
      0.23871068109292537,
      0.2266271860607958,
      0.2413914880817174,
      0.24850767839234322,
      0.2574879291241814,
      0.23316378141498717,
      0.23109282892983174,
      0.24682146371196723,
      0.25725322749713087,
      0.2718677429256786,
      0.2609226029308047,
      0.2809425504383398,
      0.25877392259280896,
      0.27931251634436194,
      0.3023669571011851,
      0.3172449884550588,
      0.3302115660299023,
      0.34728437833837233,
      0.37271744637473603,
      0.37707583207884454,
      0.36747943416048656,
      0.3429153798024345,
      0.3567086678413034,
      0.3575920290350041,
      0.3819438318751054,
      0.3897188180308149,
      0.37494280334794894,
      0.3669856701126264,
      0.33714247578245704,
      0.3395678173583292,
      0.34238045983875054,
      0.31695012104682974,
      0.320527517957089,
      0.30931998842424946,
      0.3039430210410501,
      0.3175511023728177,
      0.31055387584274285,
      0.32037007698454545,
      0.3179898289308767,
      0.3104829028379754,
      0.30492044804850593,
      0.29473351210253895,
      0.2989654323682771,
      0.2910139164341672,
      0.3077315205337072,
      0.3190211517357966,
      0.3251652885955991,
      0.31497805258550216,
      0.30425438047313946,
      0.3069682853310951,
      0.32030356263931026,
      0.33134292997056036,
      0.32753528649845975,
      0.3431833915929019,
      0.34934309835807653,
      0.3302054216292163,
      0.31736153386736987,
      0.34096270403824747,
      0.3569383442445542,
      0.34618370507087093,
      0.36245524390687933,
      0.35981957803232945,
      0.358321700070519,
      0.3726649326781626,
      0.3762089506817574,
      0.3721295024661231,
      0.36859767075657146,
      0.3682243859038863,
      0.3579901561824954,
      0.3656561005336698,
      0.37026555585543974,
      0.3655515999053023,
      0.37380593202033197,
      0.3833261955805938,
      0.3934331432101317,
      0.39430420533244614,
      0.394311984484375,
      0.3952079571936338,
      0.3938911218683643,
      0.39423305204400094,
      0.3819386557734106,
      0.3798440263053635,
      0.38442280914387084,
      0.3741436725722451,
      0.3676866607966076,
      0.36721971824226785,
      0.37228630964818876,
      0.37586408470451715,
      0.37741553644809755,
      0.38747330478872755,
      0.3915972125651024,
      0.39314904751154245,
      0.40201759472256526,
      0.3990222597349202,
      0.39758713690025616,
      0.38847239265669486,
      0.38660592309679487,
      0.3932333383418154,
      0.39257957970767166,
      0.40301301327053807,
      0.4076300604137941,
      0.4048771771558677,
      0.4155844824817905,
      0.4186039444466587,
      0.42141068193814135,
      0.42528851419046987,
      0.42296581466143834,
      0.42528235061763553,
      0.4326612711229245,
      0.43163584167632507,
      0.43937151263889973
    ],
    "elapsed_time_min": 724.0438713272413,
    "perturbation disentanglement": [
      0.054301001131534576
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.6495969891548157
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.927847192697856
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8279113934758009
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.87321766302353
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.42449333794121447
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7226158177862144
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.741653897575826
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5111823549103185
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.532149501115155
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8447582964543943
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6881896627170069
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8048237540103771
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6822640790983483
        }
      ]
    ],
    "training_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.23580698219581026
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": null
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8781681823104522
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.2829348579132982
        }
      ]
    ],
    "test_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.26058417059883054
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.3528073810851465
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.523491164761487
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5463011956937962
        }
      ]
    ],
    "ood_sc": [
      {
        "py/tuple": [
          [
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.22331686770646936
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.33513423688199423
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.8164569371276431
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.7014555721371262
            }
          ]
        ]
      }
    ],
    "training_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.786175293342306
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.7258227677536413
          }
        ]
      }
    ],
    "test_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.6089802420500553
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.5960446419565681
          }
        ]
      }
    ],
    "ood_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.257585068543752
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6805555378949201
          }
        ]
      }
    ],
    "total_epochs": 199
  }
},{
  "_id": 1165,
  "config": {
    "overwrite": 1165,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset.h5ad",
        "degs_key": "all_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": true,
      "embedding": {
        "directory": null,
        "model": "jtvae"
      },
      "hparams": {
        "adversary_depth": 2,
        "adversary_lr": 0.007701798297509624,
        "adversary_steps": 3,
        "adversary_wd": 0.0005669849511478851,
        "adversary_width": 256,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.007969454818643935,
        "autoencoder_wd": 0.000007114476009343412,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.007969454818643935,
        "dosers_wd": 0.000007114476009343412,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 256,
        "penalty_adversary": 1.6675211761940134,
        "reg_adversary": 33.350423523880266,
        "reg_adversary_cov": 22.519400134221712,
        "step_size_lr": 50
      },
      "load_pretrained": false,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 201,
      "run_eval_disentangle": true,
      "run_eval_logfold": false,
      "run_eval_r2": true,
      "run_eval_r2_sc": false,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 993366113
  },
  "config_hash": "cbf9e956049fce00dbcebdfc1aeb67fe",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199,
      200
    ],
    "stats_epoch": [
      200
    ],
    "loss_reconstruction": [
      -17131.84593499871,
      -21211.294946974944,
      -21960.63144675456,
      -22492.42150707543,
      -22148.762175903656,
      -22630.50523870718,
      -22817.546970320633,
      -22871.40349241421,
      -22632.37605164433,
      -22788.07125448063,
      -23041.03922866052,
      -23060.330357156694,
      -22897.24942543544,
      -23043.187524651876,
      -22965.965900506824,
      -23039.449550208403,
      -23129.60043559689,
      -23467.314888977475,
      -23339.075293804286,
      -23606.53094378393,
      -23774.42425859254,
      -24048.156261146534,
      -24118.800198729383,
      -24563.811568245583,
      -24445.12713865959,
      -24434.84359599836,
      -24776.84881870728,
      -24939.973547855625,
      -24800.27104016347,
      -24981.599107691552,
      -24726.815257265698,
      -24852.093985478394,
      -24577.266280564945,
      -24496.233942253515,
      -24579.06811415311,
      -24537.579094804358,
      -24788.14537188923,
      -24989.06713371165,
      -24963.031414173543,
      -25007.67303791267,
      -24880.830574559048,
      -24735.985857296735,
      -24914.97589809075,
      -24973.909891223535,
      -25159.445963313803,
      -25044.560900643002,
      -24966.309979426675,
      -25123.46736087138,
      -25196.07804789883,
      -25294.534801855218,
      -25309.364296561573,
      -25318.731122141704,
      -25210.179665355943,
      -25605.30227797199,
      -25484.93706615921,
      -25383.109692494152,
      -25440.270110545214,
      -25512.363939824398,
      -25555.40925711952,
      -25595.046355428174,
      -25535.532227172516,
      -25553.34570793726,
      -25651.418125366792,
      -25294.022965849377,
      -25659.783805578947,
      -25430.317693596706,
      -25415.313117609825,
      -25528.656740871258,
      -25647.711540217977,
      -25579.922589485534,
      -25508.02408546742,
      -25653.94307383243,
      -25420.11601798935,
      -25473.06707825139,
      -25511.648067358823,
      -25485.159510456026,
      -25403.509371180087,
      -25509.917307646945,
      -25456.087078073062,
      -25381.60826548352,
      -25369.15481717186,
      -25335.507411630824,
      -25442.09980467055,
      -25612.244546316564,
      -25391.958625612315,
      -25610.196648165584,
      -25529.161203413736,
      -25709.92055875063,
      -25602.199067278765,
      -25501.58860609308,
      -25689.433600144926,
      -25396.316163538955,
      -25313.59749410604,
      -24924.153477380984,
      -25207.63248343207,
      -25251.252608778654,
      -25273.287877722643,
      -25210.33164808899,
      -25311.156422128435,
      -25210.9939551726,
      -25681.55902968996,
      -25734.865129716694,
      -25611.364471604116,
      -25497.23332761973,
      -25431.18417858763,
      -25460.790249518817,
      -25524.44810140133,
      -25620.466992436326,
      -25462.122676871717,
      -25540.229214192834,
      -25563.553915006574,
      -25542.589198591188,
      -25547.918393845204,
      -25581.953757349987,
      -25536.341386536835,
      -25520.37699923478,
      -25591.476195286028,
      -25567.00052976003,
      -25532.024916213297,
      -25553.871232379228,
      -25564.565195307136,
      -25505.160012151115,
      -25525.841335290927,
      -25601.621305856854,
      -25603.309582441114,
      -25667.531893981155,
      -25417.76229869947,
      -25394.125168019906,
      -25440.1514966134,
      -25362.725383998826,
      -25460.456458710134,
      -25512.727203682065,
      -25484.44246357493,
      -25342.163191944128,
      -25324.875023524626,
      -25387.85352241143,
      -25314.936841305345,
      -25307.28048329428,
      -25431.90389304608,
      -25380.25255321944,
      -25458.707115461817,
      -25439.185086227022,
      -25307.82583035482,
      -25446.793544373475,
      -25361.893829816952,
      -25479.664133280516,
      -25549.73412855901,
      -25530.768747435883,
      -25419.88640364434,
      -25440.446652287617,
      -25564.501862362027,
      -25497.19649312971,
      -25613.291032699402,
      -25585.869117937982,
      -25609.569457186502,
      -25578.842968351208,
      -25548.904344733804,
      -25513.455333733,
      -25486.551021785475,
      -25564.693809585646,
      -25562.15713670617,
      -25603.82803381863,
      -25596.880579610355,
      -25542.633034298196,
      -25544.97142719524,
      -25521.087848186027,
      -25566.944690380245,
      -25579.02441618481,
      -25511.322225101292,
      -25566.256670530885,
      -25582.536679475103,
      -25515.702426680597,
      -25462.93142306246,
      -25357.69136463292,
      -25441.610785705037,
      -25437.86756465817,
      -25416.20958471368,
      -25412.94404524332,
      -25391.11431016703,
      -25421.550771056034,
      -25408.15127494745,
      -25358.754156828858,
      -25428.18509007307,
      -25402.78523935005,
      -25375.985304564238,
      -25389.40263353428,
      -25320.386984674493,
      -25314.816667187028,
      -25410.378182867542,
      -25400.895378769375,
      -25424.817398851737,
      -25492.27170316642,
      -25425.556406640913,
      -25458.90510993544,
      -25431.781122240005,
      -25508.843985506857,
      -25476.06902053673,
      -25512.00023367349,
      -25523.007100099698,
      -25539.55223744898,
      -25596.46032223571
    ],
    "loss_adv_drugs": [
      50223.07077884674,
      50061.672011852264,
      50069.201419353485,
      50072.89368724823,
      50068.039702415466,
      50071.649153232574,
      50070.58161020279,
      50070.6509885788,
      50074.32341003418,
      50068.89169597626,
      50073.22794818878,
      50075.47474193573,
      50072.08214712143,
      50071.70903158188,
      50064.27328443527,
      50067.427854537964,
      50069.54837226868,
      50072.16029930115,
      50069.90906381607,
      50070.719111442566,
      50068.69212150574,
      50068.52519273758,
      50068.62091588974,
      50068.19397354126,
      50070.6309299469,
      50070.30593204498,
      50065.595205783844,
      50070.33689403534,
      50069.59697151184,
      50069.02943277359,
      50069.3720498085,
      50067.04126787186,
      50070.0691576004,
      50069.99607658386,
      50066.68949794769,
      50069.09062051773,
      50069.389389038086,
      50072.96028327942,
      50069.93592405319,
      50068.565633773804,
      50068.314229011536,
      50071.007040023804,
      50070.016033649445,
      50066.99642133713,
      50070.65509366989,
      50073.10288333893,
      50071.22962522507,
      50066.74259233475,
      50073.507355213165,
      50069.82569026947,
      50025.49144124985,
      50021.76468992233,
      50019.05472660065,
      50018.62468338013,
      50022.433093070984,
      50018.61294698715,
      50020.47426080704,
      50021.04763364792,
      50023.91657829285,
      50021.06291818619,
      50021.19295692444,
      50021.11072015762,
      50019.2570066452,
      50019.67893028259,
      50021.24807167053,
      50022.84356880188,
      50017.695362091064,
      50021.88791370392,
      50021.23044300079,
      50021.16829109192,
      50022.61393070221,
      50020.04241037369,
      50021.06350469589,
      50018.445830345154,
      50017.17923069,
      50023.05701351166,
      50022.50290775299,
      50021.36047887802,
      50022.38097858429,
      50021.49514865875,
      50024.978620529175,
      50019.73502111435,
      50020.88081121445,
      50021.228434085846,
      50020.81683444977,
      50020.14498233795,
      50021.31625747681,
      50018.79486846924,
      50022.39182424545,
      50021.694710731506,
      50016.27698087692,
      50022.05574131012,
      50012.55459308624,
      50013.66871929169,
      50018.39233541489,
      50022.72676897049,
      50022.794793605804,
      50018.78431510925,
      50022.169743061066,
      50017.21152257919,
      49987.52305364609,
      49984.104412555695,
      49987.68104982376,
      49987.78066444397,
      49988.539186000824,
      49987.24990272522,
      49990.15917015076,
      49988.94325351715,
      49987.189009189606,
      49985.51473903656,
      49987.74702310562,
      49987.488191604614,
      49989.864064216614,
      49985.84056997299,
      49985.91531801224,
      49988.066042900085,
      49987.09751844406,
      49986.38328123093,
      49987.19085025787,
      49988.321485996246,
      49986.6316819191,
      49989.70730829239,
      49986.05862045288,
      49983.9957485199,
      49985.55818319321,
      49978.93753480911,
      49980.49956178665,
      49978.77202749252,
      49983.43757343292,
      49987.28579711914,
      49988.01678991318,
      49983.97348642349,
      49985.56470775604,
      49987.65850019455,
      49988.16268348694,
      49987.852860450745,
      49988.3070435524,
      49986.937864780426,
      49985.42995405197,
      49987.96078634262,
      49983.19726371765,
      49989.52683544159,
      49987.55833864212,
      49987.80971240997,
      49987.252435684204,
      49985.35903739929,
      49983.45646524429,
      49985.17663145065,
      49987.41792011261,
      49986.258502960205,
      49962.697531700134,
      49963.23099184036,
      49962.36321973801,
      49962.83902025223,
      49966.892437934875,
      49965.937062740326,
      49966.07788848877,
      49964.621198654175,
      49966.4239859581,
      49965.996176719666,
      49966.16633558273,
      49967.65481519699,
      49966.25259208679,
      49967.26637220383,
      49965.098006248474,
      49966.7426199913,
      49965.808079242706,
      49966.83605861664,
      49965.800898075104,
      49967.23503398895,
      49965.60329627991,
      49964.48098707199,
      49958.709768772125,
      49958.29268693924,
      49965.92499780655,
      49964.14972162247,
      49966.25410366058,
      49966.321115493774,
      49965.05562353134,
      49964.66418123245,
      49964.924818992615,
      49963.621718883514,
      49964.365718364716,
      49962.691559791565,
      49965.44502687454,
      49965.99741220474,
      49963.699239730835,
      49965.60578298569,
      49963.35151100159,
      49965.358823776245,
      49966.0007276535,
      49966.262798309326,
      49965.33204317093,
      49965.867007255554,
      49964.917313575745,
      49965.06213474274,
      49965.115252017975,
      49965.16810274124,
      49966.34632444382,
      49967.16686630249,
      49957.51306295395
    ],
    "loss_adv_covariates": [
      10088.844585336745,
      10202.256239891052,
      10181.181953251362,
      10165.559704333544,
      10207.255395114422,
      10176.57733476162,
      10191.801893472672,
      10178.309288620949,
      10183.322281301022,
      10177.91730850935,
      10176.53424167633,
      10177.565963983536,
      10178.016290605068,
      10178.840544223785,
      10170.901824355125,
      10171.484298884869,
      10170.6054058671,
      10170.725889205933,
      10172.982044935226,
      10172.383056879044,
      10172.94164955616,
      10172.7951130867,
      10172.70276337862,
      10175.345184385777,
      10171.68993651867,
      10171.903641581535,
      10173.067132174969,
      10170.31260228157,
      10171.188834309578,
      10171.476366400719,
      10170.759235858917,
      10171.976668417454,
      10171.359310090542,
      10169.59247046709,
      10173.57494431734,
      10173.95764887333,
      10172.039680600166,
      10170.929526805878,
      10171.03019118309,
      10172.242787122726,
      10174.731229960918,
      10175.794234752655,
      10173.329242765903,
      10172.123561263084,
      10173.503525912762,
      10172.554104089737,
      10170.205590903759,
      10173.814606666565,
      10171.555994093418,
      10172.450050234795,
      10165.505033016205,
      10167.542849242687,
      10167.599955797195,
      10167.242080926895,
      10166.670037806034,
      10166.797891318798,
      10167.092279434204,
      10168.291386842728,
      10169.198790252209,
      10166.993450045586,
      10166.674186229706,
      10167.106917321682,
      10166.32516682148,
      10166.60301309824,
      10166.320959329605,
      10168.11214119196,
      10168.42476594448,
      10166.595732152462,
      10165.510197997093,
      10165.88616925478,
      10166.866951704025,
      10166.417380154133,
      10165.694446146488,
      10166.453242719173,
      10167.443218231201,
      10168.019001245499,
      10166.715742588043,
      10168.59443628788,
      10168.904674708843,
      10167.355065882206,
      10166.218623042107,
      10164.657785654068,
      10168.87658238411,
      10167.377537548542,
      10166.925388813019,
      10167.275996148586,
      10167.372282147408,
      10167.432855069637,
      10167.315300405025,
      10166.1674284935,
      10168.17380285263,
      10166.367353379726,
      10166.167852520943,
      10166.08440721035,
      10166.397238910198,
      10167.39607656002,
      10167.062453866005,
      10167.520137190819,
      10167.535901367664,
      10167.692219674587,
      10162.508241713047,
      10163.688249111176,
      10163.135645031929,
      10162.924161434174,
      10164.52232927084,
      10163.97710287571,
      10165.483847260475,
      10163.67235058546,
      10164.819743871689,
      10164.028966844082,
      10164.356804013252,
      10164.091156542301,
      10163.533734440804,
      10163.80113953352,
      10164.3832821846,
      10165.802436053753,
      10165.126347839832,
      10164.5884822011,
      10164.656046688557,
      10163.857884466648,
      10164.766254007816,
      10163.20236814022,
      10164.330690026283,
      10165.353640258312,
      10164.401039242744,
      10163.827236890793,
      10163.881410479546,
      10164.42934113741,
      10163.936959326267,
      10164.31915473938,
      10165.182338416576,
      10164.772538363934,
      10164.932557106018,
      10164.72348356247,
      10165.34584248066,
      10164.437997102737,
      10164.74860048294,
      10164.216981112957,
      10163.304432868958,
      10164.061298131943,
      10164.54606384039,
      10163.955225169659,
      10163.851013064384,
      10164.303714811802,
      10165.050894856453,
      10163.890985786915,
      10164.928273558617,
      10163.88808375597,
      10164.981037557125,
      10164.422654926777,
      10162.296680808067,
      10162.938542604446,
      10162.51737588644,
      10162.288874387741,
      10162.541232407093,
      10162.517358541489,
      10162.827980697155,
      10162.92703038454,
      10163.213717877865,
      10162.713775217533,
      10163.149793565273,
      10162.661732256413,
      10162.807340085506,
      10162.548276901245,
      10162.641689658165,
      10162.172991931438,
      10161.204641222954,
      10163.388810813427,
      10162.688112795353,
      10162.593944430351,
      10162.640803933144,
      10162.967538535595,
      10162.649183750153,
      10162.43639343977,
      10162.372553229332,
      10161.666239202023,
      10162.245399653912,
      10162.28207820654,
      10162.130384683609,
      10162.250960409641,
      10163.731995940208,
      10163.196045577526,
      10163.207770705223,
      10163.073040544987,
      10161.84505212307,
      10163.656235694885,
      10163.08948969841,
      10163.013702690601,
      10163.220844686031,
      10162.570060670376,
      10163.308005809784,
      10162.148857355118,
      10161.937309801579,
      10162.981997966766,
      10162.270805299282,
      10162.492747485638,
      10162.272859275341,
      10161.98558562994,
      10162.650366842747,
      10161.861950874329,
      10161.767315506935
    ],
    "penalty_adv_drugs": [
      23.74831010691317,
      0.000030232145543803837,
      0.00007954539020368834,
      0.00030120053028705076,
      0.0006689725620078285,
      0.0006318954988975802,
      0.0014321679315251392,
      0.0022946101428870224,
      0.002594160790670793,
      0.005381246689858962,
      0.009541104269192741,
      0.004087910064008039,
      0.007056776021528151,
      0.008504949501130739,
      0.014041068233992923,
      0.06521608448632998,
      0.03461174501850314,
      0.03068101799248888,
      0.06578492397234749,
      0.07754478985067222,
      0.07888314061382325,
      0.25198062129675636,
      0.32184703145220306,
      0.35422391047354795,
      0.30646877468131273,
      0.371599966239048,
      0.2605612068937842,
      0.21160754721225855,
      0.2638219654158618,
      0.16958961161064398,
      0.3671051208774502,
      0.37247523136216165,
      0.5174850525265733,
      0.5468984839823328,
      0.270521866620972,
      1.0040795842701309,
      0.5924754259531179,
      0.3142310559073751,
      0.7300172462661515,
      0.478809955899538,
      0.38198464325054493,
      0.7873008317611164,
      0.2670745166907503,
      0.2989226940252607,
      0.37542830491806944,
      0.2464545349023658,
      0.6772042014331372,
      0.2538964525829573,
      0.18449960878130678,
      0.2611397736489401,
      0.018353834604661706,
      0.04103750864905403,
      0.0911656550940915,
      0.017700355235020948,
      0.24641357310760045,
      0.08717521412696858,
      0.15006491111162304,
      0.04578888177663215,
      0.0361779436886261,
      0.037286396272787604,
      0.023899741734173686,
      0.0738367574141745,
      0.47406547378423186,
      0.054618100449150365,
      0.05767838055159122,
      0.29614083646212935,
      0.027598257933665094,
      0.11037332530036734,
      0.1110962207971898,
      0.03553520070828375,
      0.03535147579436503,
      0.030392550839160173,
      0.08747475240383253,
      0.06537868625810829,
      0.09993928821111488,
      0.050503291622235984,
      0.0791731866060182,
      0.049025143760271346,
      0.039868606717872644,
      0.07613420984131299,
      0.13169564782047902,
      0.04112324372583826,
      0.033524974985116716,
      0.08199764134046617,
      0.047746877045603445,
      0.11302101103071485,
      0.060307029673846116,
      0.0483485587266191,
      0.049342616598118505,
      0.06393000335166446,
      0.09867219784837483,
      0.13742064178559613,
      0.13618949144470455,
      0.06658756042542033,
      0.07263596904337034,
      0.046830011967193795,
      0.08759357557511363,
      0.03267435704131999,
      0.06595317322295681,
      0.015617674657708054,
      0.005227302477328289,
      0.017962209253991432,
      0.03328481135027793,
      0.01264029872017014,
      0.014006320514406803,
      0.006484803612834283,
      0.009116457822740313,
      0.021802121839066782,
      0.0028037581367344527,
      0.011622674309902551,
      0.014168765156217162,
      0.011432650016985084,
      0.014608982710746378,
      0.011221079203190562,
      0.1316924248338623,
      0.03569514163135174,
      0.020440292642424578,
      0.08141640268639172,
      0.014596089783203618,
      0.028871679329608234,
      0.07897320223234015,
      0.017311497406009763,
      0.012362899264487394,
      0.022941750428511366,
      0.07252301487717848,
      0.03378296530966353,
      0.08452580843111938,
      0.006216070247635867,
      0.1161023637376261,
      0.013758737846807652,
      0.005390060857005899,
      0.0020545978252120823,
      0.042139610408710726,
      0.005729152089625259,
      0.009062404061787356,
      0.011963612631524491,
      0.002641099685255362,
      0.021281362578118947,
      0.008011179549294268,
      0.01773321419843645,
      0.02708192936857666,
      0.03850700228101081,
      0.009560647158784897,
      0.007531872216494244,
      0.012207005015850156,
      0.020555807792782495,
      0.024628634964613753,
      0.009023475075318107,
      0.01658498223541432,
      0.005117335093251041,
      0.012438474866557882,
      0.022166763693457714,
      0.007859158011861265,
      0.0037496942651400684,
      0.0039529545205198675,
      0.0015134501713354345,
      0.0012908706406166788,
      0.0025865279642926444,
      0.0020067482645393228,
      0.002573666265818944,
      0.006797727852618299,
      0.009460183112016976,
      0.004732998505602099,
      0.0007949874455445169,
      0.001603680840352933,
      0.00041798742591870914,
      0.0010734386424627192,
      0.000580454820337804,
      0.0007066660953824628,
      0.011452073673549699,
      0.0025590417103098953,
      0.01602054676231051,
      0.011992930348489516,
      0.007748567275150714,
      0.0038789976959409276,
      0.003349425533164979,
      0.0019141629772264593,
      0.0003701442130899644,
      0.0012898542729118338,
      0.0030113910111006295,
      0.0010936144970544622,
      0.009827876220803299,
      0.0078007728140480365,
      0.0032087053328947778,
      0.0012380978350785964,
      0.005015627558122153,
      0.002940297238387618,
      0.0008078089150155525,
      0.0005946089747991326,
      0.0017142475472423627,
      0.0011621895340581676,
      0.0019376366139589132,
      0.005812350425312877,
      0.005609412951658581,
      0.0023368818377920977,
      0.001011997127249677,
      0.005207486043927196,
      0.0070741703051768225,
      0.004504510839397891,
      0.0015424946904664097,
      3.6644486382627454e-36
    ],
    "penalty_adv_covariates": [
      0.07589947558575146,
      0.000010339648124599593,
      0.000006408275105272395,
      0.0000014215027464568096,
      7.055956226327146e-7,
      4.6256846086206097e-7,
      4.934030789792148e-7,
      6.179030470427594e-7,
      5.655392969770637e-7,
      0.0000015859276794110467,
      6.965454788571209e-7,
      3.5829756287161837e-7,
      0.0000011910097004153222,
      0.0000013978064697875656,
      5.125523486776918e-7,
      0.000002323613507238214,
      0.000001203857891901179,
      0.000005757444957471974,
      0.000011446343508078795,
      0.000004685978203963443,
      0.00001371251906650227,
      0.00014002391572242798,
      0.00008751020202563503,
      0.0003200825339719184,
      0.00004293793838633789,
      0.00009419055892497644,
      0.00006722546362578142,
      0.00006080040273308592,
      0.00003748012710381705,
      0.00002621716511432702,
      0.00018498875029702473,
      0.00019370529154155833,
      0.00014100873636516083,
      0.00008346452785533609,
      0.000060097465073801055,
      0.000319483222644893,
      0.00013439762070108615,
      0.00006385524872765238,
      0.0009248480615499802,
      0.00022633790923556608,
      0.00014656873077587438,
      0.0014497117837781073,
      0.0005555331354977599,
      0.0005737234039016352,
      0.000543764484806773,
      0.00011613367151623482,
      0.000028613389014191813,
      0.00006040538057150136,
      0.000020831791949607575,
      0.00008470958542176568,
      0.00008128407945077643,
      0.000025095428354654515,
      0.000012204199272610701,
      0.000006000055738606236,
      0.000014163795263146765,
      0.000012025574881781313,
      0.000016250569669372383,
      0.0000179590623098505,
      0.00014782834100531087,
      0.000002063139591620943,
      0.00004246702786564643,
      0.00005415460790513913,
      0.00045636427679751336,
      0.000014371163384811345,
      0.00002752282923254772,
      0.000018118357503837777,
      0.000013348600518571568,
      0.0000029168884361035307,
      0.00001140532522628552,
      0.00008250993560433994,
      0.0000045930632473048195,
      0.00018836385322457092,
      0.000014075951726527303,
      0.0000022161594226012816,
      0.000004616642366630215,
      0.000002306226633719045,
      0.00004869585206075346,
      0.00000853503346435656,
      0.000054987150647495144,
      0.0000239188925382255,
      0.0000059451100938703875,
      0.00002996503896108551,
      0.000015683007569212735,
      0.000010452968077184717,
      0.000006832574820626332,
      0.000003888402021096118,
      0.00002113577785086108,
      0.000006399768325034435,
      0.000010627443567414703,
      0.0000038672469539925595,
      0.00003453924505917955,
      0.000002359998263021452,
      0.0000031768433249902165,
      0.000013477094858488635,
      0.000010111340812514034,
      0.000008828697157149107,
      0.000005582400348955804,
      0.000001936353576991575,
      0.000021389702158722792,
      0.0000024837455895920855,
      3.132175251748709e-8,
      0,
      0,
      0.0000040696998579903314,
      4.520263961772801e-7,
      0.0000015355963522255603,
      0.0000025440964297153147,
      1.8421353121809675e-7,
      0.000001839270305019076,
      0.000002288419696555023,
      8.632824639643476e-7,
      0.0000021386888757454825,
      2.4362946313084735e-7,
      0.000006302700032198434,
      0.000016457609616315122,
      0.000003893512227647577,
      0.000002862652117943717,
      0.0000017298174450686345,
      5.771624594831895e-7,
      0.0000018664613571192696,
      7.305518106566244e-7,
      0.000005588217619873708,
      0.000002268503754892199,
      3.1242523926966304e-7,
      8.842206380813588e-7,
      6.5361967862573e-7,
      4.6420375663382386e-8,
      3.6800950403536074e-7,
      0.000013170082262419042,
      1.507752222849774e-7,
      2.592001613287418e-7,
      0.0000024441268937324206,
      0.000003142470511508614,
      0.000022440610866514133,
      1.2457973227905045e-7,
      0.000003489665864827791,
      0.0000013307155907998183,
      5.724928858355408e-7,
      4.5005478017655143e-7,
      0.0000017800570289347844,
      0.000001842063164213512,
      0.000009254495411771839,
      5.154954954342246e-7,
      2.6156757909419577e-7,
      0.0000054671653977572946,
      0.000001417712433775631,
      8.065827942819021e-7,
      0.0000011650972984862151,
      0.0000016372693736052655,
      0.0000027626657145870618,
      7.799459022446385e-7,
      1.2835913873569038e-7,
      8.81279823077978e-9,
      4.333937180910793e-8,
      9.008956571223941e-7,
      4.646415000332023e-7,
      1.9230990908359788e-7,
      3.3047617952554836e-8,
      1.4188825993312096e-9,
      7.377396723347519e-8,
      0.000005887842707097114,
      5.449373238553497e-7,
      6.832793510627101e-8,
      8.444283349696503e-7,
      2.8167792736204944e-8,
      1.1010673533810241e-7,
      0.0000010220360522871506,
      9.254134970374276e-8,
      1.2038006217188757e-8,
      1.3356226104915592e-7,
      1.2434779031343094e-8,
      0.000002430288891732991,
      0.000005827304614493649,
      5.4825032926841945e-9,
      5.176788199394037e-7,
      5.159208327348596e-7,
      2.2068552427399942e-7,
      1.1835654682661584e-7,
      0.0000025508712892313738,
      2.1249827230816812e-7,
      7.900664247961333e-8,
      9.44391130477424e-9,
      1.546238446715496e-8,
      3.3278303752954803e-9,
      8.337978208441585e-7,
      3.435722043880885e-7,
      2.91405945026889e-9,
      4.1987545675898e-9,
      5.896338215334843e-8,
      2.324957733351225e-7,
      9.454874148630119e-9,
      5.417792728984475e-10,
      0.000017424147261781865,
      0.000006874249364821361,
      1.9572477414493966e-8,
      1.2839285118368084e-9,
      3.761986020264463e-8,
      3.674318357850826e-7,
      1.369298411485102e-8,
      0.000004880852998004941,
      2.3940866277522e-7
    ],
    "elapsed_time_min": 559.9403948307038,
    "perturbation disentanglement": [
      0.054231517016887665
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5171275734901428
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7995043149086102
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.699108681486517
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6970319789281989
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6263250428301261
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6854705358045904
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.608174237385511
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.49317655357067286
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.4462969669599853
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7102151938058712
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.43055664002895355
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6105841679705514
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.34101235314651773
        }
      ]
    ],
    "total_epochs": 200
  }
},{
  "_id": 989,
  "config": {
    "overwrite": 989,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset.h5ad",
        "degs_key": "all_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": true,
      "embedding": {
        "directory": null,
        "model": "rdkit"
      },
      "hparams": {
        "adversary_depth": 3,
        "adversary_lr": 0.00011426627628169611,
        "adversary_steps": 2,
        "adversary_wd": 6.02521573620385e-8,
        "adversary_width": 256,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.00020511104188433984,
        "autoencoder_wd": 2.93753845763282e-8,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 3,
        "dosers_lr": 0.00020511104188433984,
        "dosers_wd": 2.93753845763282e-8,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 128,
        "penalty_adversary": 0.08889607461211929,
        "reg_adversary": 1.7779214922423854,
        "reg_adversary_cov": 4.176033121672978,
        "step_size_lr": 50
      },
      "load_pretrained": true,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 201,
      "run_eval_disentangle": true,
      "run_eval_logfold": false,
      "run_eval_r2": true,
      "run_eval_r2_sc": false,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 928446202
  },
  "config_hash": "d2686f53a55468497195941fac1d7e5e",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199,
      200
    ],
    "stats_epoch": [
      200
    ],
    "loss_reconstruction": [
      -9280.949835948646,
      -15201.316722030751,
      -17020.543475473183,
      -18452.334343674593,
      -18823.080697163474,
      -20243.065604721196,
      -21187.439405625453,
      -21671.211698361556,
      -22135.504759913412,
      -23151.721766263945,
      -23185.4540619514,
      -23252.843711489346,
      -23941.03987120441,
      -24329.378931377316,
      -24526.695071349794,
      -24248.728960312903,
      -24375.326162802987,
      -25560.298112580553,
      -25744.69546654035,
      -25577.16689755337,
      -25849.275526907295,
      -25681.414480058476,
      -25691.876634741202,
      -26211.023010829464,
      -26385.920227462426,
      -26224.746636518277,
      -26272.675539549185,
      -26297.49106927379,
      -26488.96151888743,
      -26702.610046394053,
      -26785.74531979207,
      -27026.958202236798,
      -26993.842508477625,
      -27037.001052182168,
      -27282.15870430926,
      -27269.136657902505,
      -27358.540565458592,
      -27215.300503864884,
      -27294.41787607409,
      -27408.08828219585,
      -27370.410912771244,
      -27435.362995980773,
      -27432.993495739996,
      -27166.01885896921,
      -27413.202732931823,
      -27463.861856970936,
      -27407.7194774691,
      -27379.39371764101,
      -27508.132117327303,
      -27462.832542574964,
      -27647.646421197802,
      -27693.431835930794,
      -27755.093041548505,
      -27750.589524552226,
      -27846.621016189456,
      -27931.115643611178,
      -27913.656861953437,
      -27919.63908374682,
      -27991.10396793671,
      -28014.033248073596,
      -28008.755267316476,
      -28047.475307517685,
      -27961.06960299611,
      -28066.68382731406,
      -28056.8150167102,
      -28042.730491516646,
      -28061.278272846714,
      -27939.638922136277,
      -28080.59385799989,
      -28109.978256457485,
      -28070.121679930482,
      -28016.467993718106,
      -28062.45179923158,
      -28119.489776887,
      -28059.28927578777,
      -28146.237066429807,
      -28158.22021828778,
      -28151.466165944934,
      -28230.413926092908,
      -28151.8311749734,
      -28106.05112648057,
      -28136.15291326493,
      -28226.997610027436,
      -28156.59654945694,
      -28186.819717526436,
      -28126.174923680723,
      -28147.105408724397,
      -28155.438412392512,
      -28136.630496622995,
      -28170.171731049195,
      -28198.323223225772,
      -28156.21012007445,
      -28229.84510959685,
      -28262.294654116035,
      -28192.77775759902,
      -28221.15247657895,
      -28198.32718476467,
      -28236.339724458754,
      -28241.985037548468,
      -28234.28597684088,
      -28378.773448686115,
      -28389.559467880055,
      -28405.72828322649,
      -28546.151523701847,
      -28546.696298688184,
      -28526.56390274223,
      -28554.44742090674,
      -28580.939031947404,
      -28536.495887942845,
      -28613.229496427346,
      -28668.790718065575,
      -28655.695245872717,
      -28615.99577142042,
      -28589.907661522273,
      -28682.4141171542,
      -28702.287498820573,
      -28740.032736072317,
      -28679.7021355927,
      -28698.74018537067,
      -28746.71208526939,
      -28656.00736938417,
      -28722.569788634777,
      -28682.734083967283,
      -28694.87365960516,
      -28651.662938174617,
      -28675.74654103443,
      -28735.758265927434,
      -28772.20725551952,
      -28690.148027032614,
      -28669.793362697586,
      -28781.524644501507,
      -28668.56308925152,
      -28722.871710488573,
      -28644.465788904577,
      -28721.868783134967,
      -28752.65079159476,
      -28751.142758356407,
      -28787.535356711596,
      -28730.301019193605,
      -28650.689702912234,
      -28702.26357196737,
      -28758.62268454209,
      -28743.038371792994,
      -28700.884804215282,
      -28750.060618754476,
      -28747.24181680754,
      -28710.383158341516,
      -28722.912703959737,
      -28713.529158119112,
      -28745.529683774337,
      -28763.561392476782,
      -28845.002478316426,
      -28843.609758798033,
      -28904.327622181736,
      -28909.057715998963,
      -28856.72685828386,
      -28888.554988448508,
      -28903.169280219125,
      -28875.550105670467,
      -28932.012648050673,
      -28948.38385572075,
      -28937.495999063365,
      -28919.578159626573,
      -28937.982009169646,
      -28959.830788899213,
      -28969.038873391226,
      -29001.834333967417,
      -28951.93214272987,
      -28999.054708173033,
      -28964.19666543603,
      -28976.344128190423,
      -28993.319279439747,
      -28962.007363941055,
      -28970.44077700004,
      -28987.04737751372,
      -28955.2936073998,
      -28978.572262206115,
      -29009.277301417664,
      -28978.526382838725,
      -28967.388815659564,
      -28928.28084930405,
      -28966.49186194688,
      -28977.217201404274,
      -28970.503165291622,
      -29034.848489100114,
      -28949.106451760978,
      -28923.9192876108,
      -28926.663086549845,
      -28934.330805581063,
      -28937.74092023447,
      -28948.825223152293,
      -28935.206176595064,
      -28971.61643206561,
      -28963.036334307864,
      -28902.302665405674,
      -28915.11342293676,
      -28969.36923908349,
      -28951.624464483,
      -28953.207396861166,
      -28977.722061708104,
      -28924.368223481346
    ],
    "loss_adv_drugs": [
      50118.85652971268,
      49899.994556427,
      49924.35513877869,
      49909.947072029114,
      49985.043941020966,
      49874.2926568985,
      49841.53766822815,
      49842.046417713165,
      49878.88446903229,
      49799.97100162506,
      49804.60290288925,
      49856.10855340958,
      49953.45386648178,
      49948.03262805939,
      49941.54399108887,
      49936.640169620514,
      49921.181881427765,
      49922.88653564453,
      49923.443328380585,
      49932.10483837128,
      49923.677837371826,
      49927.374675273895,
      49921.50600337982,
      49910.97598743439,
      49915.4422082901,
      49924.33238697052,
      49924.96074342728,
      49913.64507865906,
      49916.00958108902,
      49915.262341976166,
      49912.536759376526,
      49910.51393079758,
      49905.055408000946,
      49909.450612068176,
      49908.481063365936,
      49890.80752372742,
      49913.68530464172,
      49913.57659292221,
      49901.518812179565,
      49897.74845266342,
      49901.60829591751,
      49912.78107881546,
      49906.68721866608,
      49910.273240566254,
      49913.77227830887,
      49913.30383300781,
      49913.11503839493,
      49918.40481853485,
      49906.510882377625,
      49902.6220164299,
      49908.75776672363,
      49908.71143913269,
      49903.745589733124,
      49906.6527671814,
      49900.16035413742,
      49903.9508600235,
      49906.40992927551,
      49907.1352686882,
      49908.407554626465,
      49909.08601760864,
      49905.71943426132,
      49904.99256134033,
      49911.32911682129,
      49909.36489200592,
      49910.50136613846,
      49909.7499628067,
      49912.36938381195,
      49913.665263175964,
      49911.3285984993,
      49910.10583257675,
      49912.38389921188,
      49915.5255522728,
      49912.91751623154,
      49912.908143520355,
      49913.21959018707,
      49911.97051525116,
      49917.83722496033,
      49917.22563171387,
      49916.16454601288,
      49918.28418779373,
      49914.36508369446,
      49914.87818431854,
      49910.511946201324,
      49913.58117675781,
      49918.94996595383,
      49916.99484586716,
      49916.92158508301,
      49914.37142753601,
      49913.11773109436,
      49916.08982515335,
      49916.66395235062,
      49915.54278373718,
      49913.31023836136,
      49919.041187763214,
      49914.037043094635,
      49916.193153858185,
      49918.39584493637,
      49916.943591594696,
      49915.9008140564,
      49918.862691402435,
      49914.74476957321,
      49914.28976249695,
      49915.498692035675,
      49909.62457990646,
      49913.3100104332,
      49912.50833749771,
      49916.05931329727,
      49913.77109670639,
      49915.76542234421,
      49913.122057914734,
      49915.205394268036,
      49914.815754413605,
      49915.43282747269,
      49914.485481739044,
      49914.207523822784,
      49912.81673812866,
      49914.44775438309,
      49912.72322559357,
      49914.432411670685,
      49915.47171497345,
      49914.92223119736,
      49916.06506586075,
      49915.501260757446,
      49915.77579498291,
      49914.99065208435,
      49913.79417324066,
      49911.38733816147,
      49913.69681119919,
      49913.045486450195,
      49913.299406051636,
      49913.66664123535,
      49916.55351161957,
      49917.09274435043,
      49916.16689014435,
      49915.63912200928,
      49915.99809932709,
      49915.82727718353,
      49914.107681274414,
      49913.805411338806,
      49916.58576774597,
      49915.35026931763,
      49914.31341409683,
      49917.33461236954,
      49913.70576429367,
      49916.39304828644,
      49915.260135650635,
      49915.162912368774,
      49915.0011177063,
      49914.3954577446,
      49914.655749320984,
      49913.314767837524,
      49914.64348936081,
      49912.12686920166,
      49912.53200721741,
      49911.81445360184,
      49911.529197216034,
      49912.04425573349,
      49911.66737794876,
      49911.51861524582,
      49913.22901391983,
      49913.15467786789,
      49913.21732997894,
      49911.49193954468,
      49912.92389059067,
      49912.203303813934,
      49912.50225877762,
      49910.13039684296,
      49911.302289009094,
      49911.065968990326,
      49911.59933710098,
      49913.393714904785,
      49913.35913181305,
      49913.27145767212,
      49912.316012859344,
      49912.762571811676,
      49911.25297880173,
      49911.35919046402,
      49913.052634716034,
      49912.3875374794,
      49911.59750175476,
      49912.217651844025,
      49914.40990304947,
      49913.011944293976,
      49910.528216362,
      49913.039112091064,
      49911.5808930397,
      49911.30330610275,
      49913.701451301575,
      49911.69097852707,
      49911.64486885071,
      49911.71804380417,
      49913.827531814575,
      49912.996806144714,
      49913.633375644684,
      49911.024527549744,
      49914.18507575989,
      49912.3995218277,
      49912.02181100845,
      49913.13201904297,
      49912.273079395294,
      49912.56400299072
    ],
    "loss_adv_covariates": [
      8648.667659640312,
      9291.072291016579,
      9547.581974089146,
      9869.059338569641,
      9845.835144042969,
      9961.48431622982,
      9922.641432106495,
      9859.5539072752,
      9947.831791639328,
      9889.18788266182,
      9972.668792784214,
      9978.284456551075,
      9962.177910745144,
      9962.42926967144,
      9992.799415230751,
      9980.630202054977,
      9978.7474386096,
      10056.785662829876,
      10007.732545018196,
      10056.40385133028,
      10047.963815391064,
      10007.215564370155,
      9947.14288520813,
      10043.832320034504,
      10064.503327310085,
      10026.177420377731,
      10038.409939229488,
      10104.82193773985,
      10071.641570985317,
      10056.884185791016,
      10088.421046197414,
      10083.941615343094,
      10054.54709637165,
      10032.316142857075,
      10077.623394072056,
      10094.138606369495,
      10127.192676126957,
      10102.457822859287,
      10114.1648914814,
      10104.577686667442,
      10110.927259266376,
      10131.442081093788,
      10115.726658344269,
      10120.256188511848,
      10119.221588373184,
      10110.53336173296,
      10106.943019092083,
      10127.232608556747,
      10121.382968008518,
      10122.150400400162,
      10135.441096842289,
      10144.520244896412,
      10143.373623669147,
      10141.066635012627,
      10139.99529325962,
      10148.284876704216,
      10153.380254805088,
      10145.269634604454,
      10150.778041601181,
      10150.867730081081,
      10149.588404238224,
      10146.080668985844,
      10140.859084904194,
      10135.916609942913,
      10148.830014288425,
      10143.24667429924,
      10151.288676857948,
      10144.363112688065,
      10143.989748060703,
      10152.984959304333,
      10133.461954653263,
      10141.335641145706,
      10147.183377563953,
      10153.651076495647,
      10149.211811602116,
      10148.301004827023,
      10146.534108281136,
      10153.004437565804,
      10154.857433199883,
      10153.49812322855,
      10143.392424404621,
      10150.946522891521,
      10153.420590698719,
      10140.954554080963,
      10151.532920241356,
      10139.382543504238,
      10151.122731924057,
      10147.64177340269,
      10145.776654660702,
      10149.253437697887,
      10154.554161846638,
      10155.142607212067,
      10154.216260313988,
      10151.46981215477,
      10154.208764731884,
      10152.137084066868,
      10150.397938489914,
      10156.848760426044,
      10156.178990662098,
      10152.603791356087,
      10150.967307269573,
      10152.408408939838,
      10158.985288143158,
      10153.124017834663,
      10153.096511542797,
      10154.196092486382,
      10155.154928147793,
      10154.180895745754,
      10152.532499194145,
      10147.818994402885,
      10151.383932709694,
      10154.865185022354,
      10155.07525062561,
      10154.175992965698,
      10157.438510537148,
      10157.214540481567,
      10156.831535458565,
      10155.980867266655,
      10155.241005778313,
      10154.301410317421,
      10153.224470555782,
      10151.749285399914,
      10155.308467268944,
      10155.250802099705,
      10152.103134393692,
      10151.51821565628,
      10151.694513201714,
      10156.387290298939,
      10156.770956933498,
      10155.074700415134,
      10153.375819981098,
      10152.273063480854,
      10155.755480468273,
      10154.583535909653,
      10153.688746988773,
      10155.65228664875,
      10151.62583309412,
      10154.703190863132,
      10155.603625178337,
      10151.745050132275,
      10152.338262915611,
      10157.51930731535,
      10155.851851642132,
      10154.667716622353,
      10157.150073230267,
      10153.87404859066,
      10154.225133776665,
      10152.706121563911,
      10157.738627791405,
      10155.615991592407,
      10156.670567154884,
      10154.606683194637,
      10153.296158134937,
      10154.12555718422,
      10153.249015688896,
      10154.476366519928,
      10152.424921870232,
      10155.167144536972,
      10153.902836799622,
      10155.286876618862,
      10155.645462691784,
      10153.173391997814,
      10154.949808001518,
      10154.842574059963,
      10153.474720716476,
      10154.538760840893,
      10154.841722607613,
      10154.701871395111,
      10153.663704812527,
      10156.322583556175,
      10154.893100857735,
      10155.151961386204,
      10152.552062809467,
      10153.035871207714,
      10154.815956294537,
      10153.926776945591,
      10155.891165196896,
      10155.570268809795,
      10156.663316726685,
      10156.465961396694,
      10152.505086064339,
      10153.76186388731,
      10153.644838809967,
      10154.7926248312,
      10155.988919317722,
      10151.335921406746,
      10151.745464682579,
      10154.220836699009,
      10154.502097010612,
      10154.484333872795,
      10154.666529476643,
      10154.065461099148,
      10153.34996587038,
      10154.524690508842,
      10151.033422231674,
      10151.406303703785,
      10152.688059687614,
      10153.327941179276,
      10153.718205988407,
      10154.234214007854,
      10150.995098114014
    ],
    "penalty_adv_drugs": [
      27.14564240607433,
      26.588353033876047,
      23.469469423405826,
      22.54061894933693,
      19.9647590063978,
      20.152572145219892,
      16.890151924686506,
      13.937457083840854,
      11.746881886094343,
      9.927255971881095,
      9.714913861185778,
      8.265550971555058,
      7.230436625875882,
      6.765584547683829,
      6.984788781031966,
      7.747935960476752,
      8.564319455588702,
      10.699973285780288,
      12.111505398555892,
      10.476158998237224,
      10.12994626793079,
      9.610512332728831,
      9.824122745310888,
      9.862907960778102,
      7.732277321396396,
      5.996185420081019,
      5.520690244913567,
      6.028040682140272,
      6.339717825088883,
      4.977197356609395,
      6.516958133230219,
      6.641880474169739,
      6.264746742293937,
      7.722377635509474,
      6.52713078079978,
      6.256307989518973,
      6.51313885806303,
      5.883909769414458,
      5.509326517902082,
      6.59854158705275,
      6.599265084601939,
      6.61768784315791,
      7.140109598462004,
      6.514324307834613,
      9.083510265641962,
      7.068406032194616,
      7.3096649050858105,
      5.551470946724294,
      6.044315009741695,
      6.760698277270421,
      8.042915418103803,
      5.361565886385506,
      5.042211332678562,
      4.473633119894657,
      5.792022237146739,
      6.047248193266569,
      5.0646028247865615,
      4.4412550208799075,
      4.683848257162026,
      4.3163770069077145,
      4.106079434568528,
      4.075689014236559,
      4.665098928919178,
      5.764533112916979,
      5.007347123420914,
      4.373943422091543,
      4.769581010506954,
      5.738377317466075,
      6.861083173629595,
      6.1058433655125555,
      6.737018579427968,
      4.9479930022062035,
      4.4113339834002545,
      4.346380471528391,
      5.383611211058451,
      5.5173424833628815,
      7.936173955953564,
      9.286028295158758,
      8.336281495692674,
      4.909402803867124,
      5.539950953912921,
      8.332163400831632,
      6.011812156648375,
      8.324548437667545,
      5.216731570515549,
      4.008125831052894,
      4.39410414431768,
      6.277205235644942,
      8.000150114530697,
      7.184510364022572,
      8.886669792351313,
      7.1534265223599505,
      7.209825212063151,
      6.65796099108411,
      6.162007924867794,
      5.553640863596229,
      5.917239428439643,
      7.792463985213544,
      5.88568357200711,
      6.360568249467178,
      5.311771262713592,
      5.384277799050324,
      6.417994373128749,
      6.144658695848193,
      7.01177771075163,
      7.856876540696248,
      7.844742148270598,
      9.25086225438281,
      8.109573679277673,
      7.232951310958015,
      6.602463540475583,
      7.3269555378647055,
      7.3388807399896905,
      7.248072426591534,
      7.470110548340017,
      8.027919014624786,
      8.207914275553776,
      10.039328195154667,
      9.162418627936859,
      13.186706819804385,
      10.184803019394167,
      8.641425966343377,
      8.40413136704592,
      8.838219218479935,
      8.404050086537609,
      8.054556485731155,
      8.109065057069529,
      8.609705791604938,
      10.06769412313588,
      7.25388936829404,
      7.805779469606932,
      10.473298087512376,
      12.297260232153349,
      10.644800126930932,
      10.363248605746776,
      13.350714494416025,
      10.83479004894616,
      9.321564656391274,
      9.773574806022225,
      12.129710762499599,
      11.24924384537735,
      8.373650711670052,
      12.154877527500503,
      9.207407911133487,
      12.270071697450476,
      10.274423366354313,
      8.975000770326005,
      9.317467027227394,
      10.432889466756023,
      11.936929227726068,
      10.818328208464663,
      9.173013130493928,
      9.477676232752856,
      9.83941243213485,
      10.975994118081871,
      9.511668465362163,
      8.826509308128152,
      9.927961284294724,
      10.571153662225697,
      11.320726630918216,
      12.230035543441772,
      9.249783643404953,
      12.317857941845432,
      8.857834048569202,
      17.369098566065077,
      8.927336108929012,
      10.317123490181984,
      9.889096925791819,
      10.568614676070865,
      11.76403358677635,
      14.809248589968774,
      9.20473288348876,
      10.216573141107801,
      8.294740104232915,
      12.16843203222379,
      8.912607426347677,
      8.623942545906175,
      9.808609367522877,
      10.034891663177405,
      8.821321237483062,
      9.849803949065972,
      9.02013591886498,
      10.626135739847086,
      9.160326121607795,
      10.047161103633698,
      11.608413389825728,
      8.356710743100848,
      8.293369205843192,
      9.54500512604136,
      8.761818532948382,
      12.269224830670282,
      10.155634607654065,
      10.891983579727821,
      13.034374520240817,
      12.58652464475017,
      14.907728701422457,
      10.017303293279838,
      12.326887791976333,
      10.982371416524984,
      10.91284951637499,
      12.34830200189026
    ],
    "penalty_adv_covariates": [
      8.828514602693758,
      11.741245424898807,
      5.2231635175267,
      2.1635540793213295,
      1.667100844453671,
      1.0854537956911372,
      2.457410724760848,
      2.9392646305641392,
      1.7534052199916914,
      2.0117715562228113,
      1.9140822439221665,
      3.4915936689649243,
      3.9538219705573283,
      2.0978905003721593,
      2.77469803931308,
      2.0644340246217325,
      1.548288267600583,
      1.9194220443023369,
      1.548615273393807,
      1.6582328105796478,
      1.3727493548431084,
      1.4946906303375727,
      1.3359570274260477,
      1.3082102597982157,
      1.4886102116724942,
      1.0105742153245956,
      1.0018557563234936,
      1.1703470815336914,
      0.8716767714067828,
      0.9486010336040636,
      0.8645536597687169,
      0.8179115149323479,
      0.8754972757087671,
      1.2285533530666726,
      1.0703545538563048,
      0.8952039960204274,
      0.6109246630730922,
      0.624897399560723,
      0.6357059841830051,
      0.6910774268981186,
      0.9015693908149842,
      0.624557406281383,
      0.6323308305472892,
      0.5899780134386674,
      0.5702743840229232,
      0.6412350679092924,
      0.6580579498331645,
      0.5805612014628423,
      0.6484338463524182,
      0.7005993884922646,
      0.8703237867666758,
      0.8686140905483626,
      1.0495270195169724,
      0.901838922771276,
      1.0858386860854807,
      0.9605328541365452,
      0.5962687263345288,
      0.7065542895434191,
      0.7118568325677188,
      0.6448427800933132,
      0.5251647098521062,
      0.8205319063417846,
      0.7134138088513282,
      1.243328744698374,
      0.9852154028121731,
      0.9609718199426425,
      0.8634574920797604,
      0.7820853585217264,
      1.125766543096688,
      0.6341116596631764,
      0.9897185673253261,
      1.0407526725030039,
      0.7985047895781463,
      0.6354611534152355,
      0.6822090257846867,
      0.7078943208616693,
      0.880495770717971,
      0.784856009100622,
      0.6144755738714593,
      0.6111020540774916,
      0.7498032998919371,
      1.0349412894211127,
      0.8045910316504887,
      1.0653070604312234,
      0.8302928910488845,
      0.6684142681297089,
      0.6805260805849684,
      0.5682136027353408,
      0.8763016393277212,
      0.90617294688127,
      0.9074785495540709,
      0.8424126421305118,
      0.7462843861867441,
      0.7144241300411522,
      0.5322752261818096,
      0.6557431344626821,
      0.5931583147248602,
      0.49700520462647546,
      0.4947209828096675,
      0.5465273923073255,
      0.7881974963383982,
      0.8972990152615239,
      0.7014160108010401,
      0.7011769007367548,
      0.896640618557285,
      0.8720924058725359,
      1.1087781961832661,
      1.0625464530749014,
      1.0561206335842144,
      1.0258578033099184,
      1.0725655447386089,
      1.0142071562149795,
      0.9572266294271685,
      0.9948783914951491,
      0.8651784808535012,
      0.854260498934309,
      0.914493858894275,
      0.8162443676847033,
      1.0084291194143589,
      1.0535352605729713,
      0.8714617505902424,
      0.9427394285667106,
      1.1307113135044347,
      1.1182713342132047,
      1.0978975561010884,
      1.211316398679628,
      1.2792136168573052,
      1.1053769502832438,
      1.2231657336160424,
      0.9324503346579149,
      1.2895605703961337,
      1.1068652977919555,
      1.0963156176221673,
      1.0536124389473116,
      1.332370988027833,
      1.4653020978585118,
      1.3932341720210388,
      1.2057168171886588,
      1.120068270189222,
      1.30139131283795,
      1.512021570757497,
      1.458331115951296,
      1.2851984057051595,
      1.3167944974411512,
      1.2385110510367667,
      1.2782051156536909,
      1.3181320641742786,
      1.3732874058478046,
      1.1733364081883337,
      0.9615673308944679,
      0.9994777715546661,
      1.124406908173114,
      1.2518867510807468,
      1.4275744629703695,
      1.5133661192521686,
      1.5465007903549122,
      1.5314852437004447,
      1.6234118887368822,
      1.5866851195023628,
      1.4384649189014453,
      1.340211366477888,
      1.4021687519853003,
      1.4052106318995357,
      1.3589656936528627,
      1.4766765537060564,
      1.4404316755535547,
      1.3144667040323839,
      1.266984943576972,
      1.4308247536973795,
      1.4455823352036532,
      1.446226847358048,
      1.4473552666022442,
      1.5574106886488153,
      1.5985647329944186,
      1.7773517683235696,
      1.4618237928953022,
      1.5031644663540646,
      1.4673922029323876,
      1.4820128354476765,
      1.4776744408882223,
      1.4851712602685438,
      1.4358837227482582,
      1.4425704186869552,
      1.4941634055576287,
      1.4519715592759894,
      1.4415908999944804,
      1.50304588189465,
      1.4939860094309552,
      1.4767457652342273,
      1.3638099712552503,
      1.4351639959204476,
      1.3728410026378697,
      1.338391493249219,
      1.3425241522490978,
      1.2554334114392987,
      1.380592124973191,
      1.451130896457471,
      1.4459654106758535,
      1.3431532553222496,
      1.373459592650761,
      1.615120062371716
    ],
    "elapsed_time_min": 633.4785202145576,
    "perturbation disentanglement": [
      0.05687187239527702
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5623610019683838
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9446288811115384
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8234621438128368
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.903181586363927
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8076172237993126
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7996362528067076
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.717104128815911
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6363556019522166
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5662920927031759
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.82068722612328
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.4944434850304215
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.735254090141367
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.118378104435073
        }
      ]
    ],
    "total_epochs": 200
  }
},{
  "_id": 364,
  "config": {
    "overwrite": 364,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset_lincs_genes.h5ad",
        "degs_key": "lincs_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": false,
      "embedding": {
        "directory": null,
        "model": "jtvae"
      },
      "hparams": {
        "adversary_depth": 2,
        "adversary_lr": 0.007701798297509624,
        "adversary_steps": 2,
        "adversary_wd": 0.0005669849511478851,
        "adversary_width": 64,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.007969454818643935,
        "autoencoder_wd": 0.000007114476009343412,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.007969454818643935,
        "dosers_wd": 0.000007114476009343412,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 256,
        "penalty_adversary": 1.6675211761940134,
        "reg_adversary": 70.94897409935619,
        "step_size_lr": 50
      },
      "load_pretrained": false,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 50,
      "run_eval_disentangle": true,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 521042764
  },
  "config_hash": "d273bf129f3a866a4d02f8925cf5cc8d",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49
    ],
    "stats_epoch": [
      49
    ],
    "loss_reconstruction": [
      -11214.819300030358,
      -13090.361113730818,
      -13125.964528616983,
      -13409.576494282112,
      -13149.712996907532,
      -13140.268271900713,
      -13260.698030706495,
      -13008.012888964266,
      -12839.856656812131,
      -12987.034307627007,
      -13207.24226166308,
      -13309.024648334831,
      -13210.726223379374,
      -13201.968811905012,
      -13210.134541470557,
      -13352.800151843578,
      -13289.159114357084,
      -13195.855770148337,
      -13486.407573476434,
      -13561.62868422456,
      -13493.695924684405,
      -13400.366011276841,
      -13439.481664894847,
      -13458.816958428826,
      -13517.236005200539,
      -13526.448498785496,
      -13463.03008126188,
      -13534.966955509037,
      -13519.28222633712,
      -13572.36887101829,
      -13557.929479382932,
      -13496.765438420698,
      -13607.469893544912,
      -13410.068040503189,
      -13538.293009441695,
      -13403.515198182315,
      -13330.943481141701,
      -13282.662077801302,
      -13266.988087769598,
      -13284.625874191523,
      -13541.50304858759,
      -13310.7471062392,
      -13353.906190894544,
      -13392.63473926112,
      -13448.59582098946,
      -13418.541911181062,
      -13403.328371861717,
      -13431.32624983415,
      -13527.551251148805,
      -13540.658985160291
    ],
    "loss_adv_drugs": [
      50122.75677251816,
      50057.123180389404,
      50058.44255399704,
      50053.46149492264,
      50058.83649635315,
      50054.60611343384,
      50059.125534534454,
      50058.92165899277,
      50059.95011806488,
      50055.86673164368,
      50059.10612344742,
      50057.72354364395,
      50057.84783792496,
      50057.58001470566,
      50058.57511949539,
      50058.32906007767,
      50057.91687774658,
      50058.72771406174,
      50057.24444293976,
      50056.78817272186,
      50057.67383003235,
      50056.277160167694,
      50057.39921045303,
      50059.57406330109,
      50057.836399555206,
      50057.25833654404,
      50056.9433221817,
      50058.46126079559,
      50057.58934164047,
      50056.84910726547,
      50057.40753746033,
      50059.704574108124,
      50055.33516550064,
      50057.81757545471,
      50057.29646444321,
      50060.01796579361,
      50056.77085065842,
      50055.82244348526,
      50057.86950588226,
      50058.86273288727,
      50058.943179130554,
      50057.30282878876,
      50059.34245586395,
      50056.22137403488,
      50059.09886407852,
      50056.12323665619,
      50058.97252511978,
      50056.13163948059,
      50057.204510211945,
      50057.19624567032
    ],
    "loss_adv_covariates": [
      10074.815258383751,
      10166.265153348446,
      10166.850948274136,
      10166.201876461506,
      10162.9581361413,
      10170.254270255566,
      10165.797659695148,
      10168.519953489304,
      10168.827749431133,
      10167.825684785843,
      10167.265864789486,
      10167.360022902489,
      10167.282010376453,
      10168.076502382755,
      10167.92506313324,
      10167.55385017395,
      10167.45563095808,
      10166.609085321426,
      10168.294391930103,
      10168.155399501324,
      10166.815642297268,
      10166.619825720787,
      10166.872777342796,
      10167.955190479755,
      10168.948906600475,
      10167.236350476742,
      10167.231763780117,
      10167.02208507061,
      10165.517934858799,
      10167.330736875534,
      10167.610898911953,
      10166.23738116026,
      10165.984656631947,
      10169.127715110779,
      10158.66364634037,
      10167.987571060658,
      10164.655539274216,
      10167.622709453106,
      10165.194837987423,
      10166.905860543251,
      10166.861071586609,
      10166.601157009602,
      10168.203216850758,
      10166.510434150696,
      10166.510216414928,
      10167.815258979797,
      10167.093433737755,
      10166.734909772873,
      10167.830126464367,
      10167.502077102661
    ],
    "penalty_adv_drugs": [
      6.672222405943422,
      0,
      0,
      0,
      0.0071785966198778,
      0.0002043278643026869,
      0.013344875753583998,
      0.0024900234351448343,
      0.009921940065002221,
      0.003180843235997288,
      0.006614622346955013,
      0.021565558067212744,
      0.010413103057267394,
      0.021719833922363818,
      0.017502427312135523,
      0.014316257498543185,
      0.020715979373517334,
      0.05118473758001497,
      0.2715849919959025,
      0.0929615593387562,
      0.17883434355657069,
      0.16472547520353556,
      0.06803544946021102,
      0.12523507508804207,
      0.09505125994215728,
      0.05864591087129652,
      0.18949400632345365,
      0.17617512284743958,
      0.20737414863228357,
      0.30410650675741513,
      0.18326890660945772,
      0.21614732611049534,
      0.10909405281644623,
      0.051133811771715956,
      0.021806761108009047,
      0.004259368537455408,
      0.009097145975858194,
      0.0313850878977904,
      0.018422640524206987,
      0.0662844877633911,
      0.0356130011609329,
      0.022823954583613422,
      0.09690445680224302,
      0.018206149679887103,
      0.05082958495777445,
      0.05656885949436931,
      0.06325826513978824,
      0.15474197088491806,
      0.10132165856869046,
      0.1407042362979178
    ],
    "penalty_adv_covariates": [
      0.1332777942332577,
      0,
      0,
      0,
      0.0000338646938880229,
      0.000003974602073150842,
      0.00000137509545346644,
      0.000004584521157304205,
      0.0000022085190941480276,
      0.0000018017511083992006,
      0.000003249461239122116,
      0.0000010825761788533599,
      0.000006281765948431418,
      0.000005049031091174198,
      0.000010135109108864285,
      0.000011329986597293765,
      0.0000022065598854508573,
      0.000008940682527564093,
      0.00026438679136277086,
      0.00032779658528782704,
      0.00003153735616540843,
      0.00002978918791605115,
      0.00018616531201426595,
      0.000016384462942724758,
      0.00011169218856241888,
      0.000005726084516569094,
      0.0002634545462319944,
      0.00015338842414324534,
      0.00012520342743763599,
      0.000014439487355566924,
      0.000002486177444752349,
      0,
      0.0004800189262294419,
      0.00001367923915217923,
      0.00003064067613909776,
      0.000012883360925740092,
      0.000018464504513035683,
      0.0000049584469864557255,
      0.0000119488493368962,
      0.000010774954248670334,
      0.000002896470133471157,
      0.00005058179285649832,
      0.0000032205262305859854,
      0.000002040894019714982,
      0.0000017196657417461085,
      0.000015495085312445876,
      0.000027323548114897805,
      0.000025774346634480672,
      0.0001797927229581412,
      0.000022396927729343424
    ],
    "elapsed_time_min": 147.368743288517,
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8600159124462511
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7723103131239231
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8601164169204168
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.27523117041386536
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6733822271239729
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6798744493261492
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5070815979245179
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5225814068117621
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7591351325865145
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5995217219546989
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7609377928354122
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6028208787794467
        }
      ]
    ],
    "training_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.21102430293713945
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.37001207819862647
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8595584490966529
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.2757777606904171
        }
      ]
    ],
    "test_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.23630509158526306
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.31982715153202973
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5069007477596806
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5226507047035175
        }
      ]
    ],
    "ood_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.19392345670645159
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.28518809034961135
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7589180629562449
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5989614841010835
        }
      ]
    ],
    "training_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -13.402199031179967
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6619034070282322
          }
        ]
      }
    ],
    "test_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -1.9369821794200361
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6140191242027511
          }
        ]
      }
    ],
    "ood_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -9.688795435207862
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.5840740595702771
          }
        ]
      }
    ],
    "perturbation disentanglement": [
      0.043183714151382446
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.5481169819831848
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "total_epochs": 49
  }
},{
  "_id": 949,
  "config": {
    "overwrite": 949,
    "db_collection": "finetuning_num_genes",
    "dataset": {
      "data_params": {
        "covariate_keys": "cell_type",
        "dataset_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/datasets/sciplex_complete_middle_subset_lincs_genes.h5ad",
        "degs_key": "lincs_DEGs",
        "dose_key": "dose",
        "pert_category": "cov_drug_dose_name",
        "perturbation_key": "condition",
        "smiles_key": "SMILES",
        "split_key": "split_ood_finetuning",
        "use_drugs_idx": true
      },
      "dataset_type": "trapnell"
    },
    "model": {
      "additional_params": {
        "decoder_activation": "ReLU",
        "doser_type": "amortized",
        "patience": 50,
        "seed": 1337
      },
      "append_ae_layer": false,
      "embedding": {
        "directory": null,
        "model": "jtvae"
      },
      "hparams": {
        "adversary_depth": 3,
        "adversary_lr": 0.00011426627628169611,
        "adversary_steps": 3,
        "adversary_wd": 6.02521573620385e-8,
        "adversary_width": 128,
        "autoencoder_depth": 4,
        "autoencoder_lr": 0.00020511104188433984,
        "autoencoder_wd": 2.93753845763282e-8,
        "autoencoder_width": 256,
        "batch_size": 32,
        "dim": 32,
        "dosers_depth": 2,
        "dosers_lr": 0.00020511104188433984,
        "dosers_wd": 2.93753845763282e-8,
        "dosers_width": 64,
        "dropout": 0.262378,
        "embedding_encoder_depth": 4,
        "embedding_encoder_width": 256,
        "penalty_adversary": 0.08889607461211929,
        "reg_adversary": 1.7779214922423854,
        "reg_adversary_cov": 7.705594012729585,
        "step_size_lr": 50
      },
      "load_pretrained": true,
      "pretrained_model_hashes": {
        "grover_base": "ff420aea264fca7668ecb147f60762a1",
        "jtvae": "a7060ac4e2c6154e64a13acd414cbba2",
        "rdkit": "4f061dbfc7af05cf84f06a724b0c8563"
      },
      "pretrained_model_path": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "profiling": {
      "outdir": "./",
      "run_profiler": false
    },
    "training": {
      "checkpoint_freq": 50,
      "full_eval_during_train": false,
      "max_minutes": 1200,
      "num_epochs": 200,
      "run_eval_disentangle": true,
      "save_checkpoints": true,
      "save_dir": "/storage/groups/ml01/projects/2021_chemicalCPA_leon.hetzel/sweeps/checkpoints"
    },
    "seed": 924190373
  },
  "config_hash": "f9e328d21bff64c5541f81ae1303c279",
  "result": {
    "epoch": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127,
      128,
      129,
      130,
      131,
      132,
      133,
      134,
      135,
      136,
      137,
      138,
      139,
      140,
      141,
      142,
      143,
      144,
      145,
      146,
      147,
      148,
      149,
      150,
      151,
      152,
      153,
      154,
      155,
      156,
      157,
      158,
      159,
      160,
      161,
      162,
      163,
      164,
      165,
      166,
      167,
      168,
      169,
      170,
      171,
      172,
      173,
      174,
      175,
      176,
      177,
      178,
      179,
      180,
      181,
      182,
      183,
      184,
      185,
      186,
      187,
      188,
      189,
      190,
      191,
      192,
      193,
      194,
      195,
      196,
      197,
      198,
      199
    ],
    "stats_epoch": [
      199
    ],
    "loss_reconstruction": [
      35462.80101896847,
      -12260.576336822938,
      -13223.945665754378,
      -13561.097100261599,
      -13677.83285544999,
      -13744.367052994668,
      -13870.254138976336,
      -13930.880449317396,
      -14017.864848650992,
      -14103.681108310819,
      -14156.113241299056,
      -14191.664086762816,
      -14287.185216024518,
      -14319.202990543097,
      -14343.810821328312,
      -14391.306204015389,
      -14417.195631742477,
      -14458.277110010386,
      -14482.335689850152,
      -14544.116854194086,
      -14589.79359126091,
      -14585.741796895862,
      -14664.061013489962,
      -14660.743065591902,
      -14641.35442431271,
      -14741.498430293053,
      -14793.838570555672,
      -14851.807607143186,
      -14909.70817812346,
      -14951.593563474715,
      -15016.672770136967,
      -15062.508310183883,
      -15037.410669835284,
      -15141.437913231552,
      -15195.25348305516,
      -15179.150459766388,
      -15201.18754671514,
      -15203.716550902463,
      -15298.142763640732,
      -15324.307597704232,
      -15264.105714557692,
      -15261.53851211071,
      -15301.480522409081,
      -15365.430434597656,
      -15301.2575892061,
      -15430.001626143232,
      -15450.683599725366,
      -15439.869269909337,
      -15497.86711420305,
      -15501.9476024881,
      -15623.975295975804,
      -15667.313684524968,
      -15683.53229828924,
      -15728.2173159495,
      -15735.08402113244,
      -15745.494335353374,
      -15752.93407406658,
      -15751.698077104986,
      -15755.469387480058,
      -15771.620232993737,
      -15816.441947251558,
      -15782.202338468283,
      -15823.950990214944,
      -15847.514375463128,
      -15830.159844361246,
      -15859.653383988887,
      -15882.144433435053,
      -15862.406962460838,
      -15846.339004959911,
      -15890.507326761726,
      -15859.42794200778,
      -15904.714484598488,
      -15955.841267649084,
      -15926.207310004625,
      -15917.631517655915,
      -15901.267107360065,
      -15941.590016528964,
      -15916.164041370153,
      -15944.759937244817,
      -15940.378624930978,
      -15964.121533868369,
      -15923.75094377622,
      -15940.077011823654,
      -15942.687666475773,
      -15929.093227359466,
      -15907.537477754056,
      -15912.185305386782,
      -15882.846158608794,
      -15957.966225117445,
      -15908.443109430256,
      -15982.412366396748,
      -15980.425528278574,
      -15960.040440824814,
      -15988.132382079959,
      -15977.515863537788,
      -16022.776944775134,
      -16014.0806472525,
      -15892.020491899922,
      -16001.587908476591,
      -16037.826239533722,
      -16073.386774484068,
      -16054.753181237727,
      -16101.787233866751,
      -16113.393611602485,
      -16125.619242489338,
      -16140.6088190265,
      -16125.297118343413,
      -16165.062456086278,
      -16174.529905289412,
      -16169.21116654016,
      -16100.28877338767,
      -16192.792752560228,
      -16186.033479426056,
      -16207.18545262888,
      -16221.068622499704,
      -16242.76937206462,
      -16225.47147395066,
      -16209.085563328117,
      -16197.025506194681,
      -16175.17657035403,
      -16192.557828634977,
      -16182.512021556497,
      -16204.657341070473,
      -16249.12588925846,
      -16209.742596767843,
      -16255.132983610034,
      -16248.7243206501,
      -16243.250917796046,
      -16237.274574100971,
      -16255.842714978382,
      -16281.270777881145,
      -16277.023756015114,
      -16269.354511782527,
      -16286.592152718455,
      -16274.851539509371,
      -16294.980636522174,
      -16264.41591707617,
      -16290.72053610906,
      -16293.774799373,
      -16266.600838040526,
      -16288.912688691169,
      -16305.98373355344,
      -16276.265086156316,
      -16326.158702461049,
      -16335.114048452582,
      -16290.57244426012,
      -16338.166404966498,
      -16295.614923398942,
      -16301.59999717772,
      -16306.09563308023,
      -16342.998264744878,
      -16373.392755843699,
      -16333.1819582358,
      -16351.382588922977,
      -16323.261576008983,
      -16377.951297327876,
      -16384.13504949212,
      -16396.359940089285,
      -16344.415085405111,
      -16373.780623987317,
      -16383.857261627913,
      -16393.454592954367,
      -16378.523207589984,
      -16379.518552964553,
      -16364.253230161965,
      -16403.602029129863,
      -16409.156366644427,
      -16385.964656874537,
      -16415.847568385303,
      -16381.626954868436,
      -16413.818939223886,
      -16419.364344231784,
      -16387.73486944288,
      -16404.956290125847,
      -16433.40576465428,
      -16431.686267644167,
      -16431.229755325243,
      -16431.47303020954,
      -16428.253000792116,
      -16444.507094014436,
      -16391.63067938015,
      -16457.053932361305,
      -16427.15621191915,
      -16425.140077918768,
      -16464.450348496437,
      -16439.185218557715,
      -16418.00804763846,
      -16428.24892605841,
      -16464.774221934378,
      -16408.576466065715,
      -16439.879278473556,
      -16419.932134253904,
      -16475.440053198487,
      -16450.742217354476,
      -16452.443357996643,
      -16475.281222186983,
      -16465.775962542742,
      -16459.996173866093,
      -16463.631310507655,
      -16456.613009542227
    ],
    "loss_adv_drugs": [
      50293.63181114197,
      50034.59611272812,
      50009.89841938019,
      49999.51391172409,
      49993.29439878464,
      49981.47803354263,
      49980.614022254944,
      49976.931191921234,
      49973.638305187225,
      49969.17384147644,
      49965.243812561035,
      49959.99760532379,
      49955.261539936066,
      49952.32616662979,
      49958.20328235626,
      49952.145862579346,
      49946.38662433624,
      49949.61822128296,
      49939.68506145477,
      49948.171813964844,
      49944.08282136917,
      49939.22137260437,
      49937.59729385376,
      49939.96998023987,
      49929.355293273926,
      49934.51726293564,
      49930.78155183792,
      49927.6600818634,
      49922.550998687744,
      49916.70637130737,
      49916.14046573639,
      49917.427884578705,
      49920.12123584747,
      49913.60871171951,
      49911.83424091339,
      49912.34565162659,
      49910.74708747864,
      49914.77563905716,
      49910.83949518204,
      49913.062201976776,
      49908.59890317917,
      49905.2179646492,
      49901.90012836456,
      49905.64032316208,
      49905.77095413208,
      49902.78052568436,
      49905.06819963455,
      49902.99704504013,
      49903.40539264679,
      49898.634759902954,
      49894.70611190796,
      49892.98840713501,
      49891.794172763824,
      49889.460760593414,
      49892.50772857666,
      49891.864176273346,
      49888.555443286896,
      49888.389038562775,
      49885.77394723892,
      49888.72286319733,
      49887.39600944519,
      49888.63176059723,
      49884.759276390076,
      49885.23693037033,
      49888.77425003052,
      49885.17729949951,
      49884.37014961243,
      49885.80499649048,
      49887.12582063675,
      49886.474834918976,
      49885.06040906906,
      49885.93256807327,
      49884.028069496155,
      49885.139424324036,
      49884.06272792816,
      49885.31341934204,
      49884.05867624283,
      49884.89530992508,
      49884.16702222824,
      49885.70275735855,
      49882.78171491623,
      49883.16137123108,
      49884.42212820053,
      49884.495942115784,
      49885.85664272308,
      49886.71736907959,
      49884.393763542175,
      49883.19220781326,
      49884.56098031998,
      49884.277629852295,
      49882.76131916046,
      49880.693037986755,
      49882.293273448944,
      49881.01605796814,
      49879.389521598816,
      49880.475935935974,
      49879.57811450958,
      49879.68265628815,
      49879.89291524887,
      49879.7467045784,
      49877.078391075134,
      49873.955251693726,
      49872.13797187805,
      49872.142417907715,
      49871.95266675949,
      49871.991938114166,
      49874.09474039078,
      49874.53755760193,
      49873.17017745972,
      49871.66622018814,
      49872.79540681839,
      49871.174890995026,
      49872.74744844437,
      49871.246374607086,
      49871.01442813873,
      49871.247049331665,
      49872.592975616455,
      49871.62426137924,
      49870.892949581146,
      49872.6316652298,
      49872.4564538002,
      49869.84586811066,
      49867.9477930069,
      49869.959107875824,
      49867.835540771484,
      49869.94358921051,
      49869.3383808136,
      49869.15220117569,
      49869.56321001053,
      49870.64528751373,
      49870.15003538132,
      49870.90240192413,
      49870.34469985962,
      49871.00067424774,
      49868.81787395477,
      49870.988731861115,
      49872.03671169281,
      49868.98520183563,
      49868.21274328232,
      49869.069370269775,
      49868.31479549408,
      49870.76339483261,
      49869.2107667923,
      49871.346544742584,
      49871.050052165985,
      49871.59894943237,
      49871.92308092117,
      49870.53344106674,
      49871.95040225983,
      49871.95274877548,
      49868.45537042618,
      49869.829352378845,
      49870.45668363571,
      49868.307250499725,
      49866.72372865677,
      49865.985778808594,
      49868.1284365654,
      49868.17414236069,
      49867.972571372986,
      49867.341430187225,
      49866.23759365082,
      49867.00412273407,
      49866.0338511467,
      49864.562282562256,
      49867.257494449615,
      49864.16539621353,
      49865.98230981827,
      49864.90934419632,
      49866.15165090561,
      49864.27409410477,
      49864.03579092026,
      49865.65875053406,
      49864.09373044968,
      49863.643651008606,
      49866.28563642502,
      49864.97955274582,
      49862.271111011505,
      49862.126999378204,
      49863.68302536011,
      49864.763548374176,
      49865.2634935379,
      49862.95339870453,
      49864.04620361328,
      49865.4085392952,
      49865.65656709671,
      49863.47641706467,
      49864.81042385101,
      49864.765773296356,
      49863.32457637787,
      49863.07054853439,
      49863.56702375412,
      49865.48292303085,
      49864.667830467224,
      49863.07102537155,
      49863.73047351837,
      49861.78808116913,
      49860.646485328674,
      49862.13922071457,
      49862.644630908966,
      49862.81118154526
    ],
    "loss_adv_covariates": [
      10160.9013504982,
      10182.815115690231,
      10181.903526544571,
      10181.023450314999,
      10176.845738828182,
      10177.53508168459,
      10178.291512727737,
      10176.237789690495,
      10175.668514728546,
      10174.00536763668,
      10175.374104440212,
      10173.673563838005,
      10173.215381979942,
      10173.002741575241,
      10171.88778167963,
      10168.833960473537,
      10171.175045788288,
      10172.579767286777,
      10169.57216244936,
      10172.072156012058,
      10170.465311944485,
      10172.677629947662,
      10169.547177374363,
      10167.559100568295,
      10167.76254695654,
      10168.129813313484,
      10168.98689121008,
      10168.414156973362,
      10167.442767739296,
      10167.616029560566,
      10166.552733302116,
      10166.899428367615,
      10166.132927775383,
      10166.841340959072,
      10165.885883331299,
      10165.642114341259,
      10165.936609268188,
      10165.304081439972,
      10166.99114394188,
      10165.551417291164,
      10163.65264582634,
      10165.928732335567,
      10165.38714927435,
      10166.327005565166,
      10163.549942076206,
      10165.809319496155,
      10165.957016050816,
      10165.441094994545,
      10166.72493249178,
      10165.356898784637,
      10164.423403203487,
      10162.835238099098,
      10163.22610014677,
      10163.998755455017,
      10163.913144350052,
      10162.40919828415,
      10161.932774662971,
      10162.562414824963,
      10162.667140364647,
      10162.034658253193,
      10162.811826884747,
      10160.600916147232,
      10162.465890288353,
      10163.314705252647,
      10161.965101838112,
      10163.801400661469,
      10162.748983204365,
      10163.35604596138,
      10162.096933305264,
      10164.958182990551,
      10162.196180522442,
      10163.284496188164,
      10162.858844220638,
      10163.516577839851,
      10161.918298900127,
      10163.023639798164,
      10162.607432842255,
      10161.744261562824,
      10161.038657724857,
      10162.174586057663,
      10162.882334411144,
      10161.96771222353,
      10161.56956589222,
      10163.285353779793,
      10163.88330066204,
      10160.827242016792,
      10161.88534271717,
      10161.539594471455,
      10162.441727042198,
      10160.912861168385,
      10162.823197126389,
      10162.426979064941,
      10162.873265743256,
      10161.906988203526,
      10163.382331848145,
      10161.439585983753,
      10163.036079227924,
      10160.859157800674,
      10162.307736754417,
      10163.618855953217,
      10161.747431576252,
      10161.118820667267,
      10160.936634004116,
      10160.989593625069,
      10161.018022358418,
      10160.596650481224,
      10161.500388264656,
      10161.278757452965,
      10161.688169538975,
      10161.152179718018,
      10160.319029986858,
      10161.655614495277,
      10161.188407480717,
      10161.520420134068,
      10161.64294052124,
      10160.933169543743,
      10160.915822029114,
      10161.954571068287,
      10161.925554573536,
      10160.438766181469,
      10160.855306267738,
      10161.496969819069,
      10160.623809695244,
      10160.412688195705,
      10159.671712815762,
      10160.895697236061,
      10161.069111526012,
      10160.814450263977,
      10161.01382446289,
      10160.231738567352,
      10161.054502665997,
      10161.53514277935,
      10161.1885496974,
      10160.079650342464,
      10161.02941173315,
      10161.16784799099,
      10160.529239296913,
      10160.267073690891,
      10160.313547372818,
      10159.837521016598,
      10160.30220836401,
      10159.372143745422,
      10159.402070879936,
      10161.215118765831,
      10161.4936491251,
      10159.900402784348,
      10160.791313529015,
      10159.873320221901,
      10161.802286744118,
      10161.400939822197,
      10158.900054097176,
      10160.170692682266,
      10158.713490188122,
      10159.520548045635,
      10159.130033493042,
      10158.685565412045,
      10159.777075588703,
      10160.453263819218,
      10159.382897377014,
      10159.391446709633,
      10159.21382844448,
      10159.86231070757,
      10159.607857942581,
      10159.232669174671,
      10159.307742476463,
      10160.361816167831,
      10160.466167867184,
      10159.317039012909,
      10160.000744402409,
      10159.75375521183,
      10159.871656417847,
      10159.986380398273,
      10159.88259023428,
      10159.182876229286,
      10159.679605662823,
      10160.559395372868,
      10159.736085891724,
      10159.977592468262,
      10159.282815992832,
      10159.533355653286,
      10159.48514676094,
      10159.531051278114,
      10160.187757790089,
      10160.095533370972,
      10160.126790940762,
      10160.192654192448,
      10160.241096615791,
      10160.377233445644,
      10159.334369897842,
      10159.740243077278,
      10158.873138427734,
      10159.870624005795,
      10159.722201645374,
      10159.65578597784,
      10159.368578374386,
      10159.664763212204,
      10159.321403324604,
      10159.583719670773,
      10159.687595963478,
      10160.235952198505
    ],
    "penalty_adv_drugs": [
      21.12340390891768,
      17.87598485709168,
      18.55396274011582,
      16.49480257066898,
      12.92984669690486,
      12.397788431029767,
      12.843510876176879,
      14.391455021337606,
      13.441154367057607,
      12.043179953936487,
      12.02724274864886,
      12.920572216506116,
      12.69041101098992,
      14.593327045673504,
      10.805457587819546,
      15.79196127736941,
      10.929996916733216,
      10.529382683627773,
      10.904970967094414,
      10.826787352736574,
      10.79499088122975,
      10.99127026333008,
      8.678967144980561,
      8.016073039063485,
      7.570588752976619,
      6.706368894432671,
      6.29152911764686,
      4.466254882456269,
      3.813180540484609,
      2.8678859258507146,
      1.872154476302967,
      1.2019123188219965,
      0.6552123952860711,
      0.35442268002589117,
      0.24672701808503916,
      0.1600199793401771,
      0.11980104542408299,
      0.082587558682917,
      0.061707667112386844,
      0.05179896920799365,
      0.03462477172183753,
      0.026260234323217446,
      0.021421637895855383,
      0.01293683059657269,
      0.01565370015555345,
      0.029230149423369767,
      0.025681141893869608,
      0.02322438363216861,
      0.021045093611860466,
      0.02406637524927646,
      0.017556586996761325,
      0.014416652113936834,
      0.01942656351934602,
      0.01832687783758047,
      0.019068737401539693,
      0.017976954706455217,
      0.020734023339400665,
      0.02792946139720698,
      0.03325827193202713,
      0.03887787623625627,
      0.03601551043857398,
      0.06678597199061187,
      0.0722866130845432,
      0.07881865955641842,
      0.07788654281193885,
      0.10190821322430565,
      0.14939813271666935,
      0.174035755733712,
      0.1557207188980101,
      0.19921145779881044,
      0.2231415253245359,
      0.15839936520023912,
      0.16068716944209882,
      0.1682668624271173,
      0.1799964801848546,
      0.16158885824552272,
      0.15065034249346354,
      0.14866345873087994,
      0.21419527457146614,
      0.3157425178324047,
      0.3059915128396824,
      0.3214617069752421,
      0.3482773414289113,
      0.3036213572431734,
      0.36375985607810435,
      0.3042650361021515,
      0.21289574173715664,
      0.19954768871139095,
      0.19481254103629908,
      0.2637445190066501,
      0.2636578260080569,
      0.2907449106423883,
      0.2591779154827236,
      0.2513551858755818,
      0.2963746350578731,
      0.29489260610353085,
      0.2783553702283825,
      0.29345848612865666,
      0.3633452933645458,
      0.28664442672379664,
      0.29186204180223285,
      0.302248870520998,
      0.3116376015932474,
      0.3609055344677472,
      0.4123646318039391,
      0.418337712824723,
      0.4059091455746966,
      0.39175276600872166,
      0.3811362180567812,
      0.4196259631862631,
      0.391643176531943,
      0.43362972746035666,
      0.46456099123315653,
      0.5457561520233867,
      0.5791643813281553,
      0.5834325390751474,
      0.5905830014817184,
      0.640149276034208,
      0.6578108753819834,
      0.6198550274202717,
      0.6303072259470355,
      0.6908727984118741,
      0.6126186458932352,
      0.583510498443502,
      0.5991273836116306,
      0.5827467019480537,
      0.5879979595119948,
      0.6633384888191358,
      0.5444021492585307,
      0.47701963813597104,
      0.5491028712858679,
      0.5675872848951258,
      0.5438310866884422,
      0.589315541445103,
      0.620755325879145,
      0.665592998113425,
      0.7141667548348778,
      0.6798416395104141,
      0.6539677547116298,
      0.677506018364511,
      0.6802324945892906,
      0.6534844309499022,
      0.7281420040308149,
      0.6411013657780131,
      0.5733691213390557,
      0.5324166102946037,
      0.5167158267213381,
      0.4696105388647993,
      0.49448588260565884,
      0.510746722597105,
      0.5812816105826641,
      0.649410977595835,
      0.6232818929274799,
      0.5809253055776935,
      0.5521167226397665,
      0.5244726553719374,
      0.5345924126668251,
      0.5586455421798746,
      0.5169103525040555,
      0.5819394317368278,
      0.5668230637311353,
      0.6190728862638935,
      0.6197153034372604,
      0.6427460014965618,
      0.6308452470984776,
      0.6791964188741986,
      0.6020401737259817,
      0.6112841323047178,
      0.6581340949269361,
      0.6312380070739891,
      0.658980345717282,
      0.6992325535611599,
      0.6722480105017894,
      0.6025133483053651,
      0.6229363051388646,
      0.5837141710653668,
      0.5947181448500487,
      0.6247535006550606,
      0.6882074318564264,
      0.6636584735460929,
      0.6618010365200462,
      0.7612489025923423,
      0.7410974674494355,
      0.7223814302124083,
      0.7920910814718809,
      0.7014707133566844,
      0.7049220715489355,
      0.7412833031994523,
      0.7027453292612336,
      0.7729692503344268,
      0.8495574480621144,
      0.8492972961394116,
      0.8199316799873486,
      0.7979634706571233,
      0.7040071052251733,
      0.6956030964938691,
      0.7334374989659409,
      0.7190604349016212,
      0.735161374337622,
      0.7723472673533252
    ],
    "penalty_adv_covariates": [
      0.12639954797759856,
      0.038039516575281596,
      0.020110266123992915,
      0.010870032282582542,
      0.007610055295913298,
      0.007485992008355424,
      0.005748552509601268,
      0.004282123860775755,
      0.003691655188333698,
      0.004542413899628173,
      0.003895930424874905,
      0.0036573267212531846,
      0.0036111839521595357,
      0.003887576638732071,
      0.0060952479083766775,
      0.006516828311418976,
      0.006729293923285695,
      0.0074972297684325895,
      0.007502859311898646,
      0.008287292839156635,
      0.010871136475543608,
      0.013067544387183716,
      0.013826948637017722,
      0.014644940554944696,
      0.015034363231336556,
      0.012619888283666114,
      0.009676515845114864,
      0.00849144648532274,
      0.00874961951893738,
      0.01120622795883719,
      0.011536903238493323,
      0.011015337744879616,
      0.01638037085808719,
      0.018098026260986444,
      0.022517742894820003,
      0.024123439947061343,
      0.019784674562174587,
      0.027456820921088365,
      0.03192139265070182,
      0.03448278204928101,
      0.03733443888791044,
      0.037648010149951006,
      0.04338153093999608,
      0.051701378754387406,
      0.054618884874344076,
      0.04724259801014341,
      0.03915334321777664,
      0.03432331134240485,
      0.037096502080657956,
      0.03900939390086933,
      0.03896029145244029,
      0.04283377094247953,
      0.043204522439509674,
      0.040495562485148184,
      0.041691953965028006,
      0.038969955920492794,
      0.048292862186826824,
      0.05173366250710387,
      0.0641489132890456,
      0.06765437713511346,
      0.06861407649785178,
      0.0711166103155847,
      0.08107432957876881,
      0.086971578622979,
      0.08445445235338411,
      0.0890372980857137,
      0.08255755743630289,
      0.07412493062383874,
      0.07319966005616152,
      0.06511942821634875,
      0.056667289265988074,
      0.06407807749610583,
      0.06592852646735992,
      0.07417032533385282,
      0.07728011676954338,
      0.0838729252527628,
      0.08417719770022813,
      0.08304936220429227,
      0.09259253609798179,
      0.08843618318951485,
      0.09327373275664286,
      0.09409041236176563,
      0.10063851379982225,
      0.09838944100010849,
      0.09460369303542393,
      0.09254293086178222,
      0.09940949916745012,
      0.0895774335049282,
      0.09129521127852058,
      0.09726007407061843,
      0.11186266190634342,
      0.10562447229131067,
      0.09911297633880167,
      0.09890702515349403,
      0.09048637376236002,
      0.09028616846717341,
      0.09368606155840098,
      0.0981555062589905,
      0.09578833733939973,
      0.08772431270790548,
      0.08261075710652221,
      0.08628317036891531,
      0.08372441592018731,
      0.08684136249667063,
      0.09249898432153714,
      0.09440597371576587,
      0.09498361848727654,
      0.09830552710991469,
      0.10730439334020048,
      0.11188064563975786,
      0.12015664513637603,
      0.12182901183587092,
      0.12349226382320921,
      0.12061760788219544,
      0.1210815035719861,
      0.12079284743049357,
      0.12058951225117198,
      0.12120951176439121,
      0.12789553624679684,
      0.13305888293325552,
      0.130254364472421,
      0.1288790665457782,
      0.13124040983711893,
      0.1337242647932726,
      0.1285830446267937,
      0.1319572460688505,
      0.1361421576293651,
      0.1330261931689165,
      0.1362655308421381,
      0.1286329906724859,
      0.1225210733118729,
      0.12259896171053697,
      0.11755537665521842,
      0.11764816647519183,
      0.11612470723048318,
      0.11454113057516224,
      0.10955183956866676,
      0.10830533198532066,
      0.11552075002691709,
      0.11604569357587025,
      0.12633001155336387,
      0.1371856995028793,
      0.1452128330274718,
      0.15415877051964344,
      0.15671519616807927,
      0.14710256152102374,
      0.14060372859785275,
      0.14336248376275762,
      0.14545944481506012,
      0.14014807490457315,
      0.13482252792528016,
      0.1360882220287749,
      0.1405759098870476,
      0.1431266548916028,
      0.1437620175856864,
      0.14406133355078055,
      0.14219753817815217,
      0.1434039624327852,
      0.14379691359135904,
      0.13931402476555377,
      0.13707197215262568,
      0.14019216795168177,
      0.1418689116508176,
      0.14457246790334466,
      0.14509303423437814,
      0.1440020893496694,
      0.1402963337932306,
      0.14287608108861605,
      0.1445841406166437,
      0.14466513771549216,
      0.14583331219000684,
      0.14786884721434035,
      0.14915153848232876,
      0.15183257023818442,
      0.15221380869661516,
      0.15255516133947822,
      0.1507277035016159,
      0.1495552401884197,
      0.14603328407974914,
      0.14532649606917403,
      0.14403943588331458,
      0.14493710250462755,
      0.14146373030962422,
      0.1425693923883955,
      0.14265863738182816,
      0.14559025972812378,
      0.1467547243100853,
      0.14355168362271797,
      0.14612465866048296,
      0.1456204247624555,
      0.1482519085839158,
      0.1507693437670241,
      0.15111497377802152,
      0.15343175133421028,
      0.15712370298388123,
      0.1626478749749367,
      0.1606172292467818,
      0.1565094004945422,
      0.1556912600517535,
      0.15395315070963989
    ],
    "elapsed_time_min": 555.9754497210184,
    "perturbation disentanglement": [
      0.053189270198345184
    ],
    "optimal for perturbations": [
      {
        "py/object": "numpy.float64",
        "dtype": "float64",
        "value": 0.03932740411339633
      }
    ],
    "covariate disentanglement": [
      [
        0.6018621325492859
      ]
    ],
    "optimal for covariates": [
      [
        0.5171275734901428
      ]
    ],
    "training": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.9315626120813345
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7927824132717572
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8850299089476047
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.31901218466754255
        }
      ]
    ],
    "test": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.726529756309695
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7363718290473591
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5286797540052738
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5699093553987581
        }
      ]
    ],
    "ood": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8322686718569862
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.6506358826601947
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.7925795013153994
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.642219074346401
        }
      ]
    ],
    "training_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.23459321169126174
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.4001569220942786
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.8889873828957241
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.24712739890444793
        }
      ]
    ],
    "test_sc": [
      [
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.259552061790414
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.34877654843873623
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.539247510821055
        },
        {
          "py/object": "numpy.float64",
          "dtype": "float64",
          "value": 0.5838306124269343
        }
      ]
    ],
    "ood_sc": [
      {
        "py/tuple": [
          [
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.21818062170684613
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.3152930619002141
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.8007936615634847
            },
            {
              "py/object": "numpy.float64",
              "dtype": "float64",
              "value": 0.648674773949164
            }
          ]
        ]
      }
    ],
    "training_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.6322491258117329
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.7244069219557713
          }
        ]
      }
    ],
    "test_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.6224760463553373
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.5929824404976966
          }
        ]
      }
    ],
    "ood_logfold": [
      {
        "py/tuple": [
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": -0.29590618665571566
          },
          {
            "py/object": "numpy.float64",
            "dtype": "float64",
            "value": 0.6387036898069911
          }
        ]
      }
    ],
    "total_epochs": 199
  }
}]