[{"compute": {"cpu_s": 0.39, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["7692e94c41331a04d068e5504f68c35a8dfffd3099e7d68df41a2c6adc042fb2", "7fe893a0822d5d03682474c63a4b42208f1344b054cb1413c7f6ad7fef8e495c", "f73b75264e6c6dfc14e473ab2c37af855a9be0c5453073ebeb1f7adf5bd1f8d1", "81f3dbb7c61c0c5aecc2771d8212462a01584d9e9b226f3fae2d8b5a1c952435", "ed53ba3ae8a520e1aa9bf9a2932c742ec83d98d078a72ee136556213610421d1"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=101, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "12498c6d41e5586dc8028251500a78087e105afddcc4a75e8cf9bfac1c90dd3d", "regression": {"final_mean_acc": 0.7464999999999999, "forgetting": 0.21375000000000002, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 101, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.415, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["70ec99a7d167496916fae64f7b30048f7c73ccf788980d47ac1299d63669cd11", "e850d1772baac847ee2940440577a7589941192dc698435641d00a34f7d5a62b", "5e1d9e27dea13d9e7fd1e1d70a2c83bf36e6990021d6df94ccc1868945ba67f3", "c63af5f19bb8a1eec9c2e49e1bda5551728678a31d6dc2cadd99df032df2e1ec", "0d7ac133d50e5d6492856b402803a138431cafaf415b9901ec4da47d50371e39"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=102, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "9a63a2819097aa7d9ebe3dcc9b912ab683767d29403a694e022eb835bcda33ba", "regression": {"final_mean_acc": 0.712, "forgetting": 0.24312499999999998, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 102, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.375, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["f2783f09c146e59d34aff8909af6b8597d0e2a8f44eb00baf4c725c0c67936b0", "310f7ca6c82c564e84b23f0a0f8118b581a5c7d8266f9c7e9d34af5b83946084", "92259ccf5a5f4df7efba2a46c4dc80e63226a812035d9ed3ed8c02f64abc15ed", "e20fbd692eeb55c6e7eed9771a72bce2afa4520c04382a3775a1e92cb6f30da1", "fec9f4e8850c6220f70257bca7da49f1026aff4f3bb7881917f6d240c6fbfd9b"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=103, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "8a5333d1fff535409cb3c7971e3a162cb155ce30840d78a3673e2009ea1c8dd0", "regression": {"final_mean_acc": 0.6805, "forgetting": 0.29750000000000004, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 103, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.383, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["50a2692f150818326dece0d3e2d0f928bd8889f120c3440198179ffcc0fe4415", "f5c3ced4b920a8e66cb09dfe82ff6703ebe31252e1a11e76d4c79622b197aef9", "f42cb106b97255c1fb872fd3d971f2896ea5c51f422c5a717615e1db56972c3a", "e472b7ef4bed3fb3ef8c801b6098a6164023240a87df127e08e547469f9ed072", "0493e8453f02084503ce14cee6838aaa4cd4f5c48c3c73386e6dfa978188f44f"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=104, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "be290ff2261c512cd0fae694b5a6d34948fd84bad1a6b18819c829759f7bd429", "regression": {"final_mean_acc": 0.6575, "forgetting": 0.34375, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 104, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.425, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["de63a04f1e7cd650d86f03df806e6414f31da0ca55039a4acb9daeb0666e4894", "c52ddc8080f6e873750d9ef3c611923099ea990d7a1a93347d31f17c3d3b5cd1", "22cd8a0cee3b3403e92c43a804099559d119ce50f223d4184e952e778a76da60", "d743fcfcee554108664e16454e06f66b9226a4894fdbbe2e4f997785187db04a", "32f688ca2f4f053c421322ac3d77177545b8a3a3e441e7972bea08a18ecd134e"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=105, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "15391617d69f65c52a795bb34a1eae5176e9020265bdce04d91d3faf2e538a66", "regression": {"final_mean_acc": 0.65, "forgetting": 0.31625000000000003, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 105, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.381, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["c9d790f978251db8c5588837af54deb32f1b0090f78d62c62b47cd3edc12f23a", "f60c20c74ea8f42dad87dcc18f8ba7d4db90c908cf0581caecb4046346e862a9", "8c470026d9048aef1cf15e639d873aca77accceb00e4611911b17bcdf5b428ac", "8bf5fff2a1bd277b6e4ad3f7f1517836de6c7c6cea12c048cf498bf43b0d3445", "845ff8f52d01160500c9168301a1df005c3354ca6b33395a5b739645fffe9dd0"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=106, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "e81eb3d60982f39c274144b4d8560fb238df529b58104a3a73f17263a718153a", "regression": {"final_mean_acc": 0.726, "forgetting": 0.24187499999999998, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 106, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.375, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["23816b26028461935e27bb81124b583a607c2cfa3c9022e010237bac7f99b222", "f8948ec48d4e972808611ed71527f7aa3bc41cac9f67b4c5a2ddcf42195f4f69", "6f8d78bc83414fa92f5a84df3b6e36b7521d032fc153b7435e578f7441461842", "5f915d98b5319257c3a7b8d0dc12042381c86da9b102d03d9ce1ef4bf67da301", "d526f8127b75bbf433b3ecca71144431c7cbdd5aa3d92dd4fc07f7586af8b667"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=107, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "aa18f022e3f8f38044d35fcbfc1dcd90d1398813c3288496c70c2b54e4bdfbbd", "regression": {"final_mean_acc": 0.647, "forgetting": 0.3225, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 107, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.401, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["e3bf75538b2746e82cd186afc09269ceeee42d82e045c4a483af6dbd89e2e648", "5a59dad6960d17b399334c3f9143dc08862e5191168779f60b509cd5c3556268", "69b1063cca61e3ee1758fe905ea62308283437641156ab7ada4501b6bcfa5cdb", "ad05443578a5ae10a2649521cff86408bc1794efd54695965de9ca236ce7fe45", "a6baa45a5dc1141d86f108b61944ae1fbeef1def1405fb74a0ac1fc287fe3dfc"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=108, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "1c27701e9ddef09b1060fe031a1d844a4fc1c731ace4d6eef10af8b618402343", "regression": {"final_mean_acc": 0.7424999999999999, "forgetting": 0.19374999999999998, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 108, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.414, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["ec29c4cd31353448288bc5c99cb63362de8fc3cff512741b8d94ddbb73ab6bdc", "149695feda0cb91bde33bc70747c4abf57fd2b8ceaa4e94a726ba1667302acd6", "faed3664f5b90eb67e45edea1e4623119a9297f04112fc28d50b3e547e5408e2", "7a9b8904fbc4e7f6bf254f2ad40558d673a44fba2457c2713488f73fc5fd14e1", "3cb6ef11f54899a08550ecbd1e6242ad6fd946a840678bcbe7426b70282de28d"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=109, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "643112eaffcd119c33a353fe35c168f56e207195e3984d9dfdf6c90a3c937cb3", "regression": {"final_mean_acc": 0.6635, "forgetting": 0.323125, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 109, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.397, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["fe918b74357265067f71b30380773ed71d4355ca531a8aa78e9b4df0ab331bc4", "6fd1cd0bac3efd3a0f2389c2e2a7852a225597e2b9b9460ed202553690e0b317", "19b369566bcf3f33d07e69e688454005a09514020670cf3ce8ff03ed848d537d", "f9809614391b8b4862aaf6fe9c0947831d17f2440def008ca60a33ba48af5698", "1d7823fc8cd89c5c11cc30886ae3d57be9947ec6ab0726e0dc29d6834dab2c79"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=110, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "naive", "model_version": "68b73e5661d800a4f50fc7adf301666afee1e166680db8a6fd863f944657aec1", "regression": {"final_mean_acc": 0.6165, "forgetting": 0.36812500000000004, "vs_naive_final": 0.0}, "schema": "cain.e114.training_record.v1", "seed": 110, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.518, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["7692e94c41331a04d068e5504f68c35a8dfffd3099e7d68df41a2c6adc042fb2", "7fe893a0822d5d03682474c63a4b42208f1344b054cb1413c7f6ad7fef8e495c", "f73b75264e6c6dfc14e473ab2c37af855a9be0c5453073ebeb1f7adf5bd1f8d1", "81f3dbb7c61c0c5aecc2771d8212462a01584d9e9b226f3fae2d8b5a1c952435", "ed53ba3ae8a520e1aa9bf9a2932c742ec83d98d078a72ee136556213610421d1"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=101, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "36bcbc1cd4cd439461574fc8d368f99bdd956149b1b0372936a15f3507a8b678", "regression": {"final_mean_acc": 0.8455, "forgetting": 0.06437500000000004, "vs_naive_final": 0.099}, "schema": "cain.e114.training_record.v1", "seed": 101, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.517, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["70ec99a7d167496916fae64f7b30048f7c73ccf788980d47ac1299d63669cd11", "e850d1772baac847ee2940440577a7589941192dc698435641d00a34f7d5a62b", "5e1d9e27dea13d9e7fd1e1d70a2c83bf36e6990021d6df94ccc1868945ba67f3", "c63af5f19bb8a1eec9c2e49e1bda5551728678a31d6dc2cadd99df032df2e1ec", "0d7ac133d50e5d6492856b402803a138431cafaf415b9901ec4da47d50371e39"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=102, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "572a06ad7dcae329df2e52f4a5d0248de44d91df7d6056faf28911676c07737d", "regression": {"final_mean_acc": 0.8254999999999999, "forgetting": 0.09437499999999996, "vs_naive_final": 0.1135}, "schema": "cain.e114.training_record.v1", "seed": 102, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.562, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["f2783f09c146e59d34aff8909af6b8597d0e2a8f44eb00baf4c725c0c67936b0", "310f7ca6c82c564e84b23f0a0f8118b581a5c7d8266f9c7e9d34af5b83946084", "92259ccf5a5f4df7efba2a46c4dc80e63226a812035d9ed3ed8c02f64abc15ed", "e20fbd692eeb55c6e7eed9771a72bce2afa4520c04382a3775a1e92cb6f30da1", "fec9f4e8850c6220f70257bca7da49f1026aff4f3bb7881917f6d240c6fbfd9b"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=103, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "71900a6be5f166fb4a34e36053c848d7810917561c827aa5fd2a3f79e068a3c1", "regression": {"final_mean_acc": 0.8295, "forgetting": 0.09312500000000001, "vs_naive_final": 0.149}, "schema": "cain.e114.training_record.v1", "seed": 103, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.576, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["50a2692f150818326dece0d3e2d0f928bd8889f120c3440198179ffcc0fe4415", "f5c3ced4b920a8e66cb09dfe82ff6703ebe31252e1a11e76d4c79622b197aef9", "f42cb106b97255c1fb872fd3d971f2896ea5c51f422c5a717615e1db56972c3a", "e472b7ef4bed3fb3ef8c801b6098a6164023240a87df127e08e547469f9ed072", "0493e8453f02084503ce14cee6838aaa4cd4f5c48c3c73386e6dfa978188f44f"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=104, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "4071e2952251bdb144537f21791288ea4a631731067cdc40cbbebe7495f9a48f", "regression": {"final_mean_acc": 0.834, "forgetting": 0.11687499999999998, "vs_naive_final": 0.1765}, "schema": "cain.e114.training_record.v1", "seed": 104, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.56, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["de63a04f1e7cd650d86f03df806e6414f31da0ca55039a4acb9daeb0666e4894", "c52ddc8080f6e873750d9ef3c611923099ea990d7a1a93347d31f17c3d3b5cd1", "22cd8a0cee3b3403e92c43a804099559d119ce50f223d4184e952e778a76da60", "d743fcfcee554108664e16454e06f66b9226a4894fdbbe2e4f997785187db04a", "32f688ca2f4f053c421322ac3d77177545b8a3a3e441e7972bea08a18ecd134e"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=105, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "f27832e67b2afb6f4bd32c7fa50f3826177be90d945ffca41c39f8ffa9b6d120", "regression": {"final_mean_acc": 0.8099999999999999, "forgetting": 0.08625000000000002, "vs_naive_final": 0.16}, "schema": "cain.e114.training_record.v1", "seed": 105, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.536, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["c9d790f978251db8c5588837af54deb32f1b0090f78d62c62b47cd3edc12f23a", "f60c20c74ea8f42dad87dcc18f8ba7d4db90c908cf0581caecb4046346e862a9", "8c470026d9048aef1cf15e639d873aca77accceb00e4611911b17bcdf5b428ac", "8bf5fff2a1bd277b6e4ad3f7f1517836de6c7c6cea12c048cf498bf43b0d3445", "845ff8f52d01160500c9168301a1df005c3354ca6b33395a5b739645fffe9dd0"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=106, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "6eac75fe199a48356bb113912a90ccf1b67fded8d740d6290749cf59dd7cfb6e", "regression": {"final_mean_acc": 0.834, "forgetting": 0.09999999999999998, "vs_naive_final": 0.108}, "schema": "cain.e114.training_record.v1", "seed": 106, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.531, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["23816b26028461935e27bb81124b583a607c2cfa3c9022e010237bac7f99b222", "f8948ec48d4e972808611ed71527f7aa3bc41cac9f67b4c5a2ddcf42195f4f69", "6f8d78bc83414fa92f5a84df3b6e36b7521d032fc153b7435e578f7441461842", "5f915d98b5319257c3a7b8d0dc12042381c86da9b102d03d9ce1ef4bf67da301", "d526f8127b75bbf433b3ecca71144431c7cbdd5aa3d92dd4fc07f7586af8b667"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=107, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "d98f6862485d25fc339336a971897faa55e24deaa75862a99027e487504ec4d3", "regression": {"final_mean_acc": 0.8075000000000001, "forgetting": 0.105625, "vs_naive_final": 0.1605}, "schema": "cain.e114.training_record.v1", "seed": 107, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.531, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["e3bf75538b2746e82cd186afc09269ceeee42d82e045c4a483af6dbd89e2e648", "5a59dad6960d17b399334c3f9143dc08862e5191168779f60b509cd5c3556268", "69b1063cca61e3ee1758fe905ea62308283437641156ab7ada4501b6bcfa5cdb", "ad05443578a5ae10a2649521cff86408bc1794efd54695965de9ca236ce7fe45", "a6baa45a5dc1141d86f108b61944ae1fbeef1def1405fb74a0ac1fc287fe3dfc"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=108, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "dfae47ed76afd08734a3305294fc3e3dc670d9c115d5f417a515e99b39de5348", "regression": {"final_mean_acc": 0.8324999999999999, "forgetting": 0.07749999999999999, "vs_naive_final": 0.09}, "schema": "cain.e114.training_record.v1", "seed": 108, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.545, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["ec29c4cd31353448288bc5c99cb63362de8fc3cff512741b8d94ddbb73ab6bdc", "149695feda0cb91bde33bc70747c4abf57fd2b8ceaa4e94a726ba1667302acd6", "faed3664f5b90eb67e45edea1e4623119a9297f04112fc28d50b3e547e5408e2", "7a9b8904fbc4e7f6bf254f2ad40558d673a44fba2457c2713488f73fc5fd14e1", "3cb6ef11f54899a08550ecbd1e6242ad6fd946a840678bcbe7426b70282de28d"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=109, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "f0a519a4228a5444a1cdb7ca29e803cde0e353d73ec7b17be8c19acd78c91a9a", "regression": {"final_mean_acc": 0.7979999999999999, "forgetting": 0.135, "vs_naive_final": 0.1345}, "schema": "cain.e114.training_record.v1", "seed": 109, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.591, "train_sample_steps": 126000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["fe918b74357265067f71b30380773ed71d4355ca531a8aa78e9b4df0ab331bc4", "6fd1cd0bac3efd3a0f2389c2e2a7852a225597e2b9b9460ed202553690e0b317", "19b369566bcf3f33d07e69e688454005a09514020670cf3ce8ff03ed848d537d", "f9809614391b8b4862aaf6fe9c0947831d17f2440def008ca60a33ba48af5698", "1d7823fc8cd89c5c11cc30886ae3d57be9947ec6ab0726e0dc29d6834dab2c79"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=110, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "replay", "model_version": "ff30a8216039584ffe42a1494ffb74230dfd3e7370ee3a182247e814630658da", "regression": {"final_mean_acc": 0.8135, "forgetting": 0.09875000000000003, "vs_naive_final": 0.197}, "schema": "cain.e114.training_record.v1", "seed": 110, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.555, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["7692e94c41331a04d068e5504f68c35a8dfffd3099e7d68df41a2c6adc042fb2", "7fe893a0822d5d03682474c63a4b42208f1344b054cb1413c7f6ad7fef8e495c", "f73b75264e6c6dfc14e473ab2c37af855a9be0c5453073ebeb1f7adf5bd1f8d1", "81f3dbb7c61c0c5aecc2771d8212462a01584d9e9b226f3fae2d8b5a1c952435", "ed53ba3ae8a520e1aa9bf9a2932c742ec83d98d078a72ee136556213610421d1"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=101, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "abec8a53972e1df5ab13e7e8529d84d9b7f8b4815275d03b953170d76257a49d", "regression": {"final_mean_acc": 0.8009999999999999, "forgetting": 0.0, "vs_naive_final": 0.0545}, "schema": "cain.e114.training_record.v1", "seed": 101, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.541, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["70ec99a7d167496916fae64f7b30048f7c73ccf788980d47ac1299d63669cd11", "e850d1772baac847ee2940440577a7589941192dc698435641d00a34f7d5a62b", "5e1d9e27dea13d9e7fd1e1d70a2c83bf36e6990021d6df94ccc1868945ba67f3", "c63af5f19bb8a1eec9c2e49e1bda5551728678a31d6dc2cadd99df032df2e1ec", "0d7ac133d50e5d6492856b402803a138431cafaf415b9901ec4da47d50371e39"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=102, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "2804e27ec84eab1aaf146ddf2467f1fe483d9643b89e43f7a08893d052aac9ae", "regression": {"final_mean_acc": 0.788, "forgetting": 0.0, "vs_naive_final": 0.076}, "schema": "cain.e114.training_record.v1", "seed": 102, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.529, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["f2783f09c146e59d34aff8909af6b8597d0e2a8f44eb00baf4c725c0c67936b0", "310f7ca6c82c564e84b23f0a0f8118b581a5c7d8266f9c7e9d34af5b83946084", "92259ccf5a5f4df7efba2a46c4dc80e63226a812035d9ed3ed8c02f64abc15ed", "e20fbd692eeb55c6e7eed9771a72bce2afa4520c04382a3775a1e92cb6f30da1", "fec9f4e8850c6220f70257bca7da49f1026aff4f3bb7881917f6d240c6fbfd9b"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=103, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "069eee32127c0b19ced71b5a86c41d8d10891fe2ef503ae06d37385fd1218d2e", "regression": {"final_mean_acc": 0.8215, "forgetting": 0.0, "vs_naive_final": 0.141}, "schema": "cain.e114.training_record.v1", "seed": 103, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.512, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["50a2692f150818326dece0d3e2d0f928bd8889f120c3440198179ffcc0fe4415", "f5c3ced4b920a8e66cb09dfe82ff6703ebe31252e1a11e76d4c79622b197aef9", "f42cb106b97255c1fb872fd3d971f2896ea5c51f422c5a717615e1db56972c3a", "e472b7ef4bed3fb3ef8c801b6098a6164023240a87df127e08e547469f9ed072", "0493e8453f02084503ce14cee6838aaa4cd4f5c48c3c73386e6dfa978188f44f"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=104, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "f62dbb61e264f85927a2342c196506e44fdc9e94300ed79f1e0b06cc67ced4ab", "regression": {"final_mean_acc": 0.7915, "forgetting": 0.0, "vs_naive_final": 0.134}, "schema": "cain.e114.training_record.v1", "seed": 104, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.526, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["de63a04f1e7cd650d86f03df806e6414f31da0ca55039a4acb9daeb0666e4894", "c52ddc8080f6e873750d9ef3c611923099ea990d7a1a93347d31f17c3d3b5cd1", "22cd8a0cee3b3403e92c43a804099559d119ce50f223d4184e952e778a76da60", "d743fcfcee554108664e16454e06f66b9226a4894fdbbe2e4f997785187db04a", "32f688ca2f4f053c421322ac3d77177545b8a3a3e441e7972bea08a18ecd134e"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=105, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "ae630cd3e9e0ce2025eed6befefc911ce5959956b9bbfe4b553db3961c93e9bd", "regression": {"final_mean_acc": 0.7935, "forgetting": 0.0, "vs_naive_final": 0.1435}, "schema": "cain.e114.training_record.v1", "seed": 105, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.563, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["c9d790f978251db8c5588837af54deb32f1b0090f78d62c62b47cd3edc12f23a", "f60c20c74ea8f42dad87dcc18f8ba7d4db90c908cf0581caecb4046346e862a9", "8c470026d9048aef1cf15e639d873aca77accceb00e4611911b17bcdf5b428ac", "8bf5fff2a1bd277b6e4ad3f7f1517836de6c7c6cea12c048cf498bf43b0d3445", "845ff8f52d01160500c9168301a1df005c3354ca6b33395a5b739645fffe9dd0"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=106, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "a2f946d2668b2b13b96eea04591086845351e170b41cc60177c32133d754c733", "regression": {"final_mean_acc": 0.7885, "forgetting": 0.0, "vs_naive_final": 0.0625}, "schema": "cain.e114.training_record.v1", "seed": 106, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.597, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["23816b26028461935e27bb81124b583a607c2cfa3c9022e010237bac7f99b222", "f8948ec48d4e972808611ed71527f7aa3bc41cac9f67b4c5a2ddcf42195f4f69", "6f8d78bc83414fa92f5a84df3b6e36b7521d032fc153b7435e578f7441461842", "5f915d98b5319257c3a7b8d0dc12042381c86da9b102d03d9ce1ef4bf67da301", "d526f8127b75bbf433b3ecca71144431c7cbdd5aa3d92dd4fc07f7586af8b667"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=107, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "f75e84a75402a4ea7b8759a3affceb08eb72489cb218861420bf50f40dc06dd8", "regression": {"final_mean_acc": 0.7955, "forgetting": 0.0, "vs_naive_final": 0.1485}, "schema": "cain.e114.training_record.v1", "seed": 107, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.458, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["e3bf75538b2746e82cd186afc09269ceeee42d82e045c4a483af6dbd89e2e648", "5a59dad6960d17b399334c3f9143dc08862e5191168779f60b509cd5c3556268", "69b1063cca61e3ee1758fe905ea62308283437641156ab7ada4501b6bcfa5cdb", "ad05443578a5ae10a2649521cff86408bc1794efd54695965de9ca236ce7fe45", "a6baa45a5dc1141d86f108b61944ae1fbeef1def1405fb74a0ac1fc287fe3dfc"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=108, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "a8063e4b45159fb201b61e1ee834c37b8987f6a8c194526bb0e29cc7147263f6", "regression": {"final_mean_acc": 0.7835000000000001, "forgetting": 0.0, "vs_naive_final": 0.041}, "schema": "cain.e114.training_record.v1", "seed": 108, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.536, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["ec29c4cd31353448288bc5c99cb63362de8fc3cff512741b8d94ddbb73ab6bdc", "149695feda0cb91bde33bc70747c4abf57fd2b8ceaa4e94a726ba1667302acd6", "faed3664f5b90eb67e45edea1e4623119a9297f04112fc28d50b3e547e5408e2", "7a9b8904fbc4e7f6bf254f2ad40558d673a44fba2457c2713488f73fc5fd14e1", "3cb6ef11f54899a08550ecbd1e6242ad6fd946a840678bcbe7426b70282de28d"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=109, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "c5366c782d66f090c3e98312d932c6c94729ce806cd89a618344cf6c2a2ae1dd", "regression": {"final_mean_acc": 0.8084999999999999, "forgetting": -0.0018749999999999878, "vs_naive_final": 0.145}, "schema": "cain.e114.training_record.v1", "seed": 109, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 1.527, "train_sample_steps": 0}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["fe918b74357265067f71b30380773ed71d4355ca531a8aa78e9b4df0ab331bc4", "6fd1cd0bac3efd3a0f2389c2e2a7852a225597e2b9b9460ed202553690e0b317", "19b369566bcf3f33d07e69e688454005a09514020670cf3ce8ff03ed848d537d", "f9809614391b8b4862aaf6fe9c0947831d17f2440def008ca60a33ba48af5698", "1d7823fc8cd89c5c11cc30886ae3d57be9947ec6ab0726e0dc29d6834dab2c79"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=110, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "knn_memory", "model_version": "97b82fc3d4e07c7f250bc020fc4c802e61b28702599381490430cc2de8493857", "regression": {"final_mean_acc": 0.808, "forgetting": 0.0012500000000000011, "vs_naive_final": 0.1915}, "schema": "cain.e114.training_record.v1", "seed": 110, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.408, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["7692e94c41331a04d068e5504f68c35a8dfffd3099e7d68df41a2c6adc042fb2", "7fe893a0822d5d03682474c63a4b42208f1344b054cb1413c7f6ad7fef8e495c", "f73b75264e6c6dfc14e473ab2c37af855a9be0c5453073ebeb1f7adf5bd1f8d1", "81f3dbb7c61c0c5aecc2771d8212462a01584d9e9b226f3fae2d8b5a1c952435", "ed53ba3ae8a520e1aa9bf9a2932c742ec83d98d078a72ee136556213610421d1"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=101, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "b26a6a469d5638864dc4a4c238163b173d891aa14e67ff7195d8d281d780541a", "regression": {"final_mean_acc": 0.9254999999999999, "forgetting": 0.0, "vs_naive_final": 0.179}, "schema": "cain.e114.training_record.v1", "seed": 101, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.401, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["70ec99a7d167496916fae64f7b30048f7c73ccf788980d47ac1299d63669cd11", "e850d1772baac847ee2940440577a7589941192dc698435641d00a34f7d5a62b", "5e1d9e27dea13d9e7fd1e1d70a2c83bf36e6990021d6df94ccc1868945ba67f3", "c63af5f19bb8a1eec9c2e49e1bda5551728678a31d6dc2cadd99df032df2e1ec", "0d7ac133d50e5d6492856b402803a138431cafaf415b9901ec4da47d50371e39"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=102, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "2b0a34abf5512611e5c2c261effb257e4ec164cbd7ee1a41258dfbc0cfbbd0b1", "regression": {"final_mean_acc": 0.9155, "forgetting": 0.0, "vs_naive_final": 0.2035}, "schema": "cain.e114.training_record.v1", "seed": 102, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.379, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["f2783f09c146e59d34aff8909af6b8597d0e2a8f44eb00baf4c725c0c67936b0", "310f7ca6c82c564e84b23f0a0f8118b581a5c7d8266f9c7e9d34af5b83946084", "92259ccf5a5f4df7efba2a46c4dc80e63226a812035d9ed3ed8c02f64abc15ed", "e20fbd692eeb55c6e7eed9771a72bce2afa4520c04382a3775a1e92cb6f30da1", "fec9f4e8850c6220f70257bca7da49f1026aff4f3bb7881917f6d240c6fbfd9b"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=103, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "c0fe99aaaf59f53594a7fb3fafc021c092e8b6d5257af708bd4e279721aa109d", "regression": {"final_mean_acc": 0.9195, "forgetting": 0.0, "vs_naive_final": 0.239}, "schema": "cain.e114.training_record.v1", "seed": 103, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.394, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["50a2692f150818326dece0d3e2d0f928bd8889f120c3440198179ffcc0fe4415", "f5c3ced4b920a8e66cb09dfe82ff6703ebe31252e1a11e76d4c79622b197aef9", "f42cb106b97255c1fb872fd3d971f2896ea5c51f422c5a717615e1db56972c3a", "e472b7ef4bed3fb3ef8c801b6098a6164023240a87df127e08e547469f9ed072", "0493e8453f02084503ce14cee6838aaa4cd4f5c48c3c73386e6dfa978188f44f"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=104, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "5f703e0e176f5dbeee6dd8574ce6c2660c16ea04f200d5a68c06ab75c60f2364", "regression": {"final_mean_acc": 0.9410000000000001, "forgetting": 0.0, "vs_naive_final": 0.2835}, "schema": "cain.e114.training_record.v1", "seed": 104, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.467, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["de63a04f1e7cd650d86f03df806e6414f31da0ca55039a4acb9daeb0666e4894", "c52ddc8080f6e873750d9ef3c611923099ea990d7a1a93347d31f17c3d3b5cd1", "22cd8a0cee3b3403e92c43a804099559d119ce50f223d4184e952e778a76da60", "d743fcfcee554108664e16454e06f66b9226a4894fdbbe2e4f997785187db04a", "32f688ca2f4f053c421322ac3d77177545b8a3a3e441e7972bea08a18ecd134e"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=105, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "e89df185b783267ae6a4672f96fefee5b55b7aee5ff70a97464747345162deff", "regression": {"final_mean_acc": 0.9035, "forgetting": 0.0, "vs_naive_final": 0.2535}, "schema": "cain.e114.training_record.v1", "seed": 105, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.487, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["c9d790f978251db8c5588837af54deb32f1b0090f78d62c62b47cd3edc12f23a", "f60c20c74ea8f42dad87dcc18f8ba7d4db90c908cf0581caecb4046346e862a9", "8c470026d9048aef1cf15e639d873aca77accceb00e4611911b17bcdf5b428ac", "8bf5fff2a1bd277b6e4ad3f7f1517836de6c7c6cea12c048cf498bf43b0d3445", "845ff8f52d01160500c9168301a1df005c3354ca6b33395a5b739645fffe9dd0"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=106, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "908d19a4129abc9db5f8ad5552cda384b92feb0f4f49082443ced297162ee597", "regression": {"final_mean_acc": 0.9254999999999999, "forgetting": 0.0, "vs_naive_final": 0.1995}, "schema": "cain.e114.training_record.v1", "seed": 106, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.439, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["23816b26028461935e27bb81124b583a607c2cfa3c9022e010237bac7f99b222", "f8948ec48d4e972808611ed71527f7aa3bc41cac9f67b4c5a2ddcf42195f4f69", "6f8d78bc83414fa92f5a84df3b6e36b7521d032fc153b7435e578f7441461842", "5f915d98b5319257c3a7b8d0dc12042381c86da9b102d03d9ce1ef4bf67da301", "d526f8127b75bbf433b3ecca71144431c7cbdd5aa3d92dd4fc07f7586af8b667"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=107, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "b27596e191c553d1f1b38de293302ae8bc50d05853ee489bb8657c8598624260", "regression": {"final_mean_acc": 0.9045, "forgetting": 0.0, "vs_naive_final": 0.2575}, "schema": "cain.e114.training_record.v1", "seed": 107, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.399, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["e3bf75538b2746e82cd186afc09269ceeee42d82e045c4a483af6dbd89e2e648", "5a59dad6960d17b399334c3f9143dc08862e5191168779f60b509cd5c3556268", "69b1063cca61e3ee1758fe905ea62308283437641156ab7ada4501b6bcfa5cdb", "ad05443578a5ae10a2649521cff86408bc1794efd54695965de9ca236ce7fe45", "a6baa45a5dc1141d86f108b61944ae1fbeef1def1405fb74a0ac1fc287fe3dfc"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=108, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "22742ddf0b5e7a03844d498ba78debb7c13cb2f94445706851708bb897b4d666", "regression": {"final_mean_acc": 0.9039999999999999, "forgetting": 0.0, "vs_naive_final": 0.1615}, "schema": "cain.e114.training_record.v1", "seed": 108, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.421, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["ec29c4cd31353448288bc5c99cb63362de8fc3cff512741b8d94ddbb73ab6bdc", "149695feda0cb91bde33bc70747c4abf57fd2b8ceaa4e94a726ba1667302acd6", "faed3664f5b90eb67e45edea1e4623119a9297f04112fc28d50b3e547e5408e2", "7a9b8904fbc4e7f6bf254f2ad40558d673a44fba2457c2713488f73fc5fd14e1", "3cb6ef11f54899a08550ecbd1e6242ad6fd946a840678bcbe7426b70282de28d"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=109, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "5fd58f8425e2fa3f1bd08dfaf6d16fa66e7056fc94d8c5bf65df51caa43d2cb2", "regression": {"final_mean_acc": 0.9369999999999999, "forgetting": 0.0, "vs_naive_final": 0.2735}, "schema": "cain.e114.training_record.v1", "seed": 109, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}, {"compute": {"cpu_s": 0.42, "train_sample_steps": 90000}, "config": {"T": 5, "batch": 32, "epochs": 60, "lr": 0.1}, "dataset": ["fe918b74357265067f71b30380773ed71d4355ca531a8aa78e9b4df0ab331bc4", "6fd1cd0bac3efd3a0f2389c2e2a7852a225597e2b9b9460ed202553690e0b317", "19b369566bcf3f33d07e69e688454005a09514020670cf3ce8ff03ed848d537d", "f9809614391b8b4862aaf6fe9c0947831d17f2440def008ca60a33ba48af5698", "1d7823fc8cd89c5c11cc30886ae3d57be9947ec6ab0726e0dc29d6834dab2c79"], "dataset_provenance": "generated by cain.e114.continual.make_stream(seed=110, T=5); synthetic, no external data", "evaluation_suite": "cain.e114.continual sealed seeds 101-110", "external_api_model": false, "learner": "experts", "model_version": "c478adf10f21242795b2b9c733a52250aba792bd2e16a30fea830ec456eea97b", "regression": {"final_mean_acc": 0.914, "forgetting": 0.0, "vs_naive_final": 0.2975}, "schema": "cain.e114.training_record.v1", "seed": 110, "start_checkpoint": "9d372b16dfea3b0ac0c1581c77b9cce0e519d0c308508452e9e0bdd2bfc60c22"}]