{
 "count": 160,
 "generator": "cain/cain2027/e91/verticals (seed range 9000+)",
 "manifest_sha256": "db41a72208cd186c939034dc5ad3e4c75aec8b01940662625666ed198f708222",
 "note": "secret_sha256 commits to the hidden ground truth without revealing it; public_sha256 is what every arm sees.",
 "schema": "cain.e91.heldout_manifest.v1",
 "tasks": [
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "3662bf3de061ba994e055274738163cf79094c697f6408e6110f22b51f52ea77",
   "secret_sha256": "c4c662e7d7d1d7cf540775eb7fc6627ca9e9d871ec06d6a094812d3cc8c10e51",
   "seed": 9030,
   "split": "heldout",
   "task_id": "t-937c1a9df2a2c747",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "c5d72605ae3418ccd4437735a6b659e2085675b4a6949d3520752980d2f52880",
   "secret_sha256": "f78881e90d05dfd8901b193854c5c1764356bb1f8619f77dfbd43a1975343af0",
   "seed": 9067,
   "split": "heldout",
   "task_id": "t-f5a3bd1475287ed4",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "c7183935dd3ce99649361af471fc42f73e787ea0fe846ac04c04c3cb02a9e57c",
   "secret_sha256": "ff04ce830adbfe97328b60cc7a9436d682552545fcaf4394dfd12a6b792910cb",
   "seed": 9104,
   "split": "heldout",
   "task_id": "t-000605c2df3f4a6d",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "67d749d08a6bcced025794c5ae866737b724cb9a280b09cc6f0b58aa3dfd2655",
   "secret_sha256": "b293bdb3ed53a499e428623a6bef070960423c37ad73ec186cdacbd6e4c2c96d",
   "seed": 9141,
   "split": "heldout",
   "task_id": "t-8a5e8ec6c29ae700",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "8ba023996e3dc219f3717a3e0d5b918826cbb6650bf2f70292c49294a2372f82",
   "secret_sha256": "305e4eb72502c70d28746abd61dba383f18eb81fe4be49a8db792c26702946c4",
   "seed": 9178,
   "split": "heldout",
   "task_id": "t-521739a719cd879e",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "a2eac4db3c8a4181ea68097dd44b67bb5dce243d3e2d31c022fda2276f1fa35b",
   "secret_sha256": "f4a59628de7e7db92b202982c0fdc7997cc5f89f741802306b5dad3e68a89b69",
   "seed": 9215,
   "split": "heldout",
   "task_id": "t-7059fc18b2c058ba",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "80ca8f5f21275e71739f5078f81bed1020172df78f8b075409632bcd7bb62c05",
   "secret_sha256": "9a366ec3ef5690df4d6c026aa9b9eeed97a5ef5b18e2b2b4f5c885cb61bf538d",
   "seed": 9252,
   "split": "heldout",
   "task_id": "t-e24f700f7225ecd2",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "9b3beaecc6f17d87ec793b8bcda13ec825e7ab815c9c6c4812d858fea651f4a2",
   "secret_sha256": "2fd0b5f05e4c9cf52406f3af8d93e06c584c9c0a798ed38669b3018554595d64",
   "seed": 9289,
   "split": "heldout",
   "task_id": "t-eac9730f44e6116d",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "c0b175ecd1325dc468a092f9e82f3cdb5750fc8fb71665a33ecccec6740a5032",
   "secret_sha256": "3d03a82e83911281b0e18401492c385cfb7ce770a8ca1dbdfcd7cc3878bb77fc",
   "seed": 9326,
   "split": "heldout",
   "task_id": "t-c2669fdf1c2285e1",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.bug_fix",
   "family": "bug_fix",
   "public_sha256": "6da549ca2a0f5b8dbd3c6708890932958747ae83b006b93697a72696d10c61f3",
   "secret_sha256": "d6261f1bf85200ee0a3f73b5ea62cf4cb55e0fc7137ad2cde1ce84ba349f1511",
   "seed": 9363,
   "split": "heldout",
   "task_id": "t-5160b3a02ba76d7d",
   "transfer_role": "none",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "72f297927565d9e618cfe669b5bb2b3ca86eebb915c24a346a637e96956642a8",
   "secret_sha256": "79d067f3302058e871a858e4c7e2fccdb475dcfd490e6e0c89fbba5161447f4b",
   "seed": 9016,
   "split": "heldout",
   "task_id": "t-83cf290718618af4",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "17b6f401c12d6bcbd37c2a112a4b0d244c9d25afabb68e56d375c2b37a512c8d",
   "secret_sha256": "dd6409c184d5b7682c964b04d53281f09f5d45819738a1f6d107adab00e6cb53",
   "seed": 9053,
   "split": "heldout",
   "task_id": "t-1732599d89656331",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "3b4263263383ecf0fe4ff1c8bfda58c0d0f79779f01dc56143eb7b8b81423bfe",
   "secret_sha256": "00af09c76b8251223ffd6a928fbe1781baca6c8a3eed0fa2909fd614b8bc5e5b",
   "seed": 9090,
   "split": "heldout",
   "task_id": "t-709c571a21eae663",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "9d28de88f4b8ae844188f2f5007524c0675666a98887020e1b59ed91df1027f6",
   "secret_sha256": "dd6409c184d5b7682c964b04d53281f09f5d45819738a1f6d107adab00e6cb53",
   "seed": 9127,
   "split": "heldout",
   "task_id": "t-661a209b7861845b",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "de77d61cf2e7abadea5d55c0587105983adc9089c59504361ab789c0a3301e8c",
   "secret_sha256": "1c232cb61b16e98130ac8544d0b594324991f0d3e460ef6b0817802b6cb286bb",
   "seed": 9164,
   "split": "heldout",
   "task_id": "t-cf99a792d271b6f7",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "6cfa3c308984f66578b976b5125e7485ad9846537583250487e667226bca1d8c",
   "secret_sha256": "03ebecc3bc161f0f3a521de66f6f9771623e80735c424d6cd71da369334b95c1",
   "seed": 9201,
   "split": "heldout",
   "task_id": "t-46b20e9569dd7ff1",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "77d3f1cabf1540df02ac6d67870709e88c34732c70be1bf1bbc3b1b831147c60",
   "secret_sha256": "484cd6ec413d9291ca51997bfaf528875f4c9e388512dc019dd60f62c1c1266f",
   "seed": 9238,
   "split": "heldout",
   "task_id": "t-46e232d85c09d735",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "38c78f1fb48eef1d412acd9c3473e093b76028cd0dffc6ad5816f1061304d5d5",
   "secret_sha256": "edd482a939669d98e9b4e29c8dd1d47b2a77dd5486ee49dd6e37111617a551d1",
   "seed": 9275,
   "split": "heldout",
   "task_id": "t-9c9e4772765b2574",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "dc0f2f14b96d66f9e1cadffc0c46d931d72733beb04afe0c1f521928ba942723",
   "secret_sha256": "e102380236a0cf94b20d80dd11cd98ec8ae314b81d0843baeebfb7f4ce493ae5",
   "seed": 9312,
   "split": "heldout",
   "task_id": "t-7589547d5f859d4c",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "software.fault_localization",
   "family": "fault_localization",
   "public_sha256": "6360886947e7d5c24bb95fc27876eef1e412e856eefbe7a3c56264ae4369ed31",
   "secret_sha256": "dd6409c184d5b7682c964b04d53281f09f5d45819738a1f6d107adab00e6cb53",
   "seed": 9349,
   "split": "heldout",
   "task_id": "t-3c53b5a34cb4da60",
   "transfer_role": "source",
   "vertical": "software"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "82cb5ed48ae5d92a28720a8b2ec0e9b8926c6913fb1f12f90d7457c42e9bd773",
   "secret_sha256": "4c9c09e894d0891324f714b0a55be9c33ec7fff1ff40e4caca4253dccf9b319e",
   "seed": 9023,
   "split": "heldout",
   "task_id": "t-daae6736f5d126b3",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "fb99abacd0ac1e7b580ae22b7c6f6ba1d5a1afa6abaa63949681f0f1b0a027a0",
   "secret_sha256": "ec9fc1b50f2df85162ac2109f59c7b58eccef93f1b845315d3b55254979d8593",
   "seed": 9060,
   "split": "heldout",
   "task_id": "t-62266ca544e935a4",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "bc09e300301d2306cf0c40fe98c459c415db996e6e26949e00c66bd992511193",
   "secret_sha256": "4c9c09e894d0891324f714b0a55be9c33ec7fff1ff40e4caca4253dccf9b319e",
   "seed": 9097,
   "split": "heldout",
   "task_id": "t-65ff6e2f8832599a",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "fc7d612f3c3c995f407800a8b0497bbf613e0a901508fb58f605e918db22e58b",
   "secret_sha256": "e1137c70d5df3d6f500375f501d5e9d9a0095002b3cce69595712da9cb550076",
   "seed": 9134,
   "split": "heldout",
   "task_id": "t-9ce9764eec5e2091",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "379c7607b55113528903f38d07060d8cbc5f6548be59b74c61929ed03de69712",
   "secret_sha256": "9ef6823018d20f1dac44fbb71fc1ffa3f0b607cf6243cad8216ddb8ea5c97616",
   "seed": 9171,
   "split": "heldout",
   "task_id": "t-6c310f34eb90df85",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "fc5443debf9b56ce1bed5cda3a00911440f9763ddbc319eccb24936a4e616174",
   "secret_sha256": "52c67ef9ca2fcfbc39963c617ac0393aa6f2751e92763bb649bce6fc3b800b92",
   "seed": 9208,
   "split": "heldout",
   "task_id": "t-52c77b600ae0bcca",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "a01566b504c44c122ace03e8b38570f7ac6193903d8d11bbd7f93fb7140d93d7",
   "secret_sha256": "e1137c70d5df3d6f500375f501d5e9d9a0095002b3cce69595712da9cb550076",
   "seed": 9245,
   "split": "heldout",
   "task_id": "t-5822395d95a1db39",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "b07bfad9dab898742960c3238368584228e89c074182cee6c0dedbfe35febf00",
   "secret_sha256": "d6a26f313f8b0e9eab8206306430c698419cd355a2f493fd099d6bc89c4e0250",
   "seed": 9282,
   "split": "heldout",
   "task_id": "t-9b32c79d2c807a85",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "59efd2a39e1f052ba3b58a4628aea34f7e203485a4de5b9cf89679d784f4d7a6",
   "secret_sha256": "ffc314ee7140f52abc351fee4e683945bec57660f2ad7d5fe5a6c0d42a0a7223",
   "seed": 9319,
   "split": "heldout",
   "task_id": "t-dbb2c9d1daaa5e28",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.vuln_detect",
   "family": "vuln_detect",
   "public_sha256": "0aabd7ddd17e91d50a183ed7cfb61d7b7398bb975f4ed448fe329d57b844cb5b",
   "secret_sha256": "ac6effe21709ea5207451e936f20d2e390b7d44e707f6979b9dd6e6d4c01605f",
   "seed": 9356,
   "split": "heldout",
   "task_id": "t-91d3111b57bec556",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "94371feb878c364922e189810bceb472fd73322d25e49da8784c7e5346815723",
   "secret_sha256": "5386a3916807e8613ba2e538aee7e87f04bd1804dfb4aae54a4d0ecd182f2eb8",
   "seed": 9029,
   "split": "heldout",
   "task_id": "t-4616b7c26880b070",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "a23a8452b882e500bddfd7a1cbeaeffa30ff881ac45de93af93d3d15e136e7c8",
   "secret_sha256": "3e8849164da6a267b23575d4b37069a1b049cf6ab7c21303e2e2fda658ed5a8d",
   "seed": 9066,
   "split": "heldout",
   "task_id": "t-dd8a1e95f52e934d",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "86ed16189486f4fbf5f8f5c34c4f11859ae781394567f4d4238366f108289192",
   "secret_sha256": "3e8849164da6a267b23575d4b37069a1b049cf6ab7c21303e2e2fda658ed5a8d",
   "seed": 9103,
   "split": "heldout",
   "task_id": "t-bfc1d716943c7232",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "e385df4da12970334d39bc800a67cda0677bcfe8aca64e481d85d4781f259f2c",
   "secret_sha256": "3e8849164da6a267b23575d4b37069a1b049cf6ab7c21303e2e2fda658ed5a8d",
   "seed": 9140,
   "split": "heldout",
   "task_id": "t-c347141418d8beb9",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "c3d128579a6c0f5652f9371c9338cf7e96cedb6c8fef9f58bc002cfd7bcbec0e",
   "secret_sha256": "29b630d5ed3ea581430af6a7c2d941f9ca2b2cdd5f8e794ff787f894f8e6514b",
   "seed": 9177,
   "split": "heldout",
   "task_id": "t-a22fc5d624936048",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "dc0c192388e4fa5eccfa384e6c0f8016d7861843f9234f64798049f9efdb2df8",
   "secret_sha256": "5386a3916807e8613ba2e538aee7e87f04bd1804dfb4aae54a4d0ecd182f2eb8",
   "seed": 9214,
   "split": "heldout",
   "task_id": "t-217f76fa0814415c",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "f1d336cf2c850595405b4d13569d89e86fa914baeec297472a080daeb88b8c48",
   "secret_sha256": "3e8849164da6a267b23575d4b37069a1b049cf6ab7c21303e2e2fda658ed5a8d",
   "seed": 9251,
   "split": "heldout",
   "task_id": "t-847756fa756d7fb5",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "f4d7c23a41007aafc191d206d2de0736d6083705cee31e342abecb12bbd3e283",
   "secret_sha256": "29b630d5ed3ea581430af6a7c2d941f9ca2b2cdd5f8e794ff787f894f8e6514b",
   "seed": 9288,
   "split": "heldout",
   "task_id": "t-e30e22eb0aeb849d",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "69a7e4b875934f944a9b7bb0e1209bc5eaf2013466e4dbb82755e3a0998a79ef",
   "secret_sha256": "5386a3916807e8613ba2e538aee7e87f04bd1804dfb4aae54a4d0ecd182f2eb8",
   "seed": 9325,
   "split": "heldout",
   "task_id": "t-c50120a2942fe667",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "security.remediation",
   "family": "remediation",
   "public_sha256": "1441e3647b2ce53365de87f9966d908e6491bfd67b9415c05307b57dfdbc069e",
   "secret_sha256": "29b630d5ed3ea581430af6a7c2d941f9ca2b2cdd5f8e794ff787f894f8e6514b",
   "seed": 9362,
   "split": "heldout",
   "task_id": "t-b53fcb6feddfbfe4",
   "transfer_role": "none",
   "vertical": "security"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "538b19da7408601f6a3cebe78dca3684a713b5db444425e34957a2eec43bfb05",
   "secret_sha256": "49fa4a11bf9abe082fb1514cb9379c12dc2892c8fed731d22ebc7f98a73f21c1",
   "seed": 9017,
   "split": "heldout",
   "task_id": "t-2cc56f6e180377a3",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "e60ea9a657464dbf54bc655689c934ffe91fe4f842edadb0206496cf374da714",
   "secret_sha256": "eb6bab473470c79b9f365e3b945e16a3c42100e8418b5f6e37e441f3e73d5434",
   "seed": 9054,
   "split": "heldout",
   "task_id": "t-4a71ecb5441fe2cd",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "2e824af61fcb4a6cef3bc830a1c722dca08751600d2b0f6c350763b4e805fb1a",
   "secret_sha256": "a5fe58fc1d485df7f6939f417245ef38b28092035c3a06c9fe54d148abcf718a",
   "seed": 9091,
   "split": "heldout",
   "task_id": "t-d7e2b42fdc4fd290",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "12af17592d6010b58fa2f8c1748b50892a7a42226164e6f47cc74fab084d1160",
   "secret_sha256": "b00533e84403872c099493a94a6f00a6cd85bd2797f2147da27231c43d424879",
   "seed": 9128,
   "split": "heldout",
   "task_id": "t-6a56cf6c02986089",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "2f123aa39df1f662dce6ce56320b1ee4cc83bc6686c0032543e26c617166de2f",
   "secret_sha256": "96ef697aa6226ea9c09edb823bc4bb8ead3a9499a438d39a6bcc96b91f90cd08",
   "seed": 9165,
   "split": "heldout",
   "task_id": "t-1b629f744cb3e537",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "6ae410e03acb56f3f2ceb9af3dd1f9800530cf32336a4e3f7e5d53c29279e8ba",
   "secret_sha256": "ff3b14a1aef2388f9a162fc63b1298abaf66a8889c400f2d2e423e3506f63361",
   "seed": 9202,
   "split": "heldout",
   "task_id": "t-f5e4925b54341cb1",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "556c5f95be77a509f7fd98083221e82b512239080ab8b6dbb0287312065256f3",
   "secret_sha256": "6a73af916a0635d47fa8ae31ce0877428e9b0df5d6148f7a0d19e2f40bb263e6",
   "seed": 9239,
   "split": "heldout",
   "task_id": "t-79f4d6df69f2b5a5",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "431279e3dd728edf68243deb6a1088a80d1036ef6c63c9f63fe98727517c5fa0",
   "secret_sha256": "152c6be18a37ba4bd973f82421c97ef586e9bf1abc840746543a613b2a63f098",
   "seed": 9276,
   "split": "heldout",
   "task_id": "t-1ac319c583c7878f",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "062c53666a33ade901481876df08239afee739ad9f962f7fe1afd96170e0c77a",
   "secret_sha256": "3a16f9648e30f2636b3ef3a349dcdcf6abfe7dfff327d47a961bf001edc42135",
   "seed": 9313,
   "split": "heldout",
   "task_id": "t-0faf45553d5077ad",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.hypothesis_test",
   "family": "hypothesis_test",
   "public_sha256": "8a708af71c29f93793ae28086f25b308323270eb8efa7ed10495ae11abc72a88",
   "secret_sha256": "1ef9ecf440926aac635afd4537676913bf8e07b4a60a645d9bc22762d7ff764d",
   "seed": 9350,
   "split": "heldout",
   "task_id": "t-91ad6afcb4e4659f",
   "transfer_role": "source",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "7dca16340a1706f7b3b6a6e30cd25a6333ee81161af51d71ba3a21ea3cf9e238",
   "secret_sha256": "5b6d7c712d00f871846dc3aec7a90046cf67ad05c6216b0047c66f70920ad490",
   "seed": 9029,
   "split": "heldout",
   "task_id": "t-2320ce13435f8861",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "6efd3e54f367027b3b0ca6cc94ad9a53c9e7f011175038e6b6f8f3ca2e1fc475",
   "secret_sha256": "50a9fa704bce2752d98ee38049f58877519bd3168f347053e1650b8e442d489c",
   "seed": 9066,
   "split": "heldout",
   "task_id": "t-aef012c04c6ec290",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "ee80a7a9b78ee9461a3e583ec842b75fc2b0feb2c6dc01dcb1cf9017c95cd2d6",
   "secret_sha256": "86f114418777c222ec45c3edd5aebe46f071ce91e7bc9681631c9264df9e9208",
   "seed": 9103,
   "split": "heldout",
   "task_id": "t-8c34f7f2b49025f0",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "fa3862b9d64540a7ba92a60b42ea8d57ea0d024387bcce5cc8e928bf7e47efdf",
   "secret_sha256": "528a074bc69477c6288a601e0618e8b64f0ecdcce64b2623c0b425b779170fc0",
   "seed": 9140,
   "split": "heldout",
   "task_id": "t-6ca8db199f50621d",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "048b7e79713bcbce26b362e7946bc65f836eef838c825c70bad4536e2345271b",
   "secret_sha256": "235cdaa109877a576f8b0ace6a5381f1adba1611a375127e22dc8825d52f0e55",
   "seed": 9177,
   "split": "heldout",
   "task_id": "t-d6b9c1b468581001",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "545460516f175740ee69b83553625a1e79248e869eb308b6d6d64bce2ee67996",
   "secret_sha256": "9d60315931732d7682ef5a4bb6e6702a3a046305976e1ef9d5445d208be65fcb",
   "seed": 9214,
   "split": "heldout",
   "task_id": "t-d1513c30e1ede2e2",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "4831c63ec8759eb5c646b197cca70646423c83f7557176b407fa54cd3b6e8147",
   "secret_sha256": "0298efeebc494ce5cfecc7c7cfe99ad203d262154cd68599317fa1853d7aa460",
   "seed": 9251,
   "split": "heldout",
   "task_id": "t-78050ab522adf1c2",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "d37ca127b4f66cdce5de23a5a3fb447ef0e80557464636083489af75332118c5",
   "secret_sha256": "0ee3597dbc40d5fffc4957dbfd9726afa0a5d3f1540f8171b21806681d4c00e9",
   "seed": 9288,
   "split": "heldout",
   "task_id": "t-43afe259568f6ba7",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "14dc2c42982e5097fdaa6f2a1224f895b2849e4c7bb6535d040b1483fdce7c86",
   "secret_sha256": "12d89be5534a143e9859eebf65a852eee132a972718a75f9528ad6425d87155e",
   "seed": 9325,
   "split": "heldout",
   "task_id": "t-86a8f0fab12b6e2d",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.underpowered",
   "family": "underpowered",
   "public_sha256": "efbfe34a5930d371420f028bf8c703bed510788049097cd0a3117fd8a5f02b5d",
   "secret_sha256": "a5c2573caf2a7c79fd54d53055bd33e0f97265cedc71455a9e370ae9ae27184e",
   "seed": 9362,
   "split": "heldout",
   "task_id": "t-9846ab2ce3ed5512",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "8b1ae12461558db708333dbe3ef720da0b856be84877ebeb2b9942e6456439ed",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9017,
   "split": "heldout",
   "task_id": "t-e217d47bd0e0780e",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "628f7dfef1a4eecf103da3eb76570cc2f4cdb908bcd1fd06156378f4df3cfe48",
   "secret_sha256": "e5497360233390803d5242500582fa2897e84099a5afd459c7dc127aeafa4880",
   "seed": 9054,
   "split": "heldout",
   "task_id": "t-d896004d25a2429d",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "7f588f475bee9cfdf3da7bb54022d00dc171926555efa7c9bd093346f4fedef3",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9091,
   "split": "heldout",
   "task_id": "t-93592be3b4b60838",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "60845c57351c8b464dd17e7d307f5077c990c0781b376230a387b723d6a84d48",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9128,
   "split": "heldout",
   "task_id": "t-8ffc3bee262632b8",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "473fada07db74731da6988707bafaba14ae788eb9a4a4b239dc56a01d7fb02a1",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9165,
   "split": "heldout",
   "task_id": "t-3b67b40319fcbfa9",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "3e0b6667f142a3a7f99c63302fd9f9e78044cbf085e5c0da97172c147218a617",
   "secret_sha256": "e68a814bd0f69a1e8450de2b2ec6841a05472dbaa3a2df302fd0ebc54c6ab855",
   "seed": 9202,
   "split": "heldout",
   "task_id": "t-2c5b1c248f486cfd",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "56fd067e066ed0c6a47722475c1034c437c9282368f492ba7b37aef32d9992d5",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9239,
   "split": "heldout",
   "task_id": "t-5e50ca2a09920f85",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "8b337df6300a816c1b49536d788aff73353408f5a3aa1c789d7f6c3d3c482101",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9276,
   "split": "heldout",
   "task_id": "t-d0c4a02d61c79ed9",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "00b123995bcf6ea39876439a3a5be8243725c226884c6e77e9c859dbc53292c0",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9313,
   "split": "heldout",
   "task_id": "t-b9042081a5eb54e6",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "science.claim_check",
   "family": "claim_check",
   "public_sha256": "7234d45f50143a5a367984711d5b19eaab2096b99dc6e8a6e67a2ca7e6450e24",
   "secret_sha256": "3a515a926bf82a00a672e903bb1cdc0252151526f9152e63015fa8ac92b83ade",
   "seed": 9350,
   "split": "heldout",
   "task_id": "t-a22d47fb4071cfa3",
   "transfer_role": "none",
   "vertical": "science"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "a57b9a3d603d5d02ae64ef2044d2d4f2f99273ba8d7334a3f713c3c5f97e1cab",
   "secret_sha256": "37ab8708e9a61e58dabfde46b2261b1a81fdd69d4492738259c1aa02bc6f26db",
   "seed": 9011,
   "split": "heldout",
   "task_id": "t-3430b44ce245a177",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "08ada7d6ad0056ac8856af9433c424960ac194b0c8abfe16168892ff6f85afb7",
   "secret_sha256": "970aec40eb76b3741195913d4fd0c418804ee29569f93d9c0ce32b7e12416c53",
   "seed": 9048,
   "split": "heldout",
   "task_id": "t-141e8ae5b063ebea",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "5553cd125ce39eb30de3b7b801b627ec51d3027dda03385001e1d0dedd8234f0",
   "secret_sha256": "f056117e89d08dadcbd473f55bd5c4a7fe806e53376cfe71ec50972403a208da",
   "seed": 9085,
   "split": "heldout",
   "task_id": "t-84815282efe5e6f4",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "2c42555d026791b1e04972433492edd3e0cdecf9cadcc09a0654255258ac2204",
   "secret_sha256": "9932849048a93ddf8bbf051378c2b6bc916d05949dc985a4b880cbfc88680476",
   "seed": 9122,
   "split": "heldout",
   "task_id": "t-b96d9adc35b15958",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "476567553ed70351bbd18e771f985c28f7fa2db3576220c6a2b286b85a2d2c7e",
   "secret_sha256": "bb838a5aa8adaf20ef0eb0458a12b72e79bcb00a1ba11f671d0febcb11665ef3",
   "seed": 9159,
   "split": "heldout",
   "task_id": "t-718b460d9041ec5c",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "27f0b3106b86bde3f32aeeeee317132842f323ce21f6e19d1984765dec19a3fa",
   "secret_sha256": "fb05972fdb13ebbf7a1a0f76e78ed1de1d0b3b9f98e2c241dce97c77e68fec31",
   "seed": 9196,
   "split": "heldout",
   "task_id": "t-01b95fe0330dcfd1",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "95e4e5395e501e5d6866104b483e75cb679dc6f8ee1432bce7a8a43c67dd2062",
   "secret_sha256": "e1579642e7f87f2b7c1ca169d6250fd9dc7bec322ce532b2257fe3b3614681a2",
   "seed": 9233,
   "split": "heldout",
   "task_id": "t-2a540c2c2b020491",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "aba741d1c585bd24e21a0a64e448ef6c8824df01550e508b81270abe609915d6",
   "secret_sha256": "f72b8571f90cabcceaf63a3773b5669bb091c4f8fac5c5c8d02fcdd9570fb2a6",
   "seed": 9270,
   "split": "heldout",
   "task_id": "t-ee1f2cf67d85e094",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "b1b56930779284b95b5d874401a8628132d102902439d79c2681c9e19ebdbab9",
   "secret_sha256": "eaa2d6bd182c58d6a2b442e4ec80e4e668683ba68c8b844fb4758ccecc556e25",
   "seed": 9307,
   "split": "heldout",
   "task_id": "t-8742f961db142d88",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.allocation",
   "family": "allocation",
   "public_sha256": "baa897e53fc0ba0efb65459284711f3ee14b0a660a712b42db78b598eca5c5c6",
   "secret_sha256": "14c73f95b34a826fecb4cdac4fe72372591dc8da5b54080db914929d44b8354d",
   "seed": 9344,
   "split": "heldout",
   "task_id": "t-93679594034937d8",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "caa9764aeb8b2f9751006f2d952b44e0ed0aeaa352e6fcf04a1163b265871c9c",
   "secret_sha256": "63c99c8d57fbef8e363efb9914932ca4933b858afbc190256e7230505d1389c6",
   "seed": 9024,
   "split": "heldout",
   "task_id": "t-983f54542ad21689",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "db885bf11c05792d40776b4572c8bbbe4b233924c6fd3c27d8700e8f0411d72e",
   "secret_sha256": "52aeab24cb0d86726e6aa7a9dc80f4603bbb8801cd053e79a12f3e13fd4d17af",
   "seed": 9061,
   "split": "heldout",
   "task_id": "t-d6cea647a6b3826d",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "dd3e1ec6baaf87287a084fb9d880d00e45e5ea5ddbbe5608c0162ff3357e2734",
   "secret_sha256": "3e259522e535a571c8777babda2d9b58f603181bfad7bacaf5a7425405dfa333",
   "seed": 9098,
   "split": "heldout",
   "task_id": "t-0284a03e1196daaf",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "468e35f1e1eab895b74bde96e45b963346965e335c055c3a33ae8d85730d03c8",
   "secret_sha256": "81cfa8167734a0192cc674e69123b5ddcc755955bfa2b63db3a53156aaa8c355",
   "seed": 9135,
   "split": "heldout",
   "task_id": "t-d6ba627a53c7ca5c",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "3400d4b267551af85308c81d465c1f296469b92dcdbcaf27fcf5847c45ea277f",
   "secret_sha256": "3422fa2105cd27f1186dfd1faecb64e90b1046731c3c16b085ec282874108b03",
   "seed": 9172,
   "split": "heldout",
   "task_id": "t-3f48a017a2f0efc3",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "b61df743ed4750de98253da2fa8c8a3078d4fe5ed7796e5949786e2aed0c51fa",
   "secret_sha256": "56344fcd1f5d3cc1d7dc87a9316ee021a76675afa039e26e8f142e9cfde023cf",
   "seed": 9209,
   "split": "heldout",
   "task_id": "t-31417b2755630813",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "3d2c158c0a643415b6c6a7192d1cdaa108649053158ee16a52550be7b3e35a66",
   "secret_sha256": "bd0b0fbb104236d486259800c328841b9dcd2ebb2ab7f5828db507e5fcfb738b",
   "seed": 9246,
   "split": "heldout",
   "task_id": "t-3a5005fb70ccf1af",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "9a20dab1faa463bbee662d28224bed3154ee416b26cde8d843c8f6aea80dd2e8",
   "secret_sha256": "2f5966669f17cad99fc7affe332626f52f0829322664c129476ca42702c9d8f1",
   "seed": 9283,
   "split": "heldout",
   "task_id": "t-9fd12c7be032cff5",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "a007cb7575ba7371dbad2ebc432b53e2ffe381faa26b08656c635ce61488d935",
   "secret_sha256": "79a50b56443fa5c3fda1d41a0e01e831420c7b9428964f53d326043be59c8fd6",
   "seed": 9320,
   "split": "heldout",
   "task_id": "t-f5ef8a2ccfc4a6e5",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.replan",
   "family": "replan",
   "public_sha256": "a0138b1796baadbfc94ded670ae7cc3b5c34103175aab6f490b486a5f1bafd40",
   "secret_sha256": "16452e8a460230e288f40c3969d70f97a3925f2aa2eddc6944c6e6af767266fa",
   "seed": 9357,
   "split": "heldout",
   "task_id": "t-615b57892276f246",
   "transfer_role": "none",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "93f605ea7b1376d66b547e3dc731017df489e4e4d6470661aaa5207f54cad585",
   "secret_sha256": "e4b53d6e493dec0da1a192ebe171ed41b8a23a17f20fa9c5091e7ea1ce26b13f",
   "seed": 9005,
   "split": "heldout",
   "task_id": "t-a899ddaa9f312ebe",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "a7fa1ad524d5aa701c24b1a0f76e06cc99889807dabe07ae668b6b2e63f88b27",
   "secret_sha256": "bc317116d366ac9280ad4d9cbc4428c6dcb2fe9418bf2fdc8fe7b6c5e1b758b1",
   "seed": 9042,
   "split": "heldout",
   "task_id": "t-63b52f2fc71b0c17",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "df246c7b59c9db4111b816e47aa4d5bfdd078503ab757f6f0b4e824cd571679e",
   "secret_sha256": "bc317116d366ac9280ad4d9cbc4428c6dcb2fe9418bf2fdc8fe7b6c5e1b758b1",
   "seed": 9079,
   "split": "heldout",
   "task_id": "t-31a3ee3a0f96a908",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "1de3f929cd07e8f80f6b1ee6571262cf5964827631cd3730db7209e1f6761012",
   "secret_sha256": "8c1e5abc472193b452033011b2c70e03b94e17f2e5f820feea6b1cf1840aceee",
   "seed": 9116,
   "split": "heldout",
   "task_id": "t-be2a014e63a2ab95",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "70317877126c80fd868739c8f6b48b177a78386c56b1daacc50bd4c94c415242",
   "secret_sha256": "8c1e5abc472193b452033011b2c70e03b94e17f2e5f820feea6b1cf1840aceee",
   "seed": 9153,
   "split": "heldout",
   "task_id": "t-9c3e2f7ebed4cf11",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "56cc2a8169daa64f9af5abee440ba1c24b87ea5a33ee891e90193251c14edde2",
   "secret_sha256": "bc317116d366ac9280ad4d9cbc4428c6dcb2fe9418bf2fdc8fe7b6c5e1b758b1",
   "seed": 9190,
   "split": "heldout",
   "task_id": "t-cf6cca2426125681",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "ba34e684fde481b7d7ba78bec72bcd736e0b20d89217af69f4a5a491ceb357ad",
   "secret_sha256": "e4b53d6e493dec0da1a192ebe171ed41b8a23a17f20fa9c5091e7ea1ce26b13f",
   "seed": 9227,
   "split": "heldout",
   "task_id": "t-370795d4ddd13f7d",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "4ea90a00a655c8654a4705f199f1cb7bd3625cfda48125cf66bc21bdd4c8bad4",
   "secret_sha256": "e4b53d6e493dec0da1a192ebe171ed41b8a23a17f20fa9c5091e7ea1ce26b13f",
   "seed": 9264,
   "split": "heldout",
   "task_id": "t-d70745a0685c04b2",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "80ac3a55a29982eb1f7a7f8de442629f79ac18ae05775696e534f703e68e7d32",
   "secret_sha256": "8c1e5abc472193b452033011b2c70e03b94e17f2e5f820feea6b1cf1840aceee",
   "seed": 9301,
   "split": "heldout",
   "task_id": "t-3755de7db2e5d648",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.scenario_test",
   "family": "scenario_test",
   "public_sha256": "27c5d3e330e56f2b131a377fb65e11299017ffe71396519cac1aee68d9f8e1ad",
   "secret_sha256": "bc317116d366ac9280ad4d9cbc4428c6dcb2fe9418bf2fdc8fe7b6c5e1b758b1",
   "seed": 9338,
   "split": "heldout",
   "task_id": "t-bac7d62d597824e3",
   "transfer_role": "target",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "1bd67b38a897b66d17b5b13a3ba13430851852917f0a454d13c4233a7e7c8e7e",
   "secret_sha256": "c9a8b2d011408b80bd7b792fbd6beffd9535c19ec28e681e4d15c7d5aff0cbae",
   "seed": 9012,
   "split": "heldout",
   "task_id": "t-07b50fd806227a0b",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "28d7b2512cb3c5664d7e89dd9540b93ffec7bc23c43f6c90ba0787fe0f27ff17",
   "secret_sha256": "2f30869b5bad42b261057a3f08729a1716e105f3ddf3b96dbf079f26b4ba685c",
   "seed": 9049,
   "split": "heldout",
   "task_id": "t-44c74e8bb9006040",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "30be75d41d8888287c3dcbe60f82c6e9d31b039635a926c10a7f6a477d1e3e55",
   "secret_sha256": "787a906f204aea9f99539a8faff620a986750d2cacec98a1bd3be9335e3a9e1b",
   "seed": 9086,
   "split": "heldout",
   "task_id": "t-391246447a31672e",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "99f80524b8078d9f8cb8679bba8e3697ccac3dfad525a21d2b89c56eccb623ad",
   "secret_sha256": "787a906f204aea9f99539a8faff620a986750d2cacec98a1bd3be9335e3a9e1b",
   "seed": 9123,
   "split": "heldout",
   "task_id": "t-5d529b114b50a2b0",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "4e2a17272780737f8f840d49cfc27ebd209b338ad23c6a3f75ecd153f5fc3b80",
   "secret_sha256": "2f30869b5bad42b261057a3f08729a1716e105f3ddf3b96dbf079f26b4ba685c",
   "seed": 9160,
   "split": "heldout",
   "task_id": "t-04060ff250aed9df",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "e7bcd7934141fa9d05f006c149a388a2539f349b220bd6bb96c220539716a609",
   "secret_sha256": "c9a8b2d011408b80bd7b792fbd6beffd9535c19ec28e681e4d15c7d5aff0cbae",
   "seed": 9197,
   "split": "heldout",
   "task_id": "t-550ae0b5d86d9ff5",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "d999e2ea0e09face0b52b0a322508c09cf61a308ffbb0c8836a1b3462f09600b",
   "secret_sha256": "c9a8b2d011408b80bd7b792fbd6beffd9535c19ec28e681e4d15c7d5aff0cbae",
   "seed": 9234,
   "split": "heldout",
   "task_id": "t-7859e198e89d17cc",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "e2a90dc2ed3a5b2bf31da345fe9d0eb7d7ecca05e7aa7074548f10f84a2c2a91",
   "secret_sha256": "c9a8b2d011408b80bd7b792fbd6beffd9535c19ec28e681e4d15c7d5aff0cbae",
   "seed": 9271,
   "split": "heldout",
   "task_id": "t-1907502e44c662bb",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "230ced121aa400c41b9a7c5b991feeda00ad82b27e39d52095f852173d006d92",
   "secret_sha256": "787a906f204aea9f99539a8faff620a986750d2cacec98a1bd3be9335e3a9e1b",
   "seed": 9308,
   "split": "heldout",
   "task_id": "t-5fc1f0a3656ee5ee",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "business.logged_ab",
   "family": "logged_ab",
   "public_sha256": "c96ef6afd6bec6af932dbe6401451873f67bd5e2298792e996fb5446703ded8a",
   "secret_sha256": "c9a8b2d011408b80bd7b792fbd6beffd9535c19ec28e681e4d15c7d5aff0cbae",
   "seed": 9345,
   "split": "heldout",
   "task_id": "t-cbaf732e7f12335b",
   "transfer_role": "negative_control",
   "vertical": "business"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "bb9239a6d1a7eda6ee4026937c1ea9dc18c208e13704217e280fb2b9b2876446",
   "secret_sha256": "3e7686d266212d3dd6bee5e2bb0d079afebb296e75934a275edf125e0604213f",
   "seed": 9021,
   "split": "heldout",
   "task_id": "t-182ca39e40140934",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "9317424e09c64f0fc8040ef81962ce520e02d93647e4b2fccf31b22218bb612a",
   "secret_sha256": "04cf82567c7292f5a955d66a50b03d1cccde61955cc9c45410b5345d92d7aa36",
   "seed": 9058,
   "split": "heldout",
   "task_id": "t-92cb955d6c7289cf",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "e70c51457712c6ecb3fbc73aef7258c9d1b07059713e1407f24c4fcd92445983",
   "secret_sha256": "7b560437fa8b50d2964aa300d500e319f7910c4b559d1590a4e348789ccf05d5",
   "seed": 9095,
   "split": "heldout",
   "task_id": "t-3566a15d09db0685",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "284ce75c87216e9ac20fe3e175644604a5f91dd4fefc27fa83e2103546795179",
   "secret_sha256": "3e7686d266212d3dd6bee5e2bb0d079afebb296e75934a275edf125e0604213f",
   "seed": 9132,
   "split": "heldout",
   "task_id": "t-4539ae0c7f673305",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "f334e1960284a08f0bea07b9dd7e46b962a0f5e92a68891e813ecf759dd3f270",
   "secret_sha256": "d2fbe286bcab6fd9ac7cd13d2c3c5f7041b3a996e4ab6c8e964e36ba6a34676c",
   "seed": 9169,
   "split": "heldout",
   "task_id": "t-6e8036acd09a7f97",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "7f2ca8e1af55e70c321ee3f87d2a6376362fe58dd1b017882aa71f0b1e95dcfc",
   "secret_sha256": "f50a0ff44b9a3cdd144af6331c289db97a90e38fa1aec7f3736e0f171c822e40",
   "seed": 9206,
   "split": "heldout",
   "task_id": "t-3c90546384512e1d",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "cc27d3e1b2f9c71d40e8a18f38b2569a0e9dcc74ba4283da08774b638d0096a2",
   "secret_sha256": "bfd809e30f1338751ae413635e2d6bb5ca5118cd8cd79ea17c6f2ffd64fbfb81",
   "seed": 9243,
   "split": "heldout",
   "task_id": "t-e2349eb404909333",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "b34e07401b793dfe5c1567e4729a8a350c97cad0d311b6887867915c857d0c35",
   "secret_sha256": "1cdfc1e430af50a0583f77679cc0e6eee5c0a2a8276295c3138ae60bfa22cdd1",
   "seed": 9280,
   "split": "heldout",
   "task_id": "t-22ad8dac8f0c057d",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "c2de987930ed7b9335006659069010f90337b5850730ae0b6c149eec595697d0",
   "secret_sha256": "1cdfc1e430af50a0583f77679cc0e6eee5c0a2a8276295c3138ae60bfa22cdd1",
   "seed": 9317,
   "split": "heldout",
   "task_id": "t-47654fbd58fe8627",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.chain_diagnosis",
   "family": "chain_diagnosis",
   "public_sha256": "4291e9903c3a880b34050097378d3c6b8cb31e7ddcecb009a1e149cced3e756a",
   "secret_sha256": "04cf82567c7292f5a955d66a50b03d1cccde61955cc9c45410b5345d92d7aa36",
   "seed": 9354,
   "split": "heldout",
   "task_id": "t-3e01918077f0b5d2",
   "transfer_role": "target",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "30088f525ce8d450d277b51df4e409e9d9cf606491469f8adfd2a5fb9406e5e1",
   "secret_sha256": "073dc0c107ca74a3c7d8f8d2d7c86251f4bdb1abef28ebc19f2e1f8e4ea43fe1",
   "seed": 9020,
   "split": "heldout",
   "task_id": "t-862f952efe228522",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "40a2f9fab9543ccf366a2c7f8bbb5415a5dd8b51fbf252aa5b49a24919755621",
   "secret_sha256": "5534031b42421ffd4f087529aec522b6991e413c87658babdf0c0a82c5e5075c",
   "seed": 9057,
   "split": "heldout",
   "task_id": "t-e53b66aa691f1961",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "b69e6d30c26abf85e062be6e0483b1172e2106df6aa3cbb8d16db6edc6983016",
   "secret_sha256": "b8d79e13c15e0d6fcc3bc08346a6da9a8d0469f1bd02476f3567d7e247146adc",
   "seed": 9094,
   "split": "heldout",
   "task_id": "t-fcd5444d2466e5e8",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "9ac04b4b09082230a6fe28bb4e9d9141f5a5f81f14c88843b7c61bf2feaf2f6f",
   "secret_sha256": "6520a1b4977c976a0e889e85c80f6618eceef9e4b518eca66f72d590e4b289fe",
   "seed": 9131,
   "split": "heldout",
   "task_id": "t-1a9f25411646748d",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "d21d9ef728eda98af56259d03be3ee0b050369ebf82268e6bdd01275c76962a1",
   "secret_sha256": "b8a6fb43d3ac00170ed428ab3d45c008690d00dc68c89877a037fcb7ff77c3e7",
   "seed": 9168,
   "split": "heldout",
   "task_id": "t-ba75d43b5e826676",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "b4b3dcb86d02ed2c7842800cf4aa44a7b03749e1168e4e9253dcd05518e232df",
   "secret_sha256": "5534031b42421ffd4f087529aec522b6991e413c87658babdf0c0a82c5e5075c",
   "seed": 9205,
   "split": "heldout",
   "task_id": "t-e60df157ce7d858e",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "e9e95751752959630b3908c48a05f2e1ea94435916c7f52c6516454a48527ccd",
   "secret_sha256": "becc8031d0d8b3eddf7616ab614c8fe51b0c73e7e93eb26d8ab4d4dfd8ee1b49",
   "seed": 9242,
   "split": "heldout",
   "task_id": "t-b20ef7e200fc922e",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "0335a89500062a048b199543978e9c95fc79fbaf48cfd50c10c849fa9f8f7f38",
   "secret_sha256": "3606729477e3b251d0e8e5586e52c3d8a839c3d49c8ab9c4d38f8464378365e9",
   "seed": 9279,
   "split": "heldout",
   "task_id": "t-2300b25f48acb584",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "5325385e390bcf14ac22fee4f26f463ced80f0f7c8afb42d6d101b71385fb99a",
   "secret_sha256": "86a95410d82ef03358afb54ea2cdf906c0c63cef59f37013c4bcc877d80a2293",
   "seed": 9316,
   "split": "heldout",
   "task_id": "t-113413720af4d8e3",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.skewed_prior_diagnosis",
   "family": "skewed_prior_diagnosis",
   "public_sha256": "f5ad1c1d83fabb5ce040c1ae4226bfe38d21119931a936ee54478a68e87c0cec",
   "secret_sha256": "b8d79e13c15e0d6fcc3bc08346a6da9a8d0469f1bd02476f3567d7e247146adc",
   "seed": 9353,
   "split": "heldout",
   "task_id": "t-21138d2b29e74847",
   "transfer_role": "negative_control",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "45c20ff5dda3a1066342d4a5d3cc951efd56fca4fe9acaa9f8b2ceb4c5be431e",
   "secret_sha256": "e17e6c167b4e7e84350d561c24361f14f914f183228f5b935ab2b6c57bfc6448",
   "seed": 9030,
   "split": "heldout",
   "task_id": "t-7c12785be910d644",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "b964497af1b73927a99f161a6230f26699d37fbc2a076ad8cf9cd8021f0ed6eb",
   "secret_sha256": "3a0c400801d2e990bcaf94867205b9f6a3dd47f112e9dce2797384b1790bf3b9",
   "seed": 9067,
   "split": "heldout",
   "task_id": "t-7caecce82fd102e7",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "89d33b2353b082f403a135cef3ccc72a70d05b7313c6db85a5a08da9a4b267a9",
   "secret_sha256": "95e80d7af00a72f243dc9ea2c168078beb2b8cf8b71f9e5b984957bc29eb7f7a",
   "seed": 9104,
   "split": "heldout",
   "task_id": "t-afcf7ed91a0bbea6",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "d60852bfcd51c8bbf8fd0c7387973af4e27145fe0487bb7ef315d2c92000e360",
   "secret_sha256": "77b34b9961c5ce12672984c8c0783a138d4183fa8152728eef7c37db85e6a079",
   "seed": 9141,
   "split": "heldout",
   "task_id": "t-a7b9737d667a063e",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "24b1f2d2789372c3eb5c49b18776fa5e6591fa07307d08ad6d7ff940f2d58468",
   "secret_sha256": "3053763189f5f16fc812ee9dd2556652c029f52f764eb2f4a13ec03b4b6dc132",
   "seed": 9178,
   "split": "heldout",
   "task_id": "t-ad61f5b62994d4ea",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "f0d49bf50a3f03245f76a1a52dad7b7e2b77f8e738a02eff9fac698eb56640ed",
   "secret_sha256": "95e80d7af00a72f243dc9ea2c168078beb2b8cf8b71f9e5b984957bc29eb7f7a",
   "seed": 9215,
   "split": "heldout",
   "task_id": "t-f9a4e407fceb4e19",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "b6937a9cec755a86eb5e31f7b458b068e3cfb9a4212da20b71aa17e0a0fef419",
   "secret_sha256": "9ff83d3102c8ad14897e1b2dd1f167a5024e36031e9ba6d2cdb01f1cca997d8d",
   "seed": 9252,
   "split": "heldout",
   "task_id": "t-c4881da763ec0684",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "326476a97cd8e62a41a633b1919a9bfecd17c084f65654adbfefc851bd4d3974",
   "secret_sha256": "da68ab332299acea93bdd2645bc75a66ecb9160cdbd6fbf6bb3da8597c7eb267",
   "seed": 9289,
   "split": "heldout",
   "task_id": "t-2a1fcf6ef2fd90f1",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "5c1bfd1eeec66d79e80a2bdd226155fa3b696b41a8db31eb699e72cc866b027a",
   "secret_sha256": "46b4af35845d9820c8d4372a844ae93584e1828da2814130e2e37aa95c540ad7",
   "seed": 9326,
   "split": "heldout",
   "task_id": "t-f46790c4b6f5a986",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "engineering.beam_sizing",
   "family": "beam_sizing",
   "public_sha256": "e9b98bed13c7a14498faa601b0b96d6c2bb82f674adbeb3c902a6b5c27dd78f9",
   "secret_sha256": "87bf3e08a1decc8bcc2b89066d3b7e6b09cab5c9151681287103f6ea3a58cd0a",
   "seed": 9363,
   "split": "heldout",
   "task_id": "t-f75d52198b7d0a11",
   "transfer_role": "none",
   "vertical": "engineering"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "ba7edc670df05826042c48bff19f666bacbc1b6692ac3ec64e558b55add6d032",
   "secret_sha256": "bfd3e8e18237f03a4644fc7c5bfc1fb98df8d874aa772eb48cd44f7df4c071c3",
   "seed": 9003,
   "split": "heldout",
   "task_id": "t-6b81b85ca40faa0a",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "28ea39a12378830d7fbeea6d4ba9c3d91bf269f1f6dae64f5fd704314b3e7f50",
   "secret_sha256": "f558f5c1eb81c8935ca6a2aba07fea6042f9d281dac37d27f0b9b8f07bbf135f",
   "seed": 9040,
   "split": "heldout",
   "task_id": "t-091223e130355632",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "065ff00cde96015342b970ecc6f117f19cdc9c5de7826c45ad36c9000c1e9f02",
   "secret_sha256": "3a9fbae39f9bfd6df756baa345480c4840bac8f07e5362c70aaa6836347d2691",
   "seed": 9077,
   "split": "heldout",
   "task_id": "t-fb3d7853fb72a3ba",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "861ef1751125189d3dec314f4344252b34f97e5d0cd668bb65c76fa32adaed45",
   "secret_sha256": "3a9fbae39f9bfd6df756baa345480c4840bac8f07e5362c70aaa6836347d2691",
   "seed": 9114,
   "split": "heldout",
   "task_id": "t-30f33dfe6829479b",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "3a51908545af1ac7b31db41f582359ba6b408d25a0e4568e258af31aa9f4d824",
   "secret_sha256": "9844d6697e8e4fe5ec54e950838c6db26c088bd9bcbe5c74cee0974eaf79cd17",
   "seed": 9151,
   "split": "heldout",
   "task_id": "t-f5f7d9f7416cfedf",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "ef630c7f2d4a61dcb620f32c0f619462dd320e86893188a6424199b53e9d84d8",
   "secret_sha256": "bfd3e8e18237f03a4644fc7c5bfc1fb98df8d874aa772eb48cd44f7df4c071c3",
   "seed": 9188,
   "split": "heldout",
   "task_id": "t-7a1b5bd1987b5c24",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "b2ebc43be1fd635178a96aa36241e1b2244a5a5309b3ddc6e1e82f04a2805c40",
   "secret_sha256": "3a9fbae39f9bfd6df756baa345480c4840bac8f07e5362c70aaa6836347d2691",
   "seed": 9225,
   "split": "heldout",
   "task_id": "t-7eabbbe4bb9acac2",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "b5ba3a528bb35e194d14a38e98c9fb4ad37fb0a5a4ab91f9ce485350a802a77f",
   "secret_sha256": "3a9fbae39f9bfd6df756baa345480c4840bac8f07e5362c70aaa6836347d2691",
   "seed": 9262,
   "split": "heldout",
   "task_id": "t-56c5baf6b4c41d59",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "ac2b42addaea264fc8bedb60e07250d2e36c3cc2255db06872b297337bb68702",
   "secret_sha256": "f558f5c1eb81c8935ca6a2aba07fea6042f9d281dac37d27f0b9b8f07bbf135f",
   "seed": 9299,
   "split": "heldout",
   "task_id": "t-beed92fa0a8b6c86",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.misconception_diagnosis",
   "family": "misconception_diagnosis",
   "public_sha256": "0506c1c7f2ab3a1c0812e9e69eb75ddeff8811d69528b08f3599d997299e0506",
   "secret_sha256": "f558f5c1eb81c8935ca6a2aba07fea6042f9d281dac37d27f0b9b8f07bbf135f",
   "seed": 9336,
   "split": "heldout",
   "task_id": "t-30945178bef0b6f8",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "bda60dbe8a7e1427d2011b95140e59c71fa64871626712d9c42eafbedd8344c2",
   "secret_sha256": "67491ca57b58538305bc5b75e8f19394fbf15638d65f7b36f5104bd2a2b9ccca",
   "seed": 9027,
   "split": "heldout",
   "task_id": "t-cda35b494de41645",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "65ededae4941170bbd843b8f2272d8462cfe3df86a59636ce4deba68c3bc77e0",
   "secret_sha256": "4f65d50ceb8af0e29e41224c94f10cc03981d4bcc58fa2f8a75655d0fab2f3b2",
   "seed": 9064,
   "split": "heldout",
   "task_id": "t-f29d6c993a60ff4c",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "af9b6508e5cfdc05eb49629872f91d9a4a108bae5320fdfc14e48be8a778dd0f",
   "secret_sha256": "decc652a07ee014ed3c10420fe1affde19803c1c8ee4c328b945fd0262c12efd",
   "seed": 9101,
   "split": "heldout",
   "task_id": "t-4108c8b7e593924b",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "6aa56e3787c1ddf92e4248155f4bc4cba77dc4dd96b5be2e720771ea87f2812c",
   "secret_sha256": "a4ada32bedb4ef4fced6c7087081382e5d24db1f0a34ca95d4b80c5b84bca16b",
   "seed": 9138,
   "split": "heldout",
   "task_id": "t-416dcde738f77a08",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "26548ed019b6a643f774c891d2207b50f874d04a26f588794bb5df7caf69c6ce",
   "secret_sha256": "2ff94d7e306c18e9c5d2c98746af38e8ba3fbf45bf3e40f3044f169e1223254c",
   "seed": 9175,
   "split": "heldout",
   "task_id": "t-e0e42dfe13a0f913",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "a782829022ae22bc689d3aeaecb0d9f95d5853ceea0b6125316a8c5541bd4524",
   "secret_sha256": "db05e0832be1556ac765516db4e6bf60c48499e9a10b609bf8c33064515bac4a",
   "seed": 9212,
   "split": "heldout",
   "task_id": "t-d73ac0cd26c3f0fa",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "417e706ae9b5ac103f12812e570ea820103929a600139f5d62ff19ce565334a2",
   "secret_sha256": "eb9660b82c46a6448e46a7acf2bb1c746f8bc75d181970a6f3e9744bd324e707",
   "seed": 9249,
   "split": "heldout",
   "task_id": "t-65e8e7ba3bb28b79",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "9b56bf1098ce5eff186ca857b6bb9c8c9ed55e882bf07021a49bc18f7d95e926",
   "secret_sha256": "40adb48a0663eb6f3000bee0e5d7e7f8b68f266af338f7cfc87a3305133a83d2",
   "seed": 9286,
   "split": "heldout",
   "task_id": "t-20d8686c35378fe5",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "1a81258c29f7defe8683b4b3e62d1aab93af65ab29fa17dd5f19f57aea43ec70",
   "secret_sha256": "1de51da4bee3cb58f0da784908c287e8090a25d64579285013929fabf8dd0a13",
   "seed": 9323,
   "split": "heldout",
   "task_id": "t-6bac06d6dd735b90",
   "transfer_role": "none",
   "vertical": "education"
  },
  {
   "checker": "education.learning_plan",
   "family": "learning_plan",
   "public_sha256": "22925c5d74852c3e759fd435d4de286df19b24e512ec34cc999a38b1efe49ac3",
   "secret_sha256": "9637c1faf36766c124999213cfb4c138361450ae423c56dfffe608de7a7c48c5",
   "seed": 9360,
   "split": "heldout",
   "task_id": "t-5fb6a31ea9d7a83e",
   "transfer_role": "none",
   "vertical": "education"
  }
 ]
}