diff --git a/evals_canonical/illumina/illumina_dimred_choose_batch_key.json b/evals_canonical/illumina/illumina_dimred_choose_batch_key.json index 2e53d93..9ff0efe 100644 --- a/evals_canonical/illumina/illumina_dimred_choose_batch_key.json +++ b/evals_canonical/illumina/illumina_dimred_choose_batch_key.json @@ -5,7 +5,7 @@ "grader": { "type": "multiple_choice", "config": { - "correct_answer": "B", + "correct_answer": "A", "options": { "A": "sample", "B": "age_group" diff --git a/evals_canonical/illumina/illumina_qc_report_initial_nuclei.json b/evals_canonical/illumina/illumina_qc_report_initial_nuclei.json index 37e1ed4..f3f838f 100644 --- a/evals_canonical/illumina/illumina_qc_report_initial_nuclei.json +++ b/evals_canonical/illumina/illumina_qc_report_initial_nuclei.json @@ -1,6 +1,6 @@ { "id": "snrna_qc_01_report_initial_nuclei_after_gene_threshold", - "task": "Attached is a DRG snRNA-seq dataset with obs column age_group in {Adult, Aged}.\n\nGoal: deterministically compute how many nuclei pass an initial gene-detection threshold.\n\nInstructions:\n1) Use the raw UMI count matrix (integer counts).\n2) For each nucleus compute n_genes = number of genes with count > 0.\n3) Keep nuclei with n_genes > 1000.\n4) Report counts for total, Adult, Aged after this filter.\n\nReturn EXACTLY:\n\n{\"total\": , \"Adult\": , \"Aged\": }\n\n", + "task": "Attached is a DRG snRNA-seq dataset with obs column age_group in {Adult, Aged}.\n\nGoal: deterministically compute how many nuclei pass an initial gene-detection threshold.\n\nInstructions:\n1) Use the raw UMI count matrix (integer counts).\n2) For each nucleus compute n_genes = number of genes with count > 0.\n3) Keep nuclei with n_genes >= 1000.\n4) Report counts for total, Adult, Aged after this filter.\n\nReturn EXACTLY:\n\n{\"total\": , \"Adult\": , \"Aged\": }\n\n", "data_node": "latch://158807664.node", "grader": { "type": "numeric_tolerance",