Untitled
unknown
plain_text
a year ago
3.0 kB
8
Indexable
----start Task id HumanEval/103 Num items: 96 Num invalid: 0 Num clusters: 48 Num solutions [1, 3, 3, 8, 1, 5, 1, 1, 1, 13, 1, 5, 2, 5, 3, 1, 3, 1, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 1, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1] Passed [[False], [False, False, False], [False, False, False], [True, True, True, True, True, True, True, True], [False], [False, False, False, False, False], [False], [False], [False], [False, False, False, False, False, False, False, False, False, False, False, False, False], [False], [False, False, False, False, False], [False, False], [False, False, False, False, False], [False, False, False], [False], [False, False, False], [False], [False], [False], [False, False], [True], [False, False], [False], [False, False, False], [False], [False], [False], [False], [False], [False], [False], [True, True], [False], [False, False], [False], [False], [False, False], [False], [False], [False], [False], [False, False], [False], [False], [False], [False], [False]] Intra distances: [0.911371509394825, 0.9464355284961941, 0.7546420322715796, 0.8385477124694966, 0.8775699295783203, 0.7568646555023114, 0.7912134259472294, 0.959242983017813, 0.808177543961072, 0.7651535095691754, 0.9250763841160211, 0.9582371983908139, 0.7539250538232762, 0.7574723537029039, 0.75861982757459, 0.9553779062260545, 0.821242465719871, 0.9234255303335162, 0.7654795439167771, 0.9410548764821053, 0.9195688836161292, 0.8304012456987439, 0.8322037734023464, 0.776081051582918, 0.7739791853009121, 0.9403652233478269, 0.8710918577334846, 0.9330500857564444, 0.9514100749762093, 0.8897227734545806, 0.8742092324355685, 0.928159010683873, 0.8385824865252655, 0.9037615018089089, 0.9464355284961941, 0.9128981014245209, 0.9288900630933927, 0.8170458300376039, 0.8435821785884329, 0.9259536346393529, 0.8973454011104686, 0.9035291583505879, 0.8967974536361704, 0.9051503615029693, 0.9388593432170126, 0.877572403199018, 0.9637844201210225, 0.9297038898928477] To virtual distances: [0.879327398615233, 0.9594594594594594, 0.8057285180572852, 0.9391889380366502, 0.872791519434629, 0.830081056739718, 0.8958440225756799, 0.9807589524318547, 0.8827667057444314, 0.8167617248519633, 0.9698368728839644, 0.9741379310344828, 0.7960579243765071, 0.8262308647083161, 0.8312679934910496, 0.9705882352941176, 0.9081505999172528, 0.916367367880965, 0.8393421884882977, 0.9553978712620378, 0.9273670557717251, 0.9253636938646423, 0.9254468085106385, 0.8837592745259683, 0.8542266422402511, 0.9577464788732394, 0.9551262075412901, 0.9011111111111108, 0.9584954604409858, 0.883711340206185, 0.835075493612079, 0.8728463128876636, 0.9401301518438178, 0.8804515135967167, 0.9594594594594594, 0.9307502061005768, 0.9454660748256181, 0.8776470588235294, 0.9377431906614786, 0.9063270336893998, 0.8832684824902723, 0.8702983138780804, 0.8482970236268794, 0.9192695819317639, 0.95, 0.8268755152514419, 0.9810126582278481, 0.9359079704190629] Accuracy: 0.11458333333333333 -----------