Updated the name of the variable data_samples_long to data_samples
#4
by
kaddy-does-ml
- opened
README.md
CHANGED
@@ -160,8 +160,8 @@ def COPA_eval(prompt, alternative1, alternative2):
|
|
160 |
lprob2 = get_logprobs(prompt + "\n" + alternative2).sum()
|
161 |
return 0 if lprob1 > lprob2 else 1
|
162 |
|
163 |
-
for lang in
|
164 |
-
for idx, example in enumerate(
|
165 |
predict = COPA_eval(example["premise"], example["choice1"], example["choice2"])
|
166 |
print(f'{lang}-{idx}', predict, example['label'])
|
167 |
|
|
|
160 |
lprob2 = get_logprobs(prompt + "\n" + alternative2).sum()
|
161 |
return 0 if lprob1 > lprob2 else 1
|
162 |
|
163 |
+
for lang in data_samples:
|
164 |
+
for idx, example in enumerate(data_samples[lang]):
|
165 |
predict = COPA_eval(example["premise"], example["choice1"], example["choice2"])
|
166 |
print(f'{lang}-{idx}', predict, example['label'])
|
167 |
|