Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -247,7 +247,7 @@ def load_dataset_samples():
|
|
| 247 |
"response_b": responses[model_b],
|
| 248 |
"model_a": model_a,
|
| 249 |
"model_b": model_b,
|
| 250 |
-
"dataset":
|
| 251 |
})
|
| 252 |
|
| 253 |
extra_dataset = load_dataset("ltg/fluency-generations", split="test", token=HF_TOKEN)
|
|
@@ -256,8 +256,8 @@ def load_dataset_samples():
|
|
| 256 |
sample_id = item["sample_id"]
|
| 257 |
prompt = item["prompt"]
|
| 258 |
responses = item["responses"]
|
| 259 |
-
model_a, model_b = MODEL_PAIRS[i]
|
| 260 |
-
model_a, model_b = model_a, model_b if i % 2 == 0 else model_b, model_a
|
| 261 |
extra_pairwise_samples.append({
|
| 262 |
"id": f"{sample_id}_{model_a}_vs_{model_b}",
|
| 263 |
"original_id": sample_id,
|
|
@@ -266,7 +266,7 @@ def load_dataset_samples():
|
|
| 266 |
"response_b": responses[model_b],
|
| 267 |
"model_a": model_a,
|
| 268 |
"model_b": model_b,
|
| 269 |
-
"dataset":
|
| 270 |
})
|
| 271 |
|
| 272 |
return pairwise_samples, extra_pairwise_samples
|
|
|
|
| 247 |
"response_b": responses[model_b],
|
| 248 |
"model_a": model_a,
|
| 249 |
"model_b": model_b,
|
| 250 |
+
"dataset": "NTNU"
|
| 251 |
})
|
| 252 |
|
| 253 |
extra_dataset = load_dataset("ltg/fluency-generations", split="test", token=HF_TOKEN)
|
|
|
|
| 256 |
sample_id = item["sample_id"]
|
| 257 |
prompt = item["prompt"]
|
| 258 |
responses = item["responses"]
|
| 259 |
+
model_a, model_b = MODEL_PAIRS[i % len(MODEL_PAIRS)]
|
| 260 |
+
model_a, model_b = (model_a, model_b) if i % 2 == 0 else (model_b, model_a)
|
| 261 |
extra_pairwise_samples.append({
|
| 262 |
"id": f"{sample_id}_{model_a}_vs_{model_b}",
|
| 263 |
"original_id": sample_id,
|
|
|
|
| 266 |
"response_b": responses[model_b],
|
| 267 |
"model_a": model_a,
|
| 268 |
"model_b": model_b,
|
| 269 |
+
"dataset": "training_examples"
|
| 270 |
})
|
| 271 |
|
| 272 |
return pairwise_samples, extra_pairwise_samples
|