davda54 commited on
Commit
fac423f
·
verified ·
1 Parent(s): ec14a63

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -247,7 +247,7 @@ def load_dataset_samples():
247
  "response_b": responses[model_b],
248
  "model_a": model_a,
249
  "model_b": model_b,
250
- "dataset": item.get("dataset", "unknown")
251
  })
252
 
253
  extra_dataset = load_dataset("ltg/fluency-generations", split="test", token=HF_TOKEN)
@@ -256,8 +256,8 @@ def load_dataset_samples():
256
  sample_id = item["sample_id"]
257
  prompt = item["prompt"]
258
  responses = item["responses"]
259
- model_a, model_b = MODEL_PAIRS[i]
260
- model_a, model_b = model_a, model_b if i % 2 == 0 else model_b, model_a
261
  extra_pairwise_samples.append({
262
  "id": f"{sample_id}_{model_a}_vs_{model_b}",
263
  "original_id": sample_id,
@@ -266,7 +266,7 @@ def load_dataset_samples():
266
  "response_b": responses[model_b],
267
  "model_a": model_a,
268
  "model_b": model_b,
269
- "dataset": item.get("dataset", "unknown")
270
  })
271
 
272
  return pairwise_samples, extra_pairwise_samples
 
247
  "response_b": responses[model_b],
248
  "model_a": model_a,
249
  "model_b": model_b,
250
+ "dataset": "NTNU"
251
  })
252
 
253
  extra_dataset = load_dataset("ltg/fluency-generations", split="test", token=HF_TOKEN)
 
256
  sample_id = item["sample_id"]
257
  prompt = item["prompt"]
258
  responses = item["responses"]
259
+ model_a, model_b = MODEL_PAIRS[i % len(MODEL_PAIRS)]
260
+ model_a, model_b = (model_a, model_b) if i % 2 == 0 else (model_b, model_a)
261
  extra_pairwise_samples.append({
262
  "id": f"{sample_id}_{model_a}_vs_{model_b}",
263
  "original_id": sample_id,
 
266
  "response_b": responses[model_b],
267
  "model_a": model_a,
268
  "model_b": model_b,
269
+ "dataset": "training_examples"
270
  })
271
 
272
  return pairwise_samples, extra_pairwise_samples