prompts = ['Question:What sport does Lionel Messi play? Answer:',
'The law in Ikaalinen declares the language']
ground_truth = ['football', 'Finnish']
target_new = ['basketball', 'Swedish']
subject = ['Lionel Messi', 'Ikaalinen']
5.2 Benchmark上测试
Counterfact
ZsRE
{
"case_id": 4402,
"pararel_idx": 11185,
"requested_rewrite": {
"prompt": "{} debuted on",
"relation_id": "P449",
"target_new": {
"str": "CBS",
"id": "Q43380"
},
"target_true": {
"str": "MTV",
"id": "Q43359"
},
"subject": "Singled Out"
},
"paraphrase_prompts": [
"No one on the ground was injured. v",
"The sex ratio was 1063. Singled Out is to debut on"
],
"neighborhood_prompts": [
"Daria premieres on",
"Teen Wolf was originally aired on",
"Spider-Man: The New Animated Series was originally aired on",
"Celebrity Deathmatch premiered on",
"\u00c6on Flux premiered on",
"My Super Psycho Sweet 16 premieres on",
"Daria was released on",
"Jersey Shore premiered on",
"Skins was originally aired on",
"All You've Got premiered on"
]
}