| CARVIEW |
Select Language
HTTP/2 200
date: Thu, 05 Feb 2026 15:59:56 GMT
content-type: application/json
cf-cache-status: DYNAMIC
access-control-allow-origin: *
access-control-expose-headers: Cache-Control, X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Credits-Used, X-RateLimit-Credits-Required, X-RateLimit-Reset, Retry-After
server: cloudflare
via: 1.1 heroku-router
access-control-allow-headers: Accept, Accept-Language, Accept-Encoding, Authorization, Content-Type
access-control-allow-methods: GET, HEAD, POST, OPTIONS
nel: {"report_to":"heroku-nel","response_headers":["Via"],"max_age":3600,"success_fraction":0.01,"failure_fraction":0.1}
report-to: {"group":"heroku-nel","endpoints":[{"url":"https://nel.heroku.com/reports?s=WNau08GbpRQtbAYgoydtRQmCItMFH8h6VG6K%2FI1F74Y%3D\u0026sid=c46efe9b-d3d2-4a0c-8c76-bfafa16c5add\u0026ts=1770307196"}],"max_age":3600}
reporting-endpoints: heroku-nel="https://nel.heroku.com/reports?s=WNau08GbpRQtbAYgoydtRQmCItMFH8h6VG6K%2FI1F74Y%3D&sid=c46efe9b-d3d2-4a0c-8c76-bfafa16c5add&ts=1770307196"
x-ratelimit-credits-used: 1
x-ratelimit-limit: 10000
x-ratelimit-remaining: 9994
x-ratelimit-reset: 28804
content-encoding: gzip
cf-ray: 9c939e253d047fa8-BLR
{"id":"https://openalex.org/W4389518682","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.332","title":"The Effect of Scaling, Retrieval Augmentation and Form on the Factual Consistency of Language Models","display_name":"The Effect of Scaling, Retrieval Augmentation and Form on the Factual Consistency of Language Models","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389518682","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.332"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.emnlp-main.332","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.332","pdf_url":"https://aclanthology.org/2023.emnlp-main.332.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.emnlp-main.332.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025225656","display_name":"Lovisa Hagstr\u00f6m","orcid":"https://orcid.org/0000-0002-1268-8020"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Lovisa Hagstr\u00f6m","raw_affiliation_strings":["Chalmers University of Technology"],"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066295934","display_name":"Denitsa Saynova","orcid":null},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Denitsa Saynova","raw_affiliation_strings":["Chalmers University of Technology"],"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054122324","display_name":"Tobias Norlund","orcid":"https://orcid.org/0000-0002-4598-8652"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Tobias Norlund","raw_affiliation_strings":["Chalmers University of Technology"],"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060248370","display_name":"Moa Johansson","orcid":"https://orcid.org/0009-0007-4965-9243"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Moa Johansson","raw_affiliation_strings":["Chalmers University of Technology"],"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079881269","display_name":"Richard Johansson","orcid":"https://orcid.org/0000-0002-9429-4884"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]},{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Richard Johansson","raw_affiliation_strings":["University of Gothenburg","Chalmers University of Technology"],"affiliations":[{"raw_affiliation_string":"University of Gothenburg","institution_ids":["https://openalex.org/I881427289"]},{"raw_affiliation_string":"Chalmers University of Technology","institution_ids":["https://openalex.org/I66862912"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066295934"],"corresponding_institution_ids":["https://openalex.org/I66862912"],"apc_list":null,"apc_paid":null,"fwci":1.27721444,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80084146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5457","last_page":"5476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.8255003094673157},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7332388758659363},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5921542048454285},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5355690717697144},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5266323685646057},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43554651737213135},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4156609773635864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4075477719306946},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13173747062683105}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.8255003094673157},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7332388758659363},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5921542048454285},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5355690717697144},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5266323685646057},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43554651737213135},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4156609773635864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4075477719306946},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13173747062683105},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2023.emnlp-main.332","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.332","pdf_url":"https://aclanthology.org/2023.emnlp-main.332.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:research.chalmers.se:540037","is_oa":true,"landing_page_url":"https://research.chalmers.se/en/publication/540037","pdf_url":"https://research.chalmers.se/publication/540037/file/540037_Fulltext.pdf","source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.18653/v1/2023.emnlp-main.332","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.332","pdf_url":"https://aclanthology.org/2023.emnlp-main.332.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.49000000953674316}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"},{"id":"https://openalex.org/F4320327344","display_name":"Marcus och Amalia Wallenbergs minnesfond","ror":"https://ror.org/024f3s581"},{"id":"https://openalex.org/F4320336380","display_name":"National Supercomputer Centre, Link\u00f6pings Universitet","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389518682.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2898875342","https://openalex.org/W2912924812","https://openalex.org/W2953039212","https://openalex.org/W2970476646","https://openalex.org/W3027879771","https://openalex.org/W3104142662","https://openalex.org/W3133930110","https://openalex.org/W3155807546","https://openalex.org/W3156789018","https://openalex.org/W3169726359","https://openalex.org/W3173673636","https://openalex.org/W3176198948","https://openalex.org/W3201233724","https://openalex.org/W3202712981","https://openalex.org/W3214266269","https://openalex.org/W4205179624","https://openalex.org/W4221149883","https://openalex.org/W4226040778","https://openalex.org/W4226399820","https://openalex.org/W4281657280","https://openalex.org/W4287120901","https://openalex.org/W4288089799","https://openalex.org/W4288804650","https://openalex.org/W4301243929","https://openalex.org/W4309217888","https://openalex.org/W4309674289","https://openalex.org/W4312516176","https://openalex.org/W4320813768","https://openalex.org/W4322718191","https://openalex.org/W4385570777","https://openalex.org/W4385573010","https://openalex.org/W4385573529"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W4212839359"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"make":[4],"natural":[5],"interfaces":[6],"to":[7,18,22],"factual":[8,135],"knowledge,":[9],"but":[10],"their":[11,16],"usefulness":[12],"is":[13,89],"limited":[14],"by":[15],"tendency":[17],"deliver":[19],"inconsistent":[20],"answers":[21],"semantically":[23],"equivalent":[24],"questions.":[25],"For":[26,106],"example,":[27],"a":[28,69,127],"model":[29],"might":[30],"predict":[31],"both":[32,82],"\u201cAnne":[33,40],"Redpath":[34],"passed":[35],"away":[36],"in":[37,44],"Edinburgh.\u201d":[38],"and":[39,55,64,77,96,115],"Redpath's":[41],"life":[42],"ended":[43],"London.\u201d":[45],"In":[46],"this":[47],"work,":[48],"we":[49,110],"identify":[50],"potential":[51],"causes":[52],"of":[53,59,101,104,130,137],"inconsistency":[54,85],"evaluate":[56],"the":[57,66,75,98,131,134],"effectiveness":[58],"two":[60],"mitigation":[61],"strategies:":[62],"up-scaling":[63],"augmenting":[65],"LM":[67],"with":[68],"retrieval":[70,87],"corpus.":[71],"Our":[72],"results":[73,125],"on":[74],"LLaMA":[76],"Atlas":[78],"models":[79],"show":[80],"that":[81,112],"strategies":[83],"reduce":[84],"while":[86],"augmentation":[88],"considerably":[90],"more":[91],"efficient.":[92],"We":[93],"further":[94],"consider":[95],"disentangle":[97],"consistency":[99,136],"contributions":[100],"different":[102],"components":[103],"Atlas.":[105],"all":[107],"LMs":[108],"evaluated":[109],"find":[111],"syntactical":[113],"form":[114],"other":[116],"evaluation":[117],"task":[118],"artifacts":[119],"impact":[120],"consistency.":[121],"Taken":[122],"together,":[123],"our":[124],"provide":[126],"better":[128],"understanding":[129],"factors":[132],"affecting":[133],"language":[138],"models.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}