{"?xml":{"@version":"1.0"},"edm:RDF":{"@xmlns:dc":"http://purl.org/dc/elements/1.1/","@xmlns:edm":"http://www.europeana.eu/schemas/edm/","@xmlns:wgs84_pos":"http://www.w3.org/2003/01/geo/wgs84_pos","@xmlns:foaf":"http://xmlns.com/foaf/0.1/","@xmlns:rdaGr2":"http://rdvocab.info/ElementsGr2","@xmlns:oai":"http://www.openarchives.org/OAI/2.0/","@xmlns:owl":"http://www.w3.org/2002/07/owl#","@xmlns:rdf":"http://www.w3.org/1999/02/22-rdf-syntax-ns#","@xmlns:ore":"http://www.openarchives.org/ore/terms/","@xmlns:skos":"http://www.w3.org/2004/02/skos/core#","@xmlns:dcterms":"http://purl.org/dc/terms/","edm:WebResource":[{"@rdf:about":"http://www.dlib.si/stream/URN:NBN:SI:DOC-QVY36IQD/9ffcf587-36d2-4a56-857b-623d3d00f038/PDF","dcterms:extent":"992 KB"},{"@rdf:about":"http://www.dlib.si/stream/URN:NBN:SI:DOC-QVY36IQD/ee7330e1-2577-447d-8710-2c826929a2ac/TEXT","dcterms:extent":"107 KB"}],"edm:ProvidedCHO":{"@rdf:about":"URN:NBN:SI:DOC-QVY36IQD","dcterms:issued":"2024","dc:creator":["Borovič, Mladen","Hazemali, David","Onič, Tomaž","Osojnik, Janez","Todorović, Tadej"],"dc:format":[{"@xml:lang":"sl","#text":"številka:2"},{"@xml:lang":"sl","#text":"letnik:7"},{"@xml:lang":"sl","#text":"str. 53-83"}],"dc:identifier":["DOI:10.54356/MA/2024/BIUB3010","COBISSID_HOST:219271683","ISSN:2591-0884","URN:URN:NBN:SI:doc-QVY36IQD"],"dc:language":"en","dc:publisher":{"@xml:lang":"sl","#text":"Pokrajinski arhiv Maribor"},"dc:source":{"@xml:lang":"sl","#text":"Moderna arhivistika"},"dc:subject":[{"@xml:lang":"sl","#text":"analiza zgodovinskih dokumentov"},{"@xml:lang":"en","#text":"artificial intelligence"},{"@xml:lang":"en","#text":"chatbots"},{"@xml:lang":"en","#text":"generative"},{"@xml:lang":"sl","#text":"generativna umetna inteligenca"},{"@xml:lang":"en","#text":"historical document analyses"},{"@xml:lang":"sl","#text":"Jugoslavija"},{"@xml:lang":"en","#text":"large language models"},{"@xml:lang":"sl","#text":"pogovorni sistemi"},{"@xml:lang":"sl","#text":"veliki jezikovni modeli"},{"@xml:lang":"sl","#text":"vojne"},{"@xml:lang":"en","#text":"wars"},{"@xml:lang":"en","#text":"Yugoslavia"}],"dc:title":{"@xml:lang":"sl","#text":"Evaluating chatbot assistance in historical document analysis|"},"dc:description":[{"@xml:lang":"sl","#text":"The article explores the potential of PDFGear Copilot, a chatbot-based PDF editing tool, in assisting with the analysis of historical documents. We evaluated the chatbot's performance on a document relating to the Slovenian War of Independence. We included 25 factual and 5 interpretative questions to address its formal characteristics and content details, assess its capacity for in-depth interpretation and contextualized critical analysis, and evaluate the chatbot’s language use and robustness. The chatbot exhibited some ability to answer factual questions, even though its performance varied. It demonstrated proficiency in navigating document structure, named entity recognition, and extracting basic document information. However, performance declined significantly in tasks such as document type identification, content details, and tasks requiring deeper text analysis. For interpretative questions, the chatbot's performance was notably inadequate, failing to link cause-and-effect relationships and provide the depth and nuance required for historical inquiries"},{"@xml:lang":"sl","#text":"Članek preučuje potencial pogovornega sistema PDFGear Copilot kot pomočnika pri analizi zgodovinskih dokumentov. Učinkovitost pogovornega sistema smo preizkusili na dokumentu, povezanim s slovensko osamosvojitveno vojno. Zmožnost poglobljene interpretacije, kritične analize ter jezikovno robustnost pogovornega sistema smo presojali na podlagi njegovih odgovorov na 25 faktografskih in 5 interpretativnih vprašanj, povezanih z lastnostmi in vsebino dokumenta. Pri odgovarjanju na faktografska vprašanja je bil pogovorni sistem delno uspešen. Ni pa imel težav s prepoznavanjem strukture dokumenta, razpoznavanjem imenskih entitet in pridobivanjem osnovnih informacij o dokumentu. Slabše se je odrezal pri opredelitvi vrste dokumenta, navajanju vsebinskih podrobnosti in pri nalogah, ki zahtevajo poglobljeno analizo besedila. Pri interpretativnih vprašanjih je njegova uspešnost opazno upadla, saj ni bil kos vzročno-posledičnim odnosom ter ni izkazal potrebne poglobljenosti in natančnosti, potrebni za zgodovinopisne raziskave"}],"edm:type":"TEXT","dc:type":[{"@xml:lang":"sl","#text":"znanstveno časopisje"},{"@xml:lang":"en","#text":"journals"},{"@rdf:resource":"http://www.wikidata.org/entity/Q361785"}]},"ore:Aggregation":{"@rdf:about":"http://www.dlib.si/?URN=URN:NBN:SI:DOC-QVY36IQD","edm:aggregatedCHO":{"@rdf:resource":"URN:NBN:SI:DOC-QVY36IQD"},"edm:isShownBy":{"@rdf:resource":"http://www.dlib.si/stream/URN:NBN:SI:DOC-QVY36IQD/9ffcf587-36d2-4a56-857b-623d3d00f038/PDF"},"edm:rights":{"@rdf:resource":"http://rightsstatements.org/vocab/InC/1.0/"},"edm:provider":"Slovenian National E-content Aggregator","edm:dataProvider":{"@xml:lang":"en","#text":"National and University Library of Slovenia"},"edm:object":{"@rdf:resource":"http://www.dlib.si/streamdb/URN:NBN:SI:DOC-QVY36IQD/maxi/edm"},"edm:isShownAt":{"@rdf:resource":"http://www.dlib.si/details/URN:NBN:SI:DOC-QVY36IQD"}}}}