<?xml version="1.0" encoding="UTF-8"?><doi_batch version="4.3.7" xmlns="http://www.crossref.org/schema/4.3.7" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.crossref.org/schema/4.3.7 http://www.crossref.org/schema/deposit/crossref4.3.7.xsd">
		<head>
		<doi_batch_id>cirpublications.com-nGox-1790899043-u033966980</doi_batch_id>
		<timestamp>1790899043</timestamp>
		<depositor>
			<depositor_name>Clinical Intelligence Research Press</depositor_name>
			<email_address>info@cirpublications.com</email_address>
		</depositor>
		<registrant>Clinical Intelligence Research Press</registrant>
	</head>
	<body>
		<journal>
			<journal_metadata>
				<full_title>Journal of Health Informatics and Digital Systems</full_title>
				<abbrev_title>J. Health Inform. Digit. Syst.</abbrev_title>
				<issn>3149-8973</issn>
			</journal_metadata>
			<journal_issue>
				<publication_date>
					<year>2024</year>
				</publication_date>
				<journal_volume>
					<volume>4</volume>
				</journal_volume>
				<issue>2</issue>
			</journal_issue>
			<journal_article publication_type="full_text">
				<titles>
					<title>Retrieval-Augmented Generation in Healthcare: Evidence Grounding, Evaluation Metrics, and Safety Controls</title>
				</titles>
								<contributors>
          					<person_name sequence="first" contributor_role="author">
            <given_name>Juan</given_name>
            <surname>Perez</surname>
					</person_name>
          					<person_name sequence="additional" contributor_role="author">
            <given_name>Ana</given_name>
            <surname>Gutierrez</surname>
					</person_name>
          					<person_name sequence="additional" contributor_role="author">
            <given_name>Carlos</given_name>
            <surname>Lopez</surname>
					</person_name>
          				</contributors>
								<publication_date>
					<year>2024</year>
				</publication_date>
				<doi_data>
					<doi>10.68159/u033966980</doi>
					<resource>https://cirpublications.com/pub/journal/2/article/u033966980</resource>
				</doi_data>
				<citation_list>
          					<citation key="rk-10.68159/u033966980-e3049b54-21e4-455c-b38b-79974268e89b">
					  <unstructured_citation>Ke YH, Singh L, Ong JCL, Ramasamy A, Kim J, Liu N. Retrieval augmented generation for 10 large language models and its generalizability in assessing medical fitness. NPJ Digit Med. 2024;7(1):194.</unstructured_citation>
						 <doi>10.1038/s41746-024-01519-z</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-5455dbaa-60cb-468c-97e6-eb50f912f46c">
					  <unstructured_citation>Amugongo LM, Mascheroni P, Brooks S, Doering S, Seidel J. Retrieval augmented generation for large language models in healthcare: a systematic review. PLOS Digit Health. 2024;3(6):e0000877.</unstructured_citation>
						 <doi>10.1371/journal.pdig.0000877</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-629e55e8-2baf-4063-a1d2-17ab6ebf1ba2">
					  <unstructured_citation>Yang R, Tan TF, Lu W, Thirunavukarasu AJ, Li X, Ji S, et al. Retrieval-augmented generation for generative artificial intelligence in health care. NPJ Health Syst. 2024;1(1):4.</unstructured_citation>
						 <doi>10.1038/s44401-024-00004-1</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-fa47ff98-7b67-4fe9-8cec-dea28e5e0aa9">
					  <unstructured_citation>Alkhalaf M, McAlaney J, Al Jami I, Al Hamad N, Al Zuabi H, Al Salem M, et al. Applying generative AI with retrieval augmented generation to summarize and extract key clinical information from electronic health records. J Biomed Inform. 2024;152:104621.</unstructured_citation>
						 <doi>10.1016/j.jbi.2024.104621</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-dc219c76-4c10-436b-9991-f3b19c8a25a3">
					  <unstructured_citation>Gargari OK, Habibi G. Enhancing medical AI with retrieval-augmented generation: a mini narrative review. Digit Health. 2024;10:20552076241337177.</unstructured_citation>
						 <doi>10.1177/205520762413371199</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-323d9c3c-63e5-4276-a340-ed1b6728cff9">
					  <unstructured_citation>Baur D, Voelker A, Freyer O. Development and evaluation of a retrieval-augmented generation chatbot for orthopedic and trauma surgery patient education: mixed-methods study. JMIR AI. 2024;3(1):e75262.</unstructured_citation>
						 <doi>10.2196/75262</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-f1bab7dc-2cb2-480f-8947-0ebc536ed414">
					  <unstructured_citation>Liu S, Wang L, Lu V, Patel A, Pierce L, Meier J, et al. Improving large language model performance in biomedicine with retrieval-augmented generation. J Am Med Inform Assoc. 2024;31(4):605-15.</unstructured_citation>
											</citation>
          					<citation key="rk-10.68159/u033966980-6442b3bf-ef91-4e77-a00c-1a063ebc9e40">
					  <unstructured_citation>Soong D, Ong J, Ng CH, Ong YL, Ke Y, Liu N. Improving accuracy of GPT-3/4 results on biomedical data using a retrieval-augmented language model. PLOS Digit Health. 2024;3(1):e0000568.</unstructured_citation>
						 <doi>10.1371/journal.pdig.0000568</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-2176c732-0c93-4f29-a470-6d6f97194ed0">
					  <unstructured_citation>Xu R, Liu S, Zhu L, Long Y, Zeng Y, Lu X, et al. RAM-EHR: retrieval augmentation meets clinical predictions on electronic health records. Proc Annu Meet Assoc Comput Linguist. 2024;1:701-14.</unstructured_citation>
											</citation>
          					<citation key="rk-10.68159/u033966980-ead7c3f2-d582-4e4f-aafd-ece1b669e65d">
					  <unstructured_citation>Nayinzira JP, Lee J, Cha H. SentimentCareBot: retrieval-augmented generation chatbot for mental health support with sentiment analysis. Procedia Comput Sci. 2024;225:3352-9.</unstructured_citation>
						 <doi>10.1016/j.procs.2024.04.331</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-5c0c01dc-991a-4271-9d23-5028c0b987aa">
					  <unstructured_citation>Aguzzi G, Carrera A, Riggio R. Applying retrieval-augmented generation on open LLMs for a medical chatbot supporting hypertensive patients. CEUR Workshop Proc. 2024;3880:1-13.</unstructured_citation>
											</citation>
          					<citation key="rk-10.68159/u033966980-322209b2-a844-4548-af6f-347acd9f5580">
					  <unstructured_citation>Freyer O. A future role for health applications of large language models depends on regulators enforcing safety standards. Lancet Digit Health. 2024;6(5):e300-e301.</unstructured_citation>
						 <doi>10.1016/S2589-7500(24)00124-9</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-6930d078-d6f9-459a-afcd-6efc27501a12">
					  <unstructured_citation>Unlu O, Salik A, Sun H, McBee M, Johnson PT, Fishman EK, et al. Retrieval augmented generation enabled generative pre-trained transformer 4 performance for clinical trial screening. Acad Radiol. 2024;31(6):2450-9.</unstructured_citation>
						 <doi>10.1016/j.acra.2024.02.002</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-20a75b07-5061-47bc-9b89-3499eded9cc5">
					  <unstructured_citation>Roy K, Klyne A, Iqbal S, Liu F, Zhang C, Firat M. Generative AI and external knowledge-based retrieval: upgrading scholarly article searches for systematic reviews. Proc AAAI Conf Artif Intell. 2024;38(21):23960-2.</unstructured_citation>
						 <doi>10.1609/aaai.v38i21.30577</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-40be0116-c300-4cdc-9b1a-882f5da7df73">
					  <unstructured_citation>Abdulnazar A. Large language models for clinical text cleansing enhance medical concept normalization. IEEE Trans Biomed Eng. 2024;71(10):3152-62.</unstructured_citation>
						 <doi>10.1109/TBME.2024.3403053</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-9950fb1b-5ec8-4687-9d89-6cde0a0ec2ec">
					  <unstructured_citation>Zeng S, Yuan Y, Ni X, Pan J, Li Y, Berrios M, et al. The good and the bad: exploring privacy issues in retrieval-augmented generation (RAG). Findings Assoc Comput Linguist. 2024;1:267-80.</unstructured_citation>
											</citation>
          					<citation key="rk-10.68159/u033966980-1beb0187-518d-4aff-b2f1-497435939b4d">
					  <unstructured_citation>Yilma GM, Morosi N, Javed A, Marchetti G, D’Andrea G, Montanaro F, et al. TelecomRAG: taming telecom standards with retrieval augmented generation and LLMs. ACM SIGCOMM Comput Commun Rev. 2024;54(3):1-8.</unstructured_citation>
						 <doi>10.1145/3711992.3711996</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-2d87ac08-84c4-47f0-9fd9-7efae94dd894">
					  <unstructured_citation>Wang D, Wu Y, Xu M, Gao L, Li Y, Shang X, et al. Enhancement of the performance of large language models in diabetes education through retrieval-augmented generation. J Med Internet Res. 2024;26(1):e59441.</unstructured_citation>
						 <doi>10.2196/59441</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-1c2c0b1f-4d05-48b7-84ab-ec432df92fa5">
					  <unstructured_citation>Mensah PB, Quao N, Abass K, Amegavi GB, Agyemang-Duah W, Appiah R, et al. All you need is context: clinician evaluations of various iterations of a large language model-based first aid decision support tool in Ghana. Int J Environ Res Public Health. 2024;21(3):314.</unstructured_citation>
						 <doi>10.3390/ijerph21030314</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-dbbcc644-1781-4003-9978-64a6181a8b64">
					  <unstructured_citation>Hou Y, Wang Y, Wang H, Li Y, Shang X, Shi D, et al. Enhancing dietary supplement question answer via retrieval-augmented generation with LLM. medRxiv. 2024.</unstructured_citation>
						 <doi>10.1101/2024.09.11.24313513</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-34ef8d04-03ad-440b-9027-a5dcc36058aa">
					  <unstructured_citation>Ke Y, Ramasamy A, Ong JCL, Kim J, Liu N. Mitigating cognitive biases in clinical decision-making through multi-agent conversations using large language models. JMIR Med Inform. 2024;12(1):e59439.</unstructured_citation>
						 <doi>10.2196/59439</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-2789ba56-292b-4b95-9646-7f8b29755a39">
					  <unstructured_citation>Ho CM, Guan S, Mok PKL, Lam CHW, Ho WY, Mak CH, et al. Development and validation of a large language model–powered chatbot for neurosurgery: mixed methods study. J Med Internet Res. 2024;26:e74299.</unstructured_citation>
						 <doi>10.2196/74299</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-66658384-8a87-4bd2-ac13-e9bb65d6029f">
					  <unstructured_citation>Xu X, Liu S, Zhu L, Long Y, Zeng Y, Lu X, et al. Development and evaluation of a retrieval-augmented large language model framework for enhancing endodontic education. Int J Med Inform. 2024;185:106006.</unstructured_citation>
						 <doi>10.1016/j.ijmedinf.2024.106006</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-a6824112-8a8c-4c44-91a4-02de0a546306">
					  <unstructured_citation>Kelly A, Noctor E, Ryan L, van de Ven P. The effectiveness of a custom AI chatbot for type 2 diabetes mellitus health literacy: development and evaluation study. J Med Internet Res. 2024;26:e70131.</unstructured_citation>
						 <doi>10.2196/70131</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-bf531f93-5780-4630-bb9e-3b89b199f238">
					  <unstructured_citation>Son N, Kang I, Kim I, Lee K, Nam S, Lee D. Development and evaluation of a retrieval-augmented generation-based electronic medical record chatbot system. Healthc Inform Res. 2024;30(3):218-25.</unstructured_citation>
						 <doi>10.4258/hir.2024.30.3.218</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-f816b3b8-9051-47c9-af6f-0717becb9255">
					  <unstructured_citation>Busch F, Kaibel L, Nguyen H, Lemke T, Ziegelmayer S, Graf M, et al. Evaluation of a retrieval-augmented generation-powered chatbot for pre-CT informed consent: a prospective comparative study. J Imaging Inform Med. 2024;37(4):1-12.</unstructured_citation>
						 <doi>10.1007/s10278-024-01123-5</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-4d4e8a48-f4f6-43e1-9494-c3cc7eb493a5">
					  <unstructured_citation>Kreimeyer K, Canzoniero JV, Fatteh M, Anagnostou V, Botsis T. Using retrieval-augmented generation to capture molecularly-driven treatment relationships for precision oncology. Stud Health Technol Inform. 2024;31:983-7.</unstructured_citation>
						 <doi>10.3233/SHTI240983</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-c758b755-2f50-45d2-b5c2-3bb53aadeb84">
					  <unstructured_citation>Chen X, Zhao Z, Zhang W, Xu P, Wu Y, Xu M, et al. EyeGPT: large language models for patient inquiries and medical education: development and validation of an ophthalmology large language model. J Med Internet Res. 2024;26:e60063.</unstructured_citation>
						 <doi>10.2196/60063</doi> 					</citation>
          					<citation key="rk-10.68159/u033966980-f412167e-8c38-4508-b843-bd3712f85905">
					  <unstructured_citation>Malik S, Frey LJ, Gutman J, Mushtaq A, Warraich F, Qureshi K. Evaluating artificial intelligence-driven responses to acute liver failure queries: a comparative analysis across accuracy, clarity, and relevance. Am J Gastroenterol. 2024;119(9):2081-5.</unstructured_citation>
						 <doi>10.14309/ajg.0000000000002947</doi> 					</citation>
          				</citation_list>
			</journal_article>
		</journal>
	</body>
</doi_batch>
