<?xml version="1.0" encoding="utf-8"?>
<export-example>
  <doc>
    <id>5452</id>
    <completedYear/>
    <publishedYear>2024</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst/>
    <pageLast/>
    <pageNumber>14</pageNumber>
    <edition/>
    <issue/>
    <volume>4</volume>
    <articleNumber>238</articleNumber>
    <type>article</type>
    <publisherName>European Commission</publisherName>
    <publisherPlace>Brüssel</publisherPlace>
    <creatingCorporation/>
    <contributingCorporation/>
    <belongsToBibliography>1</belongsToBibliography>
    <completedDate>2025-01-24</completedDate>
    <publishedDate>--</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">From operational design domain to test cases: A methodology to include harsh weather</title>
    <parentTitle language="eng">Open Research Europe</parentTitle>
    <identifier type="issn">2732-5121</identifier>
    <note>Open Peer Review: Begutachtungsverfahren laufen</note>
    <enrichment key="opus_doi_flag">true</enrichment>
    <enrichment key="opus_import_data">{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T05:14:31Z","timestamp":1733375671763,"version":"3.30.1"},"reference-count":36,"publisher":"F1000 Research Ltd","license":[{"start":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T00:00:00Z","timestamp":1730160000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100018693","name":"Horizon Europe Framework Programme","doi-asserted-by":"publisher","award":["101069576"],"id":[{"id":"10.13039\/100018693","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006041","name":"Innovate UK","doi-asserted-by":"publisher","award":["10045139"],"id":[{"id":"10.13039\/501100006041","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["open-research-europe.ec.europa.eu"],"crossmark-restriction":false},"short-container-title":["Open Res Europe"],"abstract":"&lt;ns3:p&gt;Background To gain widespread use, assisted and automated driving (AAD) systems will have to cope with harsh weather conditions, such as rain, fog, and snow. This affects the development and testing of perception and decision-making systems. Since the weather cannot be controlled in field tests, the availability and use of virtual simulation and test facilities that can accurately reproduce harsh weather becomes vital. Test cases subjecting the system under test to harsh conditions, covering all expected weather phenomena in both typical and challenging scenarios, must be defined to evaluate all aspects of the system. Methods State-of-the-art in scenario-based and hash weather testing for AAD systems was analysed; based on the analysis, a team with diverse expertise in AAD development and testing defined a methodology for defining a set of harsh weather test cases. Results This paper proposes, and exemplifies the use of, a methodology to develop a representative set of test cases based on the defined operational design domain and use cases for an AAD system under development, considering the possibility of reproducing tests in different test environments with a focus on harsh weather. Conclusions We believe that our proposed methodology can accelerate the overall testing process and contribute to the difficult safety assurance challenges for automated vehicles.&lt;\/ns3:p&gt;","DOI":"10.12688\/openreseurope.18592.1","type":"journal-article","created":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T10:35:09Z","timestamp":1730198109000},"page":"238","update-policy":"https:\/\/doi.org\/10.12688\/openreseurope.crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["From operational design domain to test cases:\u00a0A methodology to include harsh weather"],"prefix":"10.12688","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4069-6252","authenticated-orcid":false,"given":"Fredrik","family":"Warg","sequence":"first","affiliation":[]},{"given":"Valentina","family":"Donzella","sequence":"additional","affiliation":[]},{"given":"Pak Hung","family":"Chan","sequence":"additional","affiliation":[]},{"given":"Jonathan","family":"Robinson","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9816-9474","authenticated-orcid":false,"given":"Yuri","family":"Poledna","sequence":"additional","affiliation":[]},{"given":"Sebastien","family":"Liandrat","sequence":"additional","affiliation":[]},{"given":"Umut","family":"Cihan","sequence":"additional","affiliation":[]},{"given":"Maytheewat","family":"Aramrattana","sequence":"additional","affiliation":[]},{"given":"Graham","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Eren","family":"Erdal Aksoy","sequence":"additional","affiliation":[]}],"member":"2560","published-online":{"date-parts":[[2024,10,29]]},"reference":[{"key":"ref-1","doi-asserted-by":"publisher","first-page":"15-24","DOI":"10.4271\/2016-01-0128","article-title":"Challenges in autonomous vehicle testing and validation.","volume":"4","author":"P Koopman","year":"2016","journal-title":"SAE Int J Trans Safety."},{"key":"ref-2","doi-asserted-by":"publisher","first-page":"87456-87477","DOI":"10.1109\/ACCESS.2020.2993730","article-title":"Survey on scenario-based safety assessment of automated vehicles.","volume":"8","author":"S Riedmaier","year":"2020","journal-title":"IEEE Access."},{"year":"2021","key":"ref-3","article-title":"ISO\/SAE PAS 22736: 2021 taxonomy and definitions for terms related to driving automation systems for on-road motor vehicles"},{"year":"2023","key":"ref-4","article-title":"ISO 34503: 2023 road vehicles \u2014 test scenarios for automated driving systems \u2014 specification for operational design domain"},{"key":"ref-5","doi-asserted-by":"publisher","first-page":"1-16","DOI":"10.1109\/JSTQE.2020.3022948","article-title":"A review and perspective on optical phased array for automotive LiDAR.","volume":"27","author":"C Hsu","year":"2021","journal-title":"IEEE J Sel Top Quantum Electron."},{"key":"ref-6","doi-asserted-by":"publisher","DOI":"10.3390\/s21165397","article-title":"An overview of autonomous vehicles sensors and their vulnerability to weather conditions.","volume":"21","author":"J Vargas","year":"2021","journal-title":"Sensors."},{"key":"ref-7","doi-asserted-by":"publisher","first-page":"146-177","DOI":"10.1016\/j.isprsjprs.2022.12.021","article-title":"Perception and sensing for autonomous vehicles under adverse weather conditions: a survey.","volume":"196","author":"Y Zhang","year":"2023","journal-title":"ISPRS J Photogramm Remote Sens."},{"year":"2021","key":"ref-8","article-title":"ASAM OpenODD: Concept Paper"},{"year":"2022","key":"ref-9","article-title":"ISO 34501: 2022 road vehicles \u2014 test scenarios for automated driving systems \u2014 vocabulary"},{"year":"2023","key":"ref-10","article-title":"ASAM OpenSCENARIO: user guide version: 1.0.0"},{"year":"2023","key":"ref-11","article-title":"Requirements &amp; conditions - stand 4: SCENARIO DESCRIPTION"},{"key":"ref-12","doi-asserted-by":"publisher","first-page":"1573-1582","DOI":"10.1109\/TITS.2020.2972211","article-title":"Testing scenario library generation for connected and automated vehicles, Part I: methodology.","volume":"22","author":"S Feng","year":"2021","journal-title":"IEEE trans Intell Transp Syst."},{"key":"ref-13","doi-asserted-by":"publisher","first-page":"1-4","DOI":"10.1109\/LSENS.2020.2996428","article-title":"A framework to analyze noise factors of automotive perception sensors.","volume":"4","author":"P Chan","year":"2020","journal-title":"IEEE Sens Lett."},{"key":"ref-14","doi-asserted-by":"publisher","first-page":"22210-22219","DOI":"10.1109\/JSEN.2022.3211406","article-title":"Analysis of automotive camera sensor noise factors and impact on object detection.","volume":"22","author":"B Li","year":"2022","journal-title":"IEEE Sens J."},{"key":"ref-15","doi-asserted-by":"publisher","DOI":"10.36227\/techrxiv.24517249.v1","article-title":"A noise analysis of 4D RADAR: robust sensing for automotive?","author":"P Chan","year":"2023","journal-title":"Authorea Preprints."},{"article-title":"DENSE D2.1 \u2014 characteristics of adverse weather conditions","year":"2017","author":"M Colomb","key":"ref-16","doi-asserted-by":"publisher","DOI":"10.3030\/692449"},{"year":"2021","key":"ref-17","article-title":"Guide to meteorological instruments and methods of observation."},{"year":"2023","key":"ref-18","article-title":"Water in the atmosphere"},{"year":"1998","key":"ref-19","article-title":"Road meteorology. Gathering of meteorological and road data"},{"article-title":"A review of Cerema PAVIN fog &amp; rain platform: from past and back to the future.","year":"2022","author":"S Liandrat","key":"ref-20"},{"key":"ref-21","doi-asserted-by":"publisher","first-page":"1218-1230","DOI":"10.1175\/1520-0493(1994)122&lt;1218:NFORFP&gt;2.0.CO;2","article-title":"Numerical forecasting of radiation fog. Part i: numerical model and sensitivity tests.","volume":"122","author":"T Bergot","year":"1994","journal-title":"Mon Weather Rev."},{"key":"ref-22","doi-asserted-by":"publisher","first-page":"395-408","DOI":"10.1175\/BAMS-85-3-395","article-title":"Sea fog research in the United Kingdom and United States: a historical essay including outlook.","volume":"85","author":"J Lewis","year":"2004","journal-title":"Bull Am Meteorol Soc."},{"key":"ref-23","doi-asserted-by":"publisher","first-page":"3-27","DOI":"10.1007\/s11263-006-0028-6","article-title":"Vision and rain.","volume":"75","author":"K Garg","year":"2007","journal-title":"Int J Comput Vis."},{"key":"ref-24","doi-asserted-by":"publisher","first-page":"707-724","DOI":"10.1007\/978-3-030-01261-8_42","article-title":"Model adaptation with synthetic and real data for semantic dense foggy scene understanding.","author":"C Sakaridis","year":"2018"},{"key":"ref-25","doi-asserted-by":"publisher","first-page":"9919-9926","DOI":"10.1109\/JSEN.2021.3059310","article-title":"Realistic LiDAR with noise model for real-time testing of automated vehicles in a virtual environment.","volume":"21","author":"J Espineira","year":"2021","journal-title":"IEEE Sens J."},{"key":"ref-26","doi-asserted-by":"publisher","first-page":"102669-102679","DOI":"10.1109\/ACCESS.2020.2996366","article-title":"Analysis of automotive Lidar sensor model considering scattering effects in regional rain environments.","volume":"8","author":"M Byeon","year":"2020","journal-title":"IEEE Access."},{"key":"ref-27","doi-asserted-by":"publisher","DOI":"10.3390\/app9112341","article-title":"Testing and validation of automotive point-cloud sensors in adverse weather conditions.","volume":"9","author":"M Jokela","year":"2019","journal-title":"Appl Sci."},{"key":"ref-28","doi-asserted-by":"publisher","first-page":"1421-1427","DOI":"10.1049\/iet-rsn.2018.5644","article-title":"Experimental study on low-THz automotive radar signal attenuation during snowfall.","volume":"13","author":"F Norouzian","year":"2019","journal-title":"IET Radar, Sonar &amp; Navigation."},{"key":"ref-29","doi-asserted-by":"publisher","first-page":"1249-1256","DOI":"10.1109\/IV47402.2020.9304567","article-title":"Test method for measuring the simulation-to-reality gap of camera-based object detection algorithms for autonomous driving.","author":"R Reway","year":"2020"},{"key":"ref-30","doi-asserted-by":"publisher","first-page":"65","DOI":"10.3390\/asi5040065","article-title":"Digital Twins in the automotive industry: the road toward physical-digital convergence.","volume":"5","author":"D Piromalis","year":"2022","journal-title":"Appl Syst Innov."},{"key":"ref-31","doi-asserted-by":"publisher","first-page":"188-194","DOI":"10.1109\/DDP60485.2023.00044","article-title":"Synthetic extreme weather for ai training: concept and validation.","author":"L Duarte Silva","year":"2023"},{"article-title":"Seeing through fog without seeing fog: deep multimodal sensor fusion in unseen adverse weather.","year":"2020","author":"M Bijelic","key":"ref-32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01170"},{"article-title":"ROADVIEW D2.2 - use cases and scenarios.","year":"2023","author":"U Cihan","key":"ref-33"},{"article-title":"ROADVIEW D2.1 - definition of the complex environment conditions.","year":"2023","author":"F Warg","key":"ref-34"},{"key":"ref-35","doi-asserted-by":"publisher","first-page":"136-141","DOI":"10.1109\/IV48863.2021.9575530","article-title":"Model in the loop testing and validation of embedded autonomous driving algorithms.","author":"D Bruggner","year":"2021"},{"key":"ref-36","doi-asserted-by":"publisher","first-page":"203-213","DOI":"10.36227\/techrxiv.19808566","article-title":"Influence of AVC and HEVC compression on detection of vehicles through Faster R-CNN.","volume":"25","author":"P Chan","year":"2024","journal-title":"IEEE trans Intell Transp Syst."}],"container-title":["Open Research Europe"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/open-research-europe.ec.europa.eu\/articles\/4-238\/v1\/xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/open-research-europe.ec.europa.eu\/articles\/4-238\/v1\/pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/open-research-europe.ec.europa.eu\/articles\/4-238\/v1\/iparadigms","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T06:50:11Z","timestamp":1733295011000},"score":1,"resource":{"primary":{"URL":"https:\/\/open-research-europe.ec.europa.eu\/articles\/4-238\/v1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,29]]},"references-count":36,"URL":"https:\/\/doi.org\/10.12688\/openreseurope.18592.1","relation":{"has-review":[{"id-type":"doi","id":"10.21956\/openreseurope.20112.r46732","asserted-by":"subject"}]},"ISSN":["2732-5121"],"issn-type":[{"type":"electronic","value":"2732-5121"}],"subject":[],"published":{"date-parts":[[2024,10,29]]},"assertion":[{"value":"Approved with reservations","URL":"https:\/\/open-research-europe.ec.europa.eu\/articles\/4-238\/v1#article-reports","order":0,"name":"referee-status","label":"Referee status","group":{"name":"current-referee-status","label":"Current Referee Status"}},{"value":"10.21956\/openreseurope.20112.r46732, Mauro Bellone, Tallinn University of Technology, Tallinn, 04 Dec 2024, version 1, 1 approved with reservations","URL":"https:\/\/open-research-europe.ec.europa.eu\/articles\/4-238\/v1#referee-response-46732","order":0,"name":"referee-response-46732","label":"Referee Report","group":{"name":"article-reports","label":"Article Reports"}},{"value":"Co-funded by the European Union. Views and opinions expressed are however those of the author(s) only and do not necessarily reflect those of the European Union or European Climate, Infrastructure and Environment Executive Agency (CINEA). Neither the European Union nor the granting authority can be held responsible for them. Project grant no. 101069576.\n\nThe UK participant (WMG) in this project is supported by Innovate UK (contract no. 10045139). The funders had no role in study design, data collection and analysis, decision to publish, or preparation of the manuscript.","order":1,"name":"grant-information","label":"Grant Information"},{"value":"This is an open access article distributed under the terms of the Creative Commons Attribution Licence, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited.","order":0,"name":"copyright-info","label":"Copyright"}]}}</enrichment>
    <enrichment key="local_crossrefDocumentType">journal-article</enrichment>
    <enrichment key="local_crossrefLicence">https://creativecommons.org/licenses/by/4.0/</enrichment>
    <enrichment key="local_import_origin">crossref</enrichment>
    <enrichment key="local_doiImportPopulated">PersonAuthorFirstName_1,PersonAuthorLastName_1,PersonAuthorIdentifierOrcid_1,PersonAuthorFirstName_2,PersonAuthorLastName_2,PersonAuthorFirstName_3,PersonAuthorLastName_3,PersonAuthorFirstName_4,PersonAuthorLastName_4,PersonAuthorFirstName_5,PersonAuthorLastName_5,PersonAuthorIdentifierOrcid_5,PersonAuthorFirstName_6,PersonAuthorLastName_6,PersonAuthorFirstName_7,PersonAuthorLastName_7,PersonAuthorFirstName_8,PersonAuthorLastName_8,PersonAuthorFirstName_9,PersonAuthorLastName_9,PersonAuthorFirstName_10,PersonAuthorLastName_10,PublisherName,TitleMain_1,Language,TitleAbstract_1,TitleParent_1,ArticleNumber,Volume,CompletedYear,IdentifierIssn,Enrichmentlocal_crossrefLicence</enrichment>
    <enrichment key="opus.source">doi-import</enrichment>
    <enrichment key="THI_openaccess">ja</enrichment>
    <enrichment key="THI_relatedIdentifier">https://doi.org/10.12688/openreseurope.18592.1</enrichment>
    <enrichment key="THI_articleversion">published</enrichment>
    <author>
      <first_name>Fredrik</first_name>
      <last_name>Warg</last_name>
    </author>
    <author>
      <first_name>Valentina</first_name>
      <last_name>Donzella</last_name>
    </author>
    <author>
      <first_name>Pak Hung</first_name>
      <last_name>Chan</last_name>
    </author>
    <author>
      <first_name>Jonathan</first_name>
      <last_name>Robinson</last_name>
    </author>
    <author>
      <first_name>Yuri</first_name>
      <last_name>Poledna</last_name>
    </author>
    <author>
      <first_name>Sebastien</first_name>
      <last_name>Liandrat</last_name>
    </author>
    <author>
      <first_name>Umut</first_name>
      <last_name>Cihan</last_name>
    </author>
    <author>
      <first_name>Maytheewat</first_name>
      <last_name>Aramrattana</last_name>
    </author>
    <author>
      <first_name>Graham</first_name>
      <last_name>Lee</last_name>
    </author>
    <author>
      <first_name>Eren Erdal</first_name>
      <last_name>Aksoy</last_name>
    </author>
    <collection role="institutes" number="19317">CARISSMA Institute of Automated Driving  (C-IAD)</collection>
  </doc>
</export-example>
