<?xml version="1.0" encoding="utf-8"?>
<export-example>
  <doc>
    <id>1574</id>
    <completedYear/>
    <publishedYear>2018</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst>619</pageFirst>
    <pageLast>630</pageLast>
    <pageNumber/>
    <edition/>
    <issue/>
    <volume/>
    <articleNumber/>
    <type>bookpart</type>
    <publisherName>Springer</publisherName>
    <publisherPlace>Berlin</publisherPlace>
    <creatingCorporation/>
    <contributingCorporation/>
    <belongsToBibliography>0</belongsToBibliography>
    <completedDate>2022-02-28</completedDate>
    <publishedDate>--</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">Don’t Lose Control, Stay up to Date: Automated Runtime Quality Engineering</title>
    <parentTitle language="eng">Digital Marketplaces Unleashed</parentTitle>
    <identifier type="isbn">978-3-662-49275-8</identifier>
    <identifier type="isbn">978-3-662-49274-1</identifier>
    <enrichment key="THI_openaccess">nein</enrichment>
    <enrichment key="opus.source">publish</enrichment>
    <enrichment key="THI_relatedIdentifier">https://doi.org/10.1007/978-3-662-49275-8_55</enrichment>
    <enrichment key="THI_DownloadUrl">sn.pub/extras</enrichment>
    <author>
      <first_name>Thomas</first_name>
      <last_name>Gabor</last_name>
    </author>
    <editor>
      <first_name>Claudia</first_name>
      <last_name>Linnhoff-Popien</last_name>
    </editor>
    <author>
      <first_name>Marie</first_name>
      <last_name>Kiermeier</last_name>
    </author>
    <editor>
      <first_name>Ralf</first_name>
      <last_name>Schneider</last_name>
    </editor>
    <author>
      <first_name>Lenz</first_name>
      <last_name>Belzner</last_name>
    </author>
    <editor>
      <first_name>Michael</first_name>
      <last_name>Zaddach</last_name>
    </editor>
    <collection role="persons" number="43324">Belzner, Lenz</collection>
  </doc>
  <doc>
    <id>3897</id>
    <completedYear/>
    <publishedYear>2023</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst>281</pageFirst>
    <pageLast>306</pageLast>
    <pageNumber/>
    <edition/>
    <issue/>
    <volume/>
    <articleNumber/>
    <type>bookpart</type>
    <publisherName>Springer</publisherName>
    <publisherPlace>Cham</publisherPlace>
    <creatingCorporation/>
    <contributingCorporation/>
    <belongsToBibliography>1</belongsToBibliography>
    <completedDate>--</completedDate>
    <publishedDate>--</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">Towards Systematically Engineering Autonomous Systems Using Reinforcement Learning and Planning</title>
    <parentTitle language="eng">Analysis, Verification and Transformation for Declarative Programming and Intelligent Systems</parentTitle>
    <identifier type="isbn">978-3-031-31476-6</identifier>
    <identifier type="isbn">978-3-031-31475-9</identifier>
    <enrichment key="opus_doi_flag">true</enrichment>
    <enrichment key="opus_import_data">{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,5,17]],"date-time":"2023-05-17T04:59:33Z","timestamp":1684299573265},"publisher-location":"Cham","reference-count":69,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031314759","type":"print"},{"value":"9783031314766","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-31476-6_16","type":"book-chapter","created":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T07:02:46Z","timestamp":1684220566000},"page":"281-306","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Systematically Engineering Autonomous Systems Using Reinforcement Learning and\u00a0Planning"],"prefix":"10.1007","author":[{"given":"Martin","family":"Wirsing","sequence":"first","affiliation":[]},{"given":"Lenz","family":"Belzner","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,5,17]]},"reference":[{"key":"16_CR1","unstructured":"ASCENS: Autonomic Component Ensembles. Integrated Project, 01 Oct 2010\u201331 Mar 2015, Grant agreement no: 257414, EU 7th Framework Programme. http:\/\/www.ascens-ist.eu\/. Accessed 21 April 2020"},{"key":"16_CR2","unstructured":"Gartner Inc.: Market Guide for AIOps Platforms (2019). https:\/\/www.bmc.com\/forms\/tools-and-strategies-for-effective-aiops.html. Accessed 07 Oct 2020"},{"key":"16_CR3","unstructured":"Google Cloud Solutions: MLOps: Continuous delivery and automation pipelines in machine learning. https:\/\/cloud.google.com\/solutions\/machine-learning\/mlops-continuous-delivery-and-automation-pipelines-in-machine-learning. Accessed 07 Oct 2020"},{"key":"16_CR4","unstructured":"OpenAI. Spinning Up in Deep RL! Part 2: Kinds of RL Algorithms (2018). https:\/\/spinningup.openai.com. Accessed 07 July 2020"},{"issue":"4","key":"16_CR5","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/s10009-020-00554-3","volume":"22","author":"D Abeywickrama","year":"2020","unstructured":"Abeywickrama, D., Bicocchi, N., Mamei, M., Zambonelli, F.: The SOTA approach to engineering collective adaptive systems. Int. J. Softw. Tools Technol. Transf. 22(4), 399\u2013415 (2020)","journal-title":"Int. J. Softw. Tools Technol. Transf."},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Alshiekh, M., Bloem, R., Ehlers, R., K\u00f6nighofer, B., Niekum, S., Topcu, U.: Safe reinforcement learning via shielding. In: AAAI, pp. 2669\u20132678. AAAI Press (2018)","DOI":"10.1609\/aaai.v32i1.11797"},{"key":"16_CR7","unstructured":"Altman, E.: Constrained Markov Decision Processes, vol. 7. CRC Press, Boca Raton (1999)"},{"key":"16_CR8","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. CoRR, abs\/1606.06565 (2016)"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Beavis, B., Dobbs, I.: Optimisation and Stability Theory for Economic Analysis. Cambridge University Press, Cambridge (1990)","DOI":"10.1017\/CBO9780511559402"},{"key":"16_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-319-28934-2_1","volume-title":"Formal Aspects of Component Software","author":"L Belzner","year":"2016","unstructured":"Belzner, L., Hennicker, R., Wirsing, M.: OnPlan: a framework for simulation-based online planning. In: Braga, C., \u00d6lveczky, P.C. (eds.) FACS 2015. LNCS, vol. 9539, pp. 1\u201330. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-28934-2_1"},{"key":"16_CR11","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1007\/978-3-319-46508-1_10","volume":"1","author":"L Belzner","year":"2016","unstructured":"Belzner, L., H\u00f6lzl, M.M., Koch, N., Wirsing, M.: Collective autonomic systems: towards engineering principles and their foundations. Trans. Found. Mastering Chang. 1, 180\u2013200 (2016)","journal-title":"Trans. Found. Mastering Chang."},{"key":"16_CR12","doi-asserted-by":"publisher","first-page":"102620","DOI":"10.1016\/j.scico.2021.102620","volume":"206","author":"L Belzner","year":"2021","unstructured":"Belzner, L., Wirsing, M.: Synthesizing safe policies under probabilistic constraints with reinforcement learning and Bayesian model checking. Sci. Comput. Program. 206, 102620 (2021)","journal-title":"Sci. Comput. Program."},{"key":"16_CR13","doi-asserted-by":"publisher","unstructured":"Bernardo, M., De Nicola, R., Hillston, J.: Formal Methods for the Quantitative Evaluation of Collective Adaptive Systems, SFM 2016, vol. 9700, Lecture Notes in Computer Science. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-34096-8","DOI":"10.1007\/978-3-319-34096-8"},{"issue":"3","key":"16_CR14","first-page":"203","volume":"8","author":"P Bresciani","year":"2004","unstructured":"Bresciani, P., Perini, A., Giorgini, P., Giunchiglia, F., Mylopoulos, J.: Tropos: an agent-oriented software development methodology. JAAMAS 8(3), 203\u2013236 (2004)","journal-title":"JAAMAS"},{"issue":"1","key":"16_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TCIAIG.2012.2186810","volume":"4","author":"C Browne","year":"2012","unstructured":"Browne, C., et al.: A survey of Monte Carlo tree search methods. IEEE Trans. Comput. Intell. AI Games 4(1), 1\u201343 (2012)","journal-title":"IEEE Trans. Comput. Intell. AI Games"},{"key":"16_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/978-3-642-02161-9_3","volume-title":"Software Engineering for Self-Adaptive Systems","author":"Y Brun","year":"2009","unstructured":"Brun, Y., et al.: Engineering self-adaptive systems through feedback loops. In: Cheng, B.H.C., de Lemos, R., Giese, H., Inverardi, P., Magee, J. (eds.) Software Engineering for Self-Adaptive Systems. LNCS, vol. 5525, pp. 48\u201370. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-02161-9_3"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Bure\u0161, T., et al.: A life cycle for the development of autonomic systems: the e-mobility showcase. In: SASO Workshops, pp. 71\u201376 (2013)","DOI":"10.1109\/SASOW.2013.23"},{"key":"16_CR18","unstructured":"Clavera, I., Rothfuss, J., Schulman, J., Fujita, Y., Asfour, T., Abbeel, P.: Model-based reinforcement learning via meta-policy optimization. In: CoRL 2018, Proceedings of Machine Learning Research, vol, 87, pp. 617\u2013629. PMLR (2018)"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Nicola, R. D., Loreti, M., Pugliese, R., Tiezzi, F.: A formal approach to autonomic systems programming: the SCEL language. ACM Trans. Auton. Adapt. 9(2), 7:1\u20137:29 (2014)","DOI":"10.1145\/2619998"},{"key":"16_CR20","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1016\/j.swevo.2018.03.011","volume":"44","author":"MM Drugan","year":"2019","unstructured":"Drugan, M.M.: Reinforcement learning versus evolutionary computation: a survey on hybrid algorithms. Swarm Evol. Comput. 44, 228\u2013246 (2019)","journal-title":"Swarm Evol. Comput."},{"issue":"1","key":"16_CR21","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s11047-012-9324-y","volume":"12","author":"JL Fernandez-Marquez","year":"2013","unstructured":"Fernandez-Marquez, J.L., Serugendo, G.D.M., Montagna, S., Viroli, M., Arcos, J.L.: Description and composition of bio-inspired design patterns: a complete overview. Nat. Comput. 12(1), 43\u201367 (2013)","journal-title":"Nat. Comput."},{"key":"16_CR22","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s10009-020-00560-5","volume":"22","author":"T Gabor","year":"2020","unstructured":"Gabor, T., et al.: The scenario coevolution paradigm: adaptive quality assurance for adaptive systems. Int. J. Softw. Tools Technol. Transf. 22, 457\u2013476 (2020)","journal-title":"Int. J. Softw. Tools Technol. Transf."},{"issue":"5","key":"16_CR23","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1007\/BF01211866","volume":"6","author":"H Hansson","year":"1994","unstructured":"Hansson, H., Jonsson, B.: A logic for reasoning about time and reliability. Formal Asp. Comput. 6(5), 512\u2013535 (1994)","journal-title":"Formal Asp. Comput."},{"key":"16_CR24","unstructured":"Hasanbeig, M., Abate, A., Kroening, D.: Cautious reinforcement learning with logical constraints. In: AAMAS, pp. 483\u2013491. International Foundation for Autonomous Agents and Multiagent Systems (2020)"},{"key":"16_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1007\/978-3-319-16310-9_17","volume-title":"Software Engineering for Collective Autonomic Systems","author":"N Hoch","year":"2015","unstructured":"Hoch, N., Bensler, H.-P., Abeywickrama, D., Bure\u0161, T., Montanari, U.: The E-mobility case study. In: Wirsing, M., H\u00f6lzl, M., Koch, N., Mayer, P. (eds.) Software Engineering for Collective Autonomic Systems. LNCS, vol. 8998, pp. 513\u2013533. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16310-9_17"},{"key":"16_CR26","unstructured":"Horn, P.: Autonomic computing: IBM perspective on the state of information technology. IBM T.J. Watson Labs, NY (2001)"},{"key":"16_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/978-3-319-16310-9_9","volume-title":"Software Engineering for Collective Autonomic Systems","author":"M H\u00f6lzl","year":"2015","unstructured":"H\u00f6lzl, M., Koch, N., Puviani, M., Wirsing, M., Zambonelli, F.: The ensemble development life cycle and best practices for collective autonomic systems. In: Wirsing, M., H\u00f6lzl, M., Koch, N., Mayer, P. (eds.) Software Engineering for Collective Autonomic Systems. LNCS, vol. 8998, pp. 325\u2013354. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16310-9_9"},{"key":"16_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-540-89437-7_1","volume-title":"Software-Intensive Systems and New Computing Paradigms","author":"M H\u00f6lzl","year":"2008","unstructured":"H\u00f6lzl, M., Rauschmayer, A., Wirsing, M.: Engineering of software-intensive systems: state of the art and research challenges. In: Wirsing, M., Ban\u00e2tre, J.-P., H\u00f6lzl, M., Rauschmayer, A. (eds.) Software-Intensive Systems and New Computing Paradigms. LNCS, vol. 5380, pp. 1\u201344. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-89437-7_1"},{"key":"16_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1007\/978-3-642-24933-4_12","volume-title":"Formal Modeling: Actors, Open Systems, Biological Systems","author":"M H\u00f6lzl","year":"2011","unstructured":"H\u00f6lzl, M., Wirsing, M.: Towards a system model for ensembles. In: Agha, G., Danvy, O., Meseguer, J. (eds.) Formal Modeling: Actors, Open Systems, Biological Systems. LNCS, vol. 7000, pp. 241\u2013261. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-24933-4_12"},{"key":"16_CR30","unstructured":"IBM: An architectural blueprint for autonomic computing. Technical report, IBM Corporation (2005)"},{"key":"16_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/978-3-642-35813-5_10","volume-title":"Software Engineering for Self-Adaptive Systems II","author":"P Inverardi","year":"2013","unstructured":"Inverardi, P., Mori, M.: A software lifecycle process to support consistent evolutions. In: de Lemos, R., Giese, H., M\u00fcller, H.A., Shaw, M. (eds.) Software Engineering for Self-Adaptive Systems II. LNCS, vol. 7475, pp. 239\u2013264. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-35813-5_10"},{"issue":"1\u20132","key":"16_CR32","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1\u20132), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"key":"16_CR33","unstructured":"Kernbach, S., Schmickl, T., Timmis, J.: Collective adaptive systems: challenges beyond evolvability. CoRR abs\/1108.5643 (2011)"},{"key":"16_CR34","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1007\/11871842_29","volume-title":"Machine Learning: ECML 2006","author":"L Kocsis","year":"2006","unstructured":"Kocsis, L., Szepesv\u00e1ri, C.: Bandit based Monte-Carlo planning. In: F\u00fcrnkranz, J., Scheffer, T., Spiliopoulou, M. (eds.) ECML 2006. LNCS (LNAI), vol. 4212, pp. 282\u2013293. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11871842_29"},{"key":"16_CR35","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-540-39869-1_1","volume-title":"Multiagent System Technologies","author":"R Krutisch","year":"2003","unstructured":"Krutisch, R., Meier, P., Wirsing, M.: The AgentComponent approach, combining agents, and components. In: Schillo, M., Klusch, M., M\u00fcller, J., Tianfield, H. (eds.) MATES 2003. LNCS (LNAI), vol. 2831, pp. 1\u201312. Springer, Heidelberg (2003). https:\/\/doi.org\/10.1007\/978-3-540-39869-1_1"},{"key":"16_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1007\/978-3-642-16612-9_11","volume-title":"Runtime Verification","author":"A Legay","year":"2010","unstructured":"Legay, A., Delahaye, B., Bensalem, S.: Statistical model checking: an overview. In: Barringer, H., et al. (eds.) RV 2010. LNCS, vol. 6418, pp. 122\u2013135. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-16612-9_11"},{"key":"16_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/978-3-319-34096-8_4","volume-title":"Formal Methods for the Quantitative Evaluation of Collective Adaptive Systems","author":"M Loreti","year":"2016","unstructured":"Loreti, M., Hillston, J.: Modelling and analysis of collective adaptive systems with CARMA and its tools. In: Bernardo, M., De Nicola, R., Hillston, J. (eds.) SFM 2016. LNCS, vol. 9700, pp. 83\u2013119. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-34096-8_4"},{"key":"16_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1007\/978-3-319-16310-9_16","volume-title":"Software Engineering for Collective Autonomic Systems","author":"P Mayer","year":"2015","unstructured":"Mayer, P., et al.: The autonomic cloud. In: Wirsing, M., H\u00f6lzl, M., Koch, N., Mayer, P. (eds.) Software Engineering for Collective Autonomic Systems. LNCS, vol. 8998, pp. 495\u2013512. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16310-9_16"},{"key":"16_CR39","unstructured":"Moerland, T.M., Broekens, J., Jonker, C.M.: A framework for reinforcement learning and planning. CoRR, abs\/2006.15009 (2020)"},{"key":"16_CR40","unstructured":"Moerland, T.M., Broekens, J., Jonker, C.M.: Model-based reinforcement learning: a survey. CoRR, abs\/2006.16712 (2020)"},{"key":"16_CR41","unstructured":"Moerland, T.M., Deichler, A., Baldi, S., Broekens, J., Jonker, C.M.: Think too fast nor too slow: The computational trade-off between planning and reinforcement learning. CoRR, abs\/2005.07404 (2020)"},{"key":"16_CR42","unstructured":"Nagabandi, A., et al.: Learning to adapt in dynamic, real-world environments through meta-reinforcement learning. In: ICLR 2019. OpenReview.net (2019)"},{"issue":"8","key":"16_CR43","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1177\/0278364910369861","volume":"29","author":"SCW Ong","year":"2010","unstructured":"Ong, S.C.W., Png, S.W., Hsu, D., Lee, W.S.: Planning under uncertainty for robotic tasks with mixed observability. Int. J. Robot. Res. 29(8), 1053\u20131068 (2010)","journal-title":"Int. J. Robot. Res."},{"key":"16_CR44","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1007\/978-3-319-16310-9_15","volume-title":"Software Engineering for Collective Autonomic Systems","author":"C Pinciroli","year":"2015","unstructured":"Pinciroli, C., Bonani, M., Mondada, F., Dorigo, M.: Adaptation and awareness in robot ensembles: scenarios and algorithms. In: Wirsing, M., H\u00f6lzl, M., Koch, N., Mayer, P. (eds.) Software Engineering for Collective Autonomic Systems. LNCS, vol. 8998, pp. 471\u2013494. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16310-9_15"},{"issue":"1","key":"16_CR45","doi-asserted-by":"publisher","DOI":"10.4108\/sas.1.1.e4","volume":"1","author":"M Puviani","year":"2015","unstructured":"Puviani, M., Cabri, G., Zambonelli, F.: Patterns for self-adaptive systems: agent-based simulations. EAI Endorsed Trans. Self-Adapt. Syst. 1(1), e4 (2015)","journal-title":"EAI Endorsed Trans. Self-Adapt. Syst."},{"key":"16_CR46","unstructured":"Rao, A.S., Georgeff, M.P.: Modeling rational agents within a BDI-architecture. In: Proceedings of the Knowledge Representation and Reasoning, pp. 473\u2013484 (1991)"},{"key":"16_CR47","unstructured":"Ray, A., Achiam, J., Amodei, D.: Benchmarking safe exploration in deep reinforcement learning. Technical report, Open AI (2019)"},{"issue":"11","key":"16_CR48","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1145\/2524713.2524721","volume":"56","author":"J Roche","year":"2013","unstructured":"Roche, J.: Adopting DevOps practices in quality assurance. Commun. ACM 56(11), 38\u201343 (2013)","journal-title":"Commun. ACM"},{"key":"16_CR49","doi-asserted-by":"publisher","first-page":"663","DOI":"10.1613\/jair.2567","volume":"32","author":"S Ross","year":"2008","unstructured":"Ross, S., Pineau, J., Paquet, S., Chaib-draa, B.: Online planning algorithms for POMDPs. J. Artif. Intell. Res. 32, 663\u2013704 (2008)","journal-title":"J. Artif. Intell. Res."},{"key":"16_CR50","unstructured":"Sebastio, S., Vandin, A.: MultiVeStA: statistical model checking for discrete event simulators. In: ValueTools 2013, pp. 310\u2013315. ICST\/ACM (2013)"},{"issue":"7587","key":"16_CR51","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"issue":"7676","key":"16_CR52","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D.: Mastering the game of go without human knowledge. Nature 550(7676), 354\u2013359 (2017)","journal-title":"Nature"},{"key":"16_CR53","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning - an Introduction. Adaptive Computation and Machine Learning, 2nd edn. MIT Press, Cambridge (2018)"},{"key":"16_CR54","doi-asserted-by":"crossref","unstructured":"Szepesv\u00e1ri, C.: Algorithms for Reinforcement Learning. Synthesis Lectures on Artificial Intelligence and Machine Learning, vol. 4, pp. 1\u2013103. Morgan &amp; Claypool Publishers, California (2010)","DOI":"10.2200\/S00268ED1V01Y201005AIM009"},{"key":"16_CR55","first-page":"1633","volume":"10","author":"ME Taylor","year":"2009","unstructured":"Taylor, M.E., Stone, P.: Transfer learning for reinforcement learning domains: a survey. J. Mach. Learn. Res. 10, 1633\u20131685 (2009)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR56","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-1-4615-5529-2_1","volume-title":"Learning to Learn","author":"S Thrun","year":"1998","unstructured":"Thrun, S., Pratt, L.Y.: Learning to learn: introduction and overview. In: Thrun, S., Pratt, L.Y. (eds.) Learning to Learn, pp. 3\u201317. Springer, Boston (1998). https:\/\/doi.org\/10.1007\/978-1-4615-5529-2_1"},{"issue":"2","key":"16_CR57","first-page":"238","volume":"84","author":"M Tschaikowski","year":"2015","unstructured":"Tschaikowski, M., Tribastone, M.: A unified framework for differential aggregations in Markovian process algebra. J. Log. Alg. Meth. Prog. 84(2), 238\u2013258 (2015)","journal-title":"J. Log. Alg. Meth. Prog."},{"key":"16_CR58","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1007\/978-3-319-16310-9_11","volume-title":"Software Engineering for Collective Autonomic Systems","author":"E Vassev","year":"2015","unstructured":"Vassev, E., Hinchey, M.: Engineering requirements for autonomy features. In: Wirsing, M., H\u00f6lzl, M., Koch, N., Mayer, P. (eds.) Software Engineering for Collective Autonomic Systems. LNCS, vol. 8998, pp. 379\u2013403. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16310-9_11"},{"key":"16_CR59","doi-asserted-by":"publisher","unstructured":"Vilalta, R., Giraud-Carrier, C., Brazdil, P., Soares, C.: Inductive transfer. In: Sammut, C., Webb, G.I. (eds.) Encyclopedia of Machine Learning and Data Mining, pp. 666\u2013671. Springer, Boston (2017). https:\/\/doi.org\/10.1007\/978-1-4899-7687-1_138","DOI":"10.1007\/978-1-4899-7687-1_138"},{"key":"16_CR60","doi-asserted-by":"crossref","unstructured":"\u0160erbed\u017eija, N., Fairclough, S.: Biocybernetic loop: from awareness to evolution. In: IEEE Evolutionary Computation 2009, pp. 2063\u20132069. IEEE (2009)","DOI":"10.1109\/CEC.2009.4983195"},{"key":"16_CR61","unstructured":"Wang, T., et al.: Benchmarking model-based reinforcement learning. CoRR, abs\/1907.02057 (2019)"},{"key":"16_CR62","doi-asserted-by":"crossref","unstructured":"Weinstein, A., Littman, M.: Open-loop planning in large-scale stochastic domains. In: AAI 2013. AAAI Press (2013)","DOI":"10.1609\/aaai.v27i1.8547"},{"key":"16_CR63","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1007\/978-3-642-35813-5_4","volume-title":"Software Engineering for Self-Adaptive Systems II","author":"D Weyns","year":"2013","unstructured":"Weyns, D., et al.: On patterns for decentralized control in self-adaptive systems. In: de Lemos, R., Giese, H., M\u00fcller, H.A., Shaw, M. (eds.) Software Engineering for Self-Adaptive Systems II. LNCS, vol. 7475, pp. 76\u2013107. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-35813-5_4"},{"key":"16_CR64","doi-asserted-by":"publisher","unstructured":"Wirsing, M., Ban\u00e2tre, J.-P., H\u00f6lzl, M., Rauschmayer, A.: Software-Intensive Systems and New Computing Paradigms - Challenges and Visions, vol. 5380. Lecture Notes in Computer Science. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-89437-7","DOI":"10.1007\/978-3-540-89437-7"},{"key":"16_CR65","doi-asserted-by":"publisher","unstructured":"M. Wirsing, M. M. H\u00f6lzl, N. Koch, and P. Mayer, editors. Software Engineering for Collective Autonomic Systems - The ASCENS Approach, volume 8998 of Lecture Notes in Computer Science. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16310-9","DOI":"10.1007\/978-3-319-16310-9"},{"key":"16_CR66","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-35887-6_1","volume-title":"Formal Methods for Components and Objects","author":"M Wirsing","year":"2013","unstructured":"Wirsing, M., H\u00f6lzl, M., Tribastone, M., Zambonelli, F.: ASCENS: engineering autonomic service-component ensembles. In: Beckert, B., Damiani, F., de Boer, F.S., Bonsangue, M.M. (eds.) FMCO 2011. LNCS, vol. 7542, pp. 1\u201324. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-35887-6_1"},{"issue":"2","key":"16_CR67","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1017\/S0269888900008122","volume":"10","author":"MJ Wooldridge","year":"1995","unstructured":"Wooldridge, M.J., Jennings, N.R.: Intelligent agents: theory and practice. Knowl. Eng. Rev. 10(2), 115\u2013152 (1995)","journal-title":"Knowl. Eng. Rev."},{"issue":"3","key":"16_CR68","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1145\/958961.958963","volume":"12","author":"F Zambonelli","year":"2003","unstructured":"Zambonelli, F., Jennings, N.R., Wooldridge, M.J.: Developing multiagent systems: the Gaia method. ACM Trans. Softw. Eng. Meth. 12(3), 317\u2013370 (2003)","journal-title":"ACM Trans. Softw. Eng. Meth."},{"issue":"2","key":"16_CR69","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1007\/s10703-013-0195-3","volume":"43","author":"P Zuliani","year":"2013","unstructured":"Zuliani, P., Platzer, A., Clarke, E.M.: Bayesian statistical model checking with application to Simulink verification. Formal Meth. Syst. Des. 43(2), 338\u2013367 (2013)","journal-title":"Formal Meth. Syst. Des."}],"container-title":["Analysis, Verification and Transformation for Declarative Programming and Intelligent Systems","Lecture Notes in Computer Science"],"original-title":[],"link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-31476-6_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T07:04:35Z","timestamp":1684220675000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-31476-6_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031314759","9783031314766"],"references-count":69,"URL":"http:\/\/dx.doi.org\/10.1007\/978-3-031-31476-6_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"published":{"date-parts":[[2023]]},"assertion":[{"value":"17 May 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}</enrichment>
    <enrichment key="local_crossrefDocumentType">book-chapter</enrichment>
    <enrichment key="local_crossrefLicence">https://www.springernature.com/gp/researchers/text-and-data-mining</enrichment>
    <enrichment key="local_import_origin">crossref</enrichment>
    <enrichment key="local_doiImportPopulated">PersonAuthorFirstName_1,PersonAuthorLastName_1,PersonAuthorFirstName_2,PersonAuthorLastName_2,PublisherName,PublisherPlace,TitleMain_1,TitleParent_1,PageNumber,PageFirst,PageLast,CompletedYear,IdentifierIsbn,IdentifierIssn,Enrichmentlocal_crossrefLicence</enrichment>
    <enrichment key="opus.source">doi-import</enrichment>
    <enrichment key="THI_relatedIdentifier">https://doi.org/10.1007/978-3-031-31476-6_16</enrichment>
    <enrichment key="THI_openaccess">nein</enrichment>
    <enrichment key="opus.doi.autoCreate">false</enrichment>
    <enrichment key="opus.urn.autoCreate">true</enrichment>
    <author>
      <first_name>Martin</first_name>
      <last_name>Wirsing</last_name>
    </author>
    <editor>
      <first_name>Pedro</first_name>
      <last_name>Lopez-Garcia</last_name>
    </editor>
    <author>
      <first_name>Lenz</first_name>
      <last_name>Belzner</last_name>
    </author>
    <editor>
      <first_name>John P.</first_name>
      <last_name>Gallagher</last_name>
    </editor>
    <editor>
      <first_name>Roberto</first_name>
      <last_name>Giacobazzi</last_name>
    </editor>
    <collection role="institutes" number="19311">Fakultät Elektro- und Informationstechnik</collection>
    <collection role="institutes" number="19379">AImotion Bavaria</collection>
    <collection role="persons" number="43324">Belzner, Lenz</collection>
  </doc>
</export-example>
