Neuro-Explicit Sequential
Decision Making

@inproceedings{mullerPerDomainGeneralizingPoliciesOn2026,
 author = {Müller, Nicola J. and Oster, Moritz and Valera, Isabel and Hoffmann, Jörg and Gros, Timo P.},
 booktitle = {Proceedings of the Thirty-Sixth International Conference on Automated Planning and Scheduling. International Conference on Automated Planning and Scheduling (ICAPS-2026), June 27 - July 2, Dublin, Ireland},
 doi = {10.1609/icaps.v36i1.42889},
 isbn = {ISSN 2334-0843},
 month = {6},
 number = {1},
 pages = {703-707},
 publisher = {AAAI Press},
 title = {Per-Domain Generalizing Policies: On Learning Efficient and Robust Q-Value Functions},
 url = {https://ojs.aaai.org/index.php/ICAPS/article/view/42889},
 volume = {36},
 year = {2026}
}

@article{meyerPGTGProcedurallyGeneratedGridBased2026,
 author = {Joshua Meyer and Felix Maurice Kuntz and Verena Wolf and Jörg Hoffmann and Timo P. Gros},
 journal = {Reinforcement Learning Journal},
 pages = {},
 title = {PGTG: Procedurally Generated Grid-Based Traffic Gym},
 url = {https://rlj.cs.umass.edu/2026/papers/Paper32.pdf},
 volume = {7},
 year = {2026}
}

@inproceedings{mullerTowardAGeneralFramework2026,
 author = {Müller, Nicola J. and Rudolph, Naya and Taitler, Ayal and Gros, Timo P.},
 booktitle = {Workshop on Planning in the Era of LLMs at ICAPS-26},
 title = {Toward a General Framework for Evaluating Per-Domain Generalization Using LLMs, Theorem Provers, and Statistical Model Checking},
 url = {https://openreview.net/pdf?id=MLnzKKBdT4},
 year = {2026}
}

@inproceedings{mullerLearningPerDomainGeneralizingPolicies2025,
 author = {Nicola J. Müller and Moritz Oster and Timo P. Gros},
 booktitle = {Proceedings of the Ninth Workshop on Bridging the Gap Between AI Planning and (Reinforcement) Learning (PRL @ ICAPS 2025). Workshop on Bridging the Gap Between AI Planning and Reinforcement Learning (PRL-2025), located at ICAPS'25, November 10, Melbourne, Australia},
 month = {11},
 publisher = {AAAI Press},
 title = {Learning Per-Domain Generalizing Policies Using Offline Reinforcement Learning},
 url = {https://prl-theworkshop.github.io/prl2025-icaps/papers/11.pdf},
 year = {2025}
}

@inproceedings{grosPyDSMCStatisticalModelChecking2025,
 author = {Timo P. Gros and Arnd Hartmanns and Ivo Hoese and Joshua Meyer and Nicola J. Müller and Verena Wolf},
 booktitle = {Quantitative Evaluation of Systems and Formal Modeling and Analysis of Timed Systems - Second International Joint Conference, Proceedings. International Joint Conference on Quantitative Evaluation of Systems and Formal Modeling and Analysis of Timed Systems (QEST+FORMATS-2025), August 26-28, Aarhus, Denmark},
 doi = {10.1007/978-3-032-05792-1_8},
 editor = {Pavithra Prabhakar and Andrea Vandin},
 isbn = {978-3-032-05791-4},
 month = {10},
 pages = {134-156},
 publisher = {Springer Nature, Switzerland},
 series = {Lecture Notes in Computer Science, LNCS},
 title = {PyDSMC: Statistical Model Checking for Neural Agents Using the Gymnasium Interface},
 url = {https://link.springer.com/chapter/10.1007/978-3-032-05792-1_8},
 volume = {16143},
 year = {2025}
}

@inproceedings{grosVisualAnalysisOfAction2025,
 author = {Timo P. Gros and David Groß and Julius Kamp and Stefan Gumhold and Jörg Hoffmann},
 booktitle = {World Conference on Explainable Artificial Intelligence. xAI: World Conference on Explainable Artificial Intelligence (xAI-2025), July 9-11, Istanbul, Turkey},
 month = {10},
 publisher = {Springer Berlin Heidelberg, Heidelberg},
 title = {Visual Analysis of Action Policy Behavior: A Case Study in Grid-World Driving},
 year = {2025}
}

@inproceedings{eniserUsingActionPolicyTestingIn2025,
 author = {Hasan Ferit Eniser and Songtuan Lin and Nicola J. Müller and Anastasia Isychev and Valentin Wüstholz and Isabel Valera and Jörg Hoffmann and Maria Christakis},
 booktitle = {Proceedings of the Eighteenth International Symposium on Combinatorial Search. International Symposium on Combinatorial Search (SoCS-2025), August 12-15, Scotland, United Kingdom},
 doi = {10.1609/socs.v18i1.35990},
 editor = {Maxim Likhachev and Hana Rudová and Enrico Scala},
 isbn = {13 978-1-57735-901-2},
 month = {8},
 pages = {181-185},
 publisher = {AAAI Press, Washington, DC, USA},
 title = {Using Action-Policy Testing in RL to Reduce the Number of Bugs},
 url = {https://ojs.aaai.org/index.php/SOCS/article/view/35990},
 volume = {18},
 year = {2025}
}

@inproceedings{ajanoviBridgingTheGapBetween2025,
 author = {Zlatan Ajanovi and Timo P. Gros and Floris Den Hengst and Daniel Holler and Harsha Kokel and Ayal Taitler},
 booktitle = {AAAI 2025 Workshop Proceedings (PRL Workshop). Workshop on Bridging the Gap Between AI Planning and Reinforcement Learning (PRL-2025), February 25},
 publisher = {AAAI Press},
 title = {Bridging the Gap Between AI Planning and Reinforcement Learning},
 url = {https://research.ibm.com/publications/bridging-the-gap-between-ai-planning-and-reinforcement-learning},
 year = {2025}
}

@inproceedings{grosPerDomainGeneralizingPoliciesOn2025,
 author = {Timo P. Gros and Nicola J. Müller and Daniel Fiser and Isabel Valera and Verena Wolf and Jörg Hoffmann},
 booktitle = {The 35th International Conference on Automated Planning and Scheduling. International Conference on Automated Planning and Scheduling (ICAPS-2025), November 9-14, Melbourne, Australia},
 publisher = {AAAI Press},
 title = {Per-Domain Generalizing Policies: On Validation Instances and Scaling Behavior},
 url = {https://doi.org/10.5281/zenodo.15314878},
 year = {2025}
}

@inproceedings{meyerMARSMultiSampleAllocationThrough2024,
 author = {Joshua Meyer and Alexander Rath and Ömercan Yazici and Philipp Slusallek},
 booktitle = {SIGGRAPH Asia 2024 Conference Papers. ACM SiggraphAsia (SigAsia-2024), December 3-6, Tokyo, Japan},
 doi = {10.1145/3680528.3687636},
 isbn = {9798400711312},
 month = {12},
 publisher = {Association for Computing Machinery, New York, NY, USA},
 series = {SA '24, SA '24},
 title = {MARS: Multi-sample Allocation through Russian roulette and Splitting},
 url = {https://doi.org/10.1145/3680528.3687636},
 year = {2024}
}

@article{baumActingForTheRight2024,
 author = {Kevin Baum and Lisa Dargasz and Felix Jahn and Timo P. Gros and Verena Wolf},
 doi = {arXiv:2409.15014},
 journal = {ArXiv e-prints (arxiv)},
 month = {9},
 pages = {1-10},
 publisher = {arXiv},
 title = {Acting for the Right Reasons: Creating Reason-Sensitive Artificial Moral Agents},
 volume = {1},
 year = {2024}
}

@article{schneiderMotionPrimitivesAsThe2024,
 author = {Tristan Schneider and Matheus V. A. Pedrosa and Timo P. Gros and Verena Wolf and Kathrin Flaßkamp},
 doi = {10.1109/TITS.2024.3436530},
 journal = {IEEE Transactions on Intelligent Transportation Systems},
 month = {9},
 number = {11},
 pages = {17852-17864},
 publisher = {IEEE},
 title = {Motion Primitives as the Action Space of Deep Q-Learning for Planning in Autonomous Driving},
 volume = {25},
 year = {2024}
}

@misc{mullerComparingStateOfTheArtGraphNeural2024,
 author = {Nicola J. Müller and Pablo Sánchez and Jörg Hoffmann and Verena Wolf and Timo P. Gros},
 booktitle = {ICAPS Workshop on Planning and Reinforcement Learning (PRL)},
 title = {Comparing State-of-the-art Graph Neural Networks and Transformers for General Policy Learning},
 year = {2024}
}

@inproceedings{grosSafeReinforcementLearningThrough2024,
 author = {Timo P. Gros and Nicola J. Müller and Daniel Höller and Verena Wolf},
 booktitle = {Workshop on Reliable Data-Driven Planning and Scheduling. International Conference on Automated Planning and Scheduling (ICAPS-2024)},
 publisher = {Springer},
 title = {Safe Reinforcement Learning Through Regret and State Restorations in Evaluation Stages},
 year = {2024}
}

@article{grosDSMCEvaluationStagesFostering2023,
 author = {Timo P. Gros and Joschka Groß and Daniel Höller and Jörg Hoffmann and Michaela Klauck and Hendrik Meerkamp and Nicola J. Müller and Lukas Schaller and Verena Wolf},
 doi = {10.1145/3607198},
 journal = {ACM Transactions on Modeling and Computer Simulation (TOMACS)},
 month = {10},
 number = {4},
 pages = {1-28},
 publisher = {ACM, New York, NY, USA},
 title = {DSMC Evaluation Stages: Fostering Robust and Safe Behavior in Deep Reinforcement Learning--Extended Version},
 volume = {33},
 year = {2023}
}

@article{mullerNeuroExplicitSemanticSegmentationOf2023,
 author = {Nicola J. Müller and Daniel Porawski and Lukas Wilde and Dennis Fink and Guillaume Trap and Annika Engel and Georges P. Schmartz},
 doi = {10.1063/5.0109284},
 editor = {Robert P. Behringer},
 journal = {Review of Scientific Instruments},
 month = {6},
 number = {6},
 pages = {063304},
 publisher = {AIP Publishing},
 title = {Neuro-explicit semantic segmentation of the diffusion cloud chamber},
 url = {https://www.dfki.de/fileadmin/user_upload/import/16919_Neuro-explicit_semantic_segmentation_of_the_diffus.pdf},
 volume = {94},
 year = {2023}
}

@article{grosAnalyzingNeuralNetworkBehavior2023,
 author = {Timo P. Gros and Holger Hermanns and Jörg Hoffmann and Michaela Klauck and Marcel Steinmetz},
 journal = {International Journal on Software Tools for Technology Transfer (STTT)},
 number = {3},
 pages = {407-426},
 publisher = {Springer Berlin Heidelberg Berlin/Heidelberg},
 title = {Analyzing neural network behavior through deep statistical model checking},
 volume = {25},
 year = {2023}
}

@inproceedings{baumXAIRequirementsInSmart2023,
 author = {Deborah Baum and Kevin Baum and Timo P. Gros and Verena Wolf},
 booktitle = {Explainable Artificial Intelligence, First World Conference, Proceedings, Part I. xAI: World Conference on Explainable Artificial Intelligence (xAI-2023), July 26-28, Lissabon, Portugal},
 doi = {10.1007/978-3-031-44064-9_1},
 editor = {Luca Longo},
 isbn = {978-3-031-44063-2},
 pages = {3-24},
 publisher = {Springer Nature Switzerland},
 series = {Communications in Computer and Information Science, CCIS},
 title = {XAI Requirements in Smart Production Processes: A Case Study},
 volume = {1901},
 year = {2023}
}

@inproceedings{eniserMetamorphicRelationsViaRelaxations2022,
 author = {Hasan Ferit Eniser and Timo P. Gros and Valentin Wüstholz and Jörg Hoffmann and Maria Christakis},
 booktitle = {ISSTA 2022: Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis. ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA-2022), July 18-22},
 doi = {10.1145/3533767.3534392},
 isbn = {978-1-4503-9379-9},
 month = {7},
 pages = {52-63},
 publisher = {ACM, New York, NY, USA},
 title = {Metamorphic relations via relaxations: An approach to obtain oracles for action-policy testing},
 year = {2022}
}

@inproceedings{steinmetzDebuggingAPolicyAutomatic2022,
 author = {Marcel Steinmetz and Daniel Fišer and Hasan Ferit Eniser and Patrick Ferber and Timo P. Gros and Philippe Heim and Daniel Höller and Xandra Schuler and Valentin Wüstholz and Maria Christakis and Jörg Hoffmann},
 booktitle = {Proceedings of the 32nd International Conference on Automated Planning and Scheduling. International Conference on Automated Planning and Scheduling (ICAPS-2022), July 13-24},
 doi = {10.1609/icaps.v32i1.19820},
 editor = {Akshat Kumar and Sylvie Thiébaux and Pradeep Varakantham and William Yeoh},
 isbn = {978-1-57735-874-9},
 month = {6},
 pages = {353-361},
 publisher = {AAAI Press},
 series = {ICAPS conference series},
 title = {Debugging a Policy: Automatic Action-Policy Testing in AI Planning},
 volume = {32 (2022)},
 year = {2022}
}

@inproceedings{grossGlyphBasedVisualAnalysisOf2022,
 author = {David Groß and Michaela Klauck and Timo P. Gros and Marcel Steinmetz and Joerg Hoffmann and Stefan Gumhold},
 booktitle = {International Conference on Information Visualisation (IV'22). International Conference on Information Visualisation (IV-2022), 26th International Conference on Information Visualisation, July 19-22, Vienna, Austria},
 doi = {10.1109/IV56949.2022.00011},
 isbn = {978-1-6654-9008-5},
 publisher = {IEEE},
 title = {Glyph-Based Visual Analysis of Q-Learning Based Action Policy Ensembles on Racetrack},
 year = {2022}
}

@inproceedings{grosMoGymUsingFormalModels2022,
 author = {Timo P. Gros and Holger Hermanns and Jörg Hoffmann and Michaela Klauck and Maximilian A Köhl and Verena Wolf},
 booktitle = {International Conference on Computer Aided Verification. International Conference on Computer Aided Verification (CAV)},
 doi = {10.1007/978-3-031-13188-2_21},
 isbn = {978-3-031-13188-2},
 organization = {Springer, Cham},
 pages = {430-443},
 publisher = {Springer Cham},
 title = {MoGym: Using Formal Models for Training and Verifying Decision-making Agents},
 year = {2022}
}

@inproceedings{steinmetzDebuggingAPolicyA2021,
 author = {Marcel Steinmetz and Timo P. Gros and Philippe Heim and Daniel Höller and Jörg Hoffmann},
 booktitle = {Bridging the Gap Between AI Planning and Reinforcement Learning (PRL) – Workshop at ICAPS 2021 (August 5-6). Workshop on Bridging the Gap Between AI Planning and Reinforcement Learning (PRL-2021), located at ICAPS 2021, August 5-6},
 pages = {1-10},
 publisher = {ICAPS},
 series = {PRL Workshop Series, PRL @ ICAPS},
 title = {Debugging a Policy: A Framework for Automatic Action Policy Testing},
 year = {2021}
}

@inproceedings{baierLabConditionsForResearch2021,
 author = {Christel Baier and Maria Christakis and Timo P. Gros and David Groß and Stefan Gumhold and Holger Hermanns and Jörg Hoffmann and Michaela Klauck},
 booktitle = {Trustworthy AI--Integrating Learning, Optimization and Reasoning: First International Workshop, TAILOR 2020, Virtual Event, September 4--5, 2020, Revised Selected Papers. Workshop on Foundations of Trustworthy AI integrating Learning, Optimisation and Reasoning (TAILOR-2020), located at First International Workshop, April 4-5, Virtual Event},
 organization = {Springer Nature},
 publisher = {Springer Nature},
 title = {Lab Conditions for Research on Explainable Automated Decisions},
 year = {2021}
}

@inproceedings{grosTraceVisTowardsVisualizationFor2021,
 author = {Timo P. Gros and David Groß and Stefan Gumhold and Jörg Hoffmann and Michaela Klauck and Marcel Steinmetz},
 booktitle = {Leveraging Applications of Formal Methods, Verification and Validation: Tools and Trends: 9th International Symposium on Leveraging Applications of Formal Methods, ISoLA 2020. International Symposium On Leveraging Applications of Formal Methods, Verification and Validation (ISoLA-2020), 9th International Symposium on Leveraging Applications of Formal Method, October 20-30, Rhodes, Greece},
 organization = {Springer International Publishing},
 pages = {27-46},
 publisher = {Springer International Publishing},
 title = {TraceVis: towards visualization for deep statistical model checking},
 volume = {Part IV 9},
 year = {2021}
}

@article{grosTrackingTheRaceBetween2020,
 author = {Timo P. Gros and Daniel Höller and Jörg Hoffmann and Verena Wolf},
 doi = {10.48550/arXiv.2008.00766},
 journal = {ArXiv e-prints (arxiv)},
 month = {8},
 number = {00766},
 pages = {1-19},
 publisher = {arXiv},
 title = {Tracking the Race Between Deep Reinforcement Learning and Imitation Learning - Extended Version},
 volume = {2008},
 year = {2020}
}

@inproceedings{grosDeepStatisticalModelChecking2020,
 author = {Timo P. Gros and Holger Hermanns and Jörg Hoffmann and Michaela Klauck and Marcel Steinmetz},
 booktitle = {Formal Techniques for Distributed Objects, Components, and Systems: 40th IFIP WG 6.1 International Conference, FORTE 2020, Held as Part of the 15th International Federated Conference on Distributed Computing Techniques, DisCoTec 2020, Valletta, Malta. Distributed Applications and Interoperable Systems: IFIP WG 6.1 International Conference (DAIS-2020), located at 5th International Federated Conference on Distributed Computing Techniques, June 15-19, Valetta, Malta},
 doi = {10.1007/978-3-030-50086-3_6},
 month = {6},
 organization = {Springer International Publishing},
 pages = {96-114},
 publisher = {Springer International Publishing},
 title = {Deep statistical model checking},
 year = {2020}
}

@inproceedings{grosRealTimeDecisionMakingFor2020,
 author = {Timo P. Gros and Joschka Groß and Verena Wolf},
 booktitle = {2020 Winter Simulation Conference (WSC). Winter Simulation Conference (WSC-2020), December 14-18, Orlando,, FL, USA},
 doi = {10.1109/WSC48552.2020.9383884},
 pages = {3032-3044},
 publisher = {IEEE},
 title = {Real-Time Decision Making for a Car Manufacturing Process Using Deep Reinforcement Learning},
 year = {2020}
}

@inproceedings{grosAMAZEingProgrammingProvidingSKILLs2019,
 author = {Timo P. Gros and Pascal L. Held and Pascal Lauer and O. Niklas Metzger and Kallistos Weis},
 booktitle = {SKILL 2019 - Studierendenkonferenz Informatik. Bonn: Gesellschaft für Informatik e.V., 2019. Studierendenkonferenz Informatik (SKILL-2019), September 25-26, Kassel, Germany},
 pages = {59-70},
 publisher = {Gesellschaft für Informatik, Bonn},
 title = {aMAZEing Programming - Providing SKILLs to Fellow Students},
 year = {2019}
}

@inproceedings{biewerTeachingAcademicConcurrencyTo2017,
 author = {Sebastian Biewer and
Felix Freiberger and
Pascal L. Held and
Holger Hermanns},
 bibsource = {dblp computer science bibliography, https://dblp.org},
 biburl = {https://dblp.org/rec/conf/birthday/BiewerFHH17.bib},
 booktitle = {Models, Algorithms, Logics and Tools - Essays Dedicated to Kim Guldstrand
Larsen on the Occasion of His 60th Birthday},
 doi = {10.1007/978-3-319-63121-9_9},
 editor = {Luca Aceto and
Giorgio Bacci and
Giovanni Bacci and
Anna Ingólfsdóttir and
Axel Legay and
Radu Mardare},
 pages = {170--195},
 publisher = {Springer},
 series = {Lecture Notes in Computer Science},
 timestamp = {Sun, 02 Oct 2022 15:55:45 +0200},
 title = {Teaching Academic Concurrency to Amazing Students},
 url = {https://doi.org/10.1007/978-3-319-63121-9_9},
 volume = {10460},
 year = {2017}
}