@book{Gronau2024, author = {Gronau, Norbert}, title = {Knowledge Modeling and Description Language (KMDL) 3.0}, publisher = {GITO mbH Verlag}, address = {Berlin}, isbn = {978-3-95545-416-6}, pages = {135}, year = {2024}, language = {en} } @misc{PanzerBenderGronau2021, author = {Panzer, Marcel and Bender, Benedict and Gronau, Norbert}, title = {Deep reinforcement learning in production planning and control}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, issn = {2701-6277}, doi = {10.25932/publishup-60572}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-605722}, pages = {13}, year = {2021}, abstract = {Increasingly fast development cycles and individualized products pose major challenges for today's smart production systems in times of industry 4.0. The systems must be flexible and continuously adapt to changing conditions while still guaranteeing high throughputs and robustness against external disruptions. Deep reinforcement learning (RL) algorithms, which already reached impressive success with Google DeepMind's AlphaGo, are increasingly transferred to production systems to meet related requirements. Unlike supervised and unsupervised machine learning techniques, deep RL algorithms learn based on recently collected sensorand process-data in direct interaction with the environment and are able to perform decisions in real-time. As such, deep RL algorithms seem promising given their potential to provide decision support in complex environments, as production systems, and simultaneously adapt to changing circumstances. While different use-cases for deep RL emerged, a structured overview and integration of findings on their application are missing. To address this gap, this contribution provides a systematic literature review of existing deep RL applications in the field of production planning and control as well as production logistics. From a performance perspective, it became evident that deep RL can beat heuristics significantly in their overall performance and provides superior solutions to various industrial use-cases. Nevertheless, safety and reliability concerns must be overcome before the widespread use of deep RL is possible which presumes more intensive testing of deep RL in real world applications besides the already ongoing intensive simulations.}, language = {en} } @misc{PanzerBenderGronau2022, author = {Panzer, Marcel and Bender, Benedict and Gronau, Norbert}, title = {Neural agent-based production planning and control}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, issn = {1867-5808}, doi = {10.25932/publishup-60477}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-604777}, pages = {26}, year = {2022}, abstract = {Nowadays, production planning and control must cope with mass customization, increased fluctuations in demand, and high competition pressures. Despite prevailing market risks, planning accuracy and increased adaptability in the event of disruptions or failures must be ensured, while simultaneously optimizing key process indicators. To manage that complex task, neural networks that can process large quantities of high-dimensional data in real time have been widely adopted in recent years. Although these are already extensively deployed in production systems, a systematic review of applications and implemented agent embeddings and architectures has not yet been conducted. The main contribution of this paper is to provide researchers and practitioners with an overview of applications and applied embeddings and to motivate further research in neural agent-based production. Findings indicate that neural agents are not only deployed in diverse applications, but are also increasingly implemented in multi-agent environments or in combination with conventional methods — leveraging performances compared to benchmarks and reducing dependence on human experience. This not only implies a more sophisticated focus on distributed production resources, but also broadening the perspective from a local to a global scale. Nevertheless, future research must further increase scalability and reproducibility to guarantee a simplified transfer of results to reality.}, language = {en} } @article{PanzerBenderGronau2022, author = {Panzer, Marcel and Bender, Benedict and Gronau, Norbert}, title = {Neural agent-based production planning and control}, series = {Journal of Manufacturing Systems}, volume = {65}, journal = {Journal of Manufacturing Systems}, publisher = {Elsevier}, address = {Amsterdam}, issn = {0278-6125}, doi = {10.1016/j.jmsy.2022.10.019}, pages = {743 -- 766}, year = {2022}, abstract = {Nowadays, production planning and control must cope with mass customization, increased fluctuations in demand, and high competition pressures. Despite prevailing market risks, planning accuracy and increased adaptability in the event of disruptions or failures must be ensured, while simultaneously optimizing key process indicators. To manage that complex task, neural networks that can process large quantities of high-dimensional data in real time have been widely adopted in recent years. Although these are already extensively deployed in production systems, a systematic review of applications and implemented agent embeddings and architectures has not yet been conducted. The main contribution of this paper is to provide researchers and practitioners with an overview of applications and applied embeddings and to motivate further research in neural agent-based production. Findings indicate that neural agents are not only deployed in diverse applications, but are also increasingly implemented in multi-agent environments or in combination with conventional methods — leveraging performances compared to benchmarks and reducing dependence on human experience. This not only implies a more sophisticated focus on distributed production resources, but also broadening the perspective from a local to a global scale. Nevertheless, future research must further increase scalability and reproducibility to guarantee a simplified transfer of results to reality.}, language = {en} } @misc{PanzerBenderGronau2023, author = {Panzer, Marcel and Bender, Benedict and Gronau, Norbert}, title = {A deep reinforcement learning based hyper-heuristic for modular production control}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, issn = {1867-5808}, doi = {10.25932/publishup-60564}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-605642}, pages = {24}, year = {2023}, abstract = {In nowadays production, fluctuations in demand, shortening product life-cycles, and highly configurable products require an adaptive and robust control approach to maintain competitiveness. This approach must not only optimise desired production objectives but also cope with unforeseen machine failures, rush orders, and changes in short-term demand. Previous control approaches were often implemented using a single operations layer and a standalone deep learning approach, which may not adequately address the complex organisational demands of modern manufacturing systems. To address this challenge, we propose a hyper-heuristics control model within a semi-heterarchical production system, in which multiple manufacturing and distribution agents are spread across pre-defined modules. The agents employ a deep reinforcement learning algorithm to learn a policy for selecting low-level heuristics in a situation-specific manner, thereby leveraging system performance and adaptability. We tested our approach in simulation and transferred it to a hybrid production environment. By that, we were able to demonstrate its multi-objective optimisation capabilities compared to conventional approaches in terms of mean throughput time, tardiness, and processing of prioritised orders in a multi-layered production system. The modular design is promising in reducing the overall system complexity and facilitates a quick and seamless integration into other scenarios.}, language = {en} } @article{PanzerBenderGronau2023, author = {Panzer, Marcel and Bender, Benedict and Gronau, Norbert}, title = {A deep reinforcement learning based hyper-heuristic for modular production control}, series = {International journal of production research}, journal = {International journal of production research}, publisher = {Taylor \& Francis}, address = {London}, issn = {0020-7543}, doi = {10.1080/00207543.2023.2233641}, pages = {1 -- 22}, year = {2023}, abstract = {In nowadays production, fluctuations in demand, shortening product life-cycles, and highly configurable products require an adaptive and robust control approach to maintain competitiveness. This approach must not only optimise desired production objectives but also cope with unforeseen machine failures, rush orders, and changes in short-term demand. Previous control approaches were often implemented using a single operations layer and a standalone deep learning approach, which may not adequately address the complex organisational demands of modern manufacturing systems. To address this challenge, we propose a hyper-heuristics control model within a semi-heterarchical production system, in which multiple manufacturing and distribution agents are spread across pre-defined modules. The agents employ a deep reinforcement learning algorithm to learn a policy for selecting low-level heuristics in a situation-specific manner, thereby leveraging system performance and adaptability. We tested our approach in simulation and transferred it to a hybrid production environment. By that, we were able to demonstrate its multi-objective optimisation capabilities compared to conventional approaches in terms of mean throughput time, tardiness, and processing of prioritised orders in a multi-layered production system. The modular design is promising in reducing the overall system complexity and facilitates a quick and seamless integration into other scenarios.}, language = {en} } @misc{BenderHabibGronau2020, author = {Bender, Benedict and Habib, Natalie and Gronau, Norbert}, title = {Digitale Plattformen}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, number = {1}, issn = {1867-5808}, doi = {10.25932/publishup-60541}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-605419}, pages = {11}, year = {2020}, abstract = {Obwohl digitale Plattformen vornehmlich von Großunternehmen betrieben werden, bieten sie klein- und mittelst{\"a}ndischen Unternehmen (KMU) Potenziale zur Verbreitung innovativer Technologien und f{\"u}r den Ausbau ihres Gesch{\"a}ftsmodells. F{\"u}r die Umsetzung digitaler Plattformen stehen Unternehmen mehrere Strategien zur Verf{\"u}gung. Der Beitrag vergleicht und bewertet grundlegende Strategien am Beispiel eines Maschinenbauunternehmens. Die Ergebnisse dienen als Grundlage f{\"u}r die Entscheidungsfindung von KMU.}, language = {de} } @misc{UllrichWeberGronau2023, author = {Ullrich, Andr{\´e} and Weber, Edzard and Gronau, Norbert}, title = {Regionale Refabrikationsnetzwerke}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, number = {2}, issn = {2364-9208}, doi = {10.25932/publishup-60451}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-604510}, pages = {6}, year = {2023}, abstract = {Die Herstellung von Produkten bindet Energie sowie auch materielle Ressourcen. Viel zu langsam entwickeln sich sowohl das Bewusstsein der Konsumenten sowie der Produzenten als auch gesetzgebende Aktivit{\"a}ten, um zu einem nachhaltigen Umgang mit den zur Verf{\"u}gung stehenden Ressourcen zu gelangen. In diesem Beitrag wird ein lokaler Remanufacturing-Ansatz vorgestellt, der es erm{\"o}glicht, den Ressourcenverbrauch zu reduzieren, lokale Unternehmen zu f{\"o}rdern und effiziente L{\"o}sungen f{\"u}r die regionale Wieder- und Weiterverwendung von G{\"u}tern anzubieten.}, language = {de} } @article{UllrichWeberGronau2023, author = {Ullrich, Andr{\´e} and Weber, Edzard and Gronau, Norbert}, title = {Regionale Refabrikationsnetzwerke}, series = {Industrie 4.0 Management : Gegenwart und Zukunft industrieller Gesch{\"a}ftsprozesse}, volume = {39}, journal = {Industrie 4.0 Management : Gegenwart und Zukunft industrieller Gesch{\"a}ftsprozesse}, number = {2}, publisher = {GITO mbH Verlag}, address = {Berlin}, issn = {2364-9208}, doi = {10.30844/IM_23-2_11-14}, pages = {11 -- 14}, year = {2023}, abstract = {Die Herstellung von Produkten bindet Energie sowie auch materielle Ressourcen. Viel zu langsam entwickeln sich sowohl das Bewusstsein der Konsumenten sowie der Produzenten als auch gesetzgebende Aktivit{\"a}ten, um zu einem nachhaltigen Umgang mit den zur Verf{\"u}gung stehenden Ressourcen zu gelangen. In diesem Beitrag wird ein lokaler Remanufacturing-Ansatz vorgestellt, der es erm{\"o}glicht, den Ressourcenverbrauch zu reduzieren, lokale Unternehmen zu f{\"o}rdern und effiziente L{\"o}sungen f{\"u}r die regionale Wieder- und Weiterverwendung von G{\"u}tern anzubieten.}, language = {de} } @misc{BenderGronau2022, author = {Bender, Benedict and Gronau, Norbert}, title = {Introduction to the Minitrack on towards the future of enterprise systems}, series = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, journal = {Zweitver{\"o}ffentlichungen der Universit{\"a}t Potsdam : Wirtschafts- und Sozialwissenschaftliche Reihe}, editor = {Bui, Tung}, isbn = {978-0-9981331-5-7}, issn = {1867-5808}, doi = {10.25932/publishup-60540}, url = {http://nbn-resolving.de/urn:nbn:de:kobv:517-opus4-605406}, pages = {4}, year = {2022}, abstract = {Enterprise systems have long played an important role in businesses of various sizes. With the increasing complexity of today's business relationships, pecialized application systems are being used more and more. Moreover, emerging technologies such as artificial intelligence are becoming accessible for enterprise systems. This raises the question of the future role of enterprise systems. This minitrack covers novel ideas that contribute to and shape the future role of enterprise systems with five contributions.}, language = {en} }