2025
Bashyal, Atit; Boroukhian, Tina; Veerachanchai, Pakin; Naransukh, Myanganbayar; Wicaksono, Hendro
Multi-agent deep reinforcement learning based demand response and energy management for heavy industries with discrete manufacturing systems Journal Article
In: Applied Energy, vol. 392, pp. 125990, 2025.
Abstract | Links | BibTeX | Tags: artificial intelligence, data science, deep learning, demand response system, energy management, green energy, machine learning, manufacturing, operation research, reinforcement learning, sustainability
@article{bashyal2025multi,
title = {Multi-agent deep reinforcement learning based demand response and energy management for heavy industries with discrete manufacturing systems},
author = {Atit Bashyal and Tina Boroukhian and Pakin Veerachanchai and Myanganbayar Naransukh and Hendro Wicaksono},
doi = {https://doi.org/10.1016/j.apenergy.2025.125990},
year = {2025},
date = {2025-08-15},
urldate = {2025-01-01},
journal = {Applied Energy},
volume = {392},
pages = {125990},
publisher = {Elsevier},
abstract = {Energy-centric decarbonization of heavy industries, such as steel and cement, necessitates their participation in integrating Renewable Energy Sources (RES) and effective Demand Response (DR) programs. This situation has created the opportunities to research control algorithms in diverse DR scenarios. Further, the industrial sector’s unique challenges, including the diversity of operations and the need for uninterrupted production, bring unique challenges in designing and implementing control algorithms. Reinforcement learning (RL) methods are practical solutions to the unique challenges faced by the industrial sector. Nevertheless, research in RL for industrial demand response has not yet achieved the level of standardization seen in other areas of RL research, hindering broader progress. To propel the research progress, we propose a multi-agent reinforcement learning (MARL)-based energy management system designed to optimize energy consumption in energy-intensive industrial settings by leveraging dynamic pricing DR schemes. The study highlights the creation of a MARL environment and addresses these challenges by designing a general framework that allows researchers to replicate and implement MARL environments for industrial sectors. The proposed framework incorporates a Partially Observable Markov Decision Process (POMDP) to model energy consumption and production processes while introducing buffer storage constraints and a flexible reward function that balances production efficiency and cost reduction. The paper evaluates the framework through experimental validation within a steel powder manufacturing facility. The experimental results validate our framework and also demonstrate the effectiveness of the MARL-based energy management system.},
keywords = {artificial intelligence, data science, deep learning, demand response system, energy management, green energy, machine learning, manufacturing, operation research, reinforcement learning, sustainability},
pubstate = {published},
tppubtype = {article}
}
2023
Krstevski, Stefan; Valilai, Omid Fatahi; Wicaksono, Hendro
Integrating Real-Time Dynamic Electricity Price Forecast into Job Shop Production Scheduling Model with Multiple Machine Environments Proceedings Article
In: Proceedings of the 2023 10th International Conference on Industrial Engineering and Applications, pp. 98–106, 2023.
Abstract | Links | BibTeX | Tags: energy management, manufacturing, operation research
@inproceedings{krstevski2023integrating,
title = {Integrating Real-Time Dynamic Electricity Price Forecast into Job Shop Production Scheduling Model with Multiple Machine Environments},
author = {Stefan Krstevski and Omid Fatahi Valilai and Hendro Wicaksono},
doi = {https://doi.org/10.1145/3587889.3587905},
year = {2023},
date = {2023-06-09},
urldate = {2023-01-01},
booktitle = {Proceedings of the 2023 10th International Conference on Industrial Engineering and Applications},
pages = {98–106},
abstract = {One of the challenges in the transition towards green electricity is the intermittence of power generated by renewable sources. Thus, power consumers, including the manufacturing industry, must adapt their activities and processes to green electricity supply. Real-time dynamic pricing is an approach to encourage electricity consumers to change their consumption patterns by lowering prices when the availability of green electricity in the grid is high. Due to the introduction of real-time electricity pricing, manufacturing companies must adapt their production planning by integrating dynamic price information into their production scheduling. Our research focuses on extending the basic production scheduling mathematical model by introducing real-time power pricing in the model. The prices are built based on the current proportion of green electricity in the grid represented in the green electricity index (GEI) with one-hour intervals. This paper also illustrates a scenario of how to use the model. Our future research will further extend the model addressing the flexibility of manufacturing shop floors (e.g. adding buffer, retooling, and setup time) and validate the model in two small and medium manufacturing enterprises.
},
keywords = {energy management, manufacturing, operation research},
pubstate = {published},
tppubtype = {inproceedings}
}
2022
Istiqomah, Silvi; Sutopo, Wahyudi; Hisjam, Muhammad; Wicaksono, Hendro
Optimizing Electric Motorcycle-Charging Station Locations for Easy Accessibility and Public Benefit: A Case Study in Surakarta Journal Article
In: World Electr. Veh. J., vol. 13, no. 12, pp. 232, 2022.
BibTeX | Tags: operation research, sustainability, transportation
@article{istiqomah2022optimizing,
title = {Optimizing Electric Motorcycle-Charging Station Locations for Easy Accessibility and Public Benefit: A Case Study in Surakarta},
author = {Silvi Istiqomah and Wahyudi Sutopo and Muhammad Hisjam and Hendro Wicaksono},
year = {2022},
date = {2022-01-01},
urldate = {2022-01-01},
journal = {World Electr. Veh. J.},
volume = {13},
number = {12},
pages = {232},
keywords = {operation research, sustainability, transportation},
pubstate = {published},
tppubtype = {article}
}
Khaturia, Roshaali; Wicaksono, Hendro; Valilai, Omid Fatahi
Srp: a sustainable dynamic ridesharing platform utilizing blockchain technology Proceedings Article
In: International Conference on Dynamics in Logistics, pp. 301–313, Springer International Publishing Cham 2022.
BibTeX | Tags: blockchain, logistics, operation research, sustainability
@inproceedings{khaturia2022srp,
title = {Srp: a sustainable dynamic ridesharing platform utilizing blockchain technology},
author = {Roshaali Khaturia and Hendro Wicaksono and Omid Fatahi Valilai},
year = {2022},
date = {2022-01-01},
urldate = {2022-01-01},
booktitle = {International Conference on Dynamics in Logistics},
pages = {301–313},
organization = {Springer International Publishing Cham},
keywords = {blockchain, logistics, operation research, sustainability},
pubstate = {published},
tppubtype = {inproceedings}
}
2021
Ahmadi, Elham; Wicaksono, Hendro; Valilai, O Fatahi
Extending the last mile delivery routing problem for enhancing sustainability by drones using a sentiment analysis approach Proceedings Article
In: 2021 IEEE International Conference on Industrial Engineering and Engineering Management (IEEM), pp. 207–212, IEEE 2021.
BibTeX | Tags: data science, logistics, operation research
@inproceedings{ahmadi2021extending,
title = {Extending the last mile delivery routing problem for enhancing sustainability by drones using a sentiment analysis approach},
author = {Elham Ahmadi and Hendro Wicaksono and O Fatahi Valilai},
year = {2021},
date = {2021-01-01},
urldate = {2021-01-01},
booktitle = {2021 IEEE International Conference on Industrial Engineering and Engineering Management (IEEM)},
pages = {207–212},
organization = {IEEE},
keywords = {data science, logistics, operation research},
pubstate = {published},
tppubtype = {inproceedings}
}