@article{BiemannGunkelSchelleretal., author = {Biemann, Marco and Gunkel, Philipp Andreas and Scheller, Fabian and Huang, Lizhen and Liu, Xiufeng}, title = {Data Center HVAC Control Harnessing Flexibility Potential via Real-Time Pricing Cost Optimization Using Reinforcement Learning}, series = {IEEE Internet of Things Journal}, volume = {10}, journal = {IEEE Internet of Things Journal}, number = {15}, doi = {10.1109/jiot.2023.3263261}, pages = {13876 -- 13894}, abstract = {With increasing electricity prices, cost savings through load shifting are becoming increasingly important for energy end users. While dynamic pricing encourages customers to shift demand to low price periods, the nonstationary and highly volatile nature of electricity prices poses a significant challenge to energy management systems. In this article, we investigate the flexibility potential of data centers by optimizing heating, ventilation, and air conditioning systems with a general model-free reinforcement learning (RL) approach. Since the soft actor-critic algorithm with feedforward networks did not work satisfactorily in this scenario, we propose instead a parameterization with a recurrent neural network architecture to successfully handle spot-market price data. The past is encoded into a hidden state, which provides a way to learn the temporal dependencies in the observations and highly volatile rewards. The proposed method is then evaluated in experiments on a simulated data center. Considering real temperature and price signals over multiple years, the results show a cost reduction compared to a proportional, integral and derivative controller while maintaining the temperature of the data center within the desired operating ranges. In this context, this work demonstrates an innovative and applicable RL approach that incorporates complex economic objectives into agent decision-making. The proposed control method can be integrated into various Internet of Things-based smart building solutions for energy management.}, language = {en} } @article{GunkelBergaentzleGrastedJensenetal., author = {Gunkel, Philipp Andreas and Bergaentzl{\´e}, Claire and Gr{\ae}sted Jensen, Ida and Scheller, Fabian}, title = {From passive to active: Flexibility from electric vehicles in the context of transmission system development}, series = {Applied Energy}, volume = {277}, journal = {Applied Energy}, issn = {1872-9118}, doi = {10.1016/j.apenergy.2020.115526}, pages = {115526 -- 115526}, abstract = {Electrification of transport in RES-based power system will support the decarbonisation of the transport sector. However, due to the increase in energy demand and the large peak effects of charging, the passive integration of electric cars is likely to undermine sustainability efforts. This study investigates three different charging strategies for electric vehicle in Europe offering various degrees of flexibility: passive charging, smart charging and vehicle-to-grid, and puts this flexibility in perspective with the flexibility offered by interconnections. We use the Balmorel optimization tool to represent the short-term dispatch and long-term investment in the energy system and we contribute to the state-of-the-art in developing new methodologies to represent home charging and battery degradation. Our results show how each step of increased charging flexibility reduces system costs, affects energy mix, impacts spot prices and reduces CO2 emissions until the horizon 2050. We quantify how flexible charging and variable generation mutually support each other (>100 TWh from wind and solar energy in 2050) and restrict the business case for stationary batteries, whereas passive charging results in a substitution of wind by solar energy. The comparison of each charging scheme with and without interconnection expansion highlights the interplay between European countries in terms of electricity prices and CO2 emissions in the context of electrified transport. Although the best outcome is reached under the most flexible scenario at the EU level, the situation of the countries with the cheapest and most decarbonised electricity mix is damaged, which calls for adapted coordination policy at the EU level.}, language = {en} } @article{SchellerWaldKondziellaetal., author = {Scheller, Fabian and Wald, Stefan and Kondziella, Hendrik and Gunkel, Philipp Andreas and Bruckner, Thomas and Keles, Dogan}, title = {Future role and economic benefits of hydrogen and synthetic energy carriers in Germany: a review of long-term energy scenarios}, series = {Sustainable Energy Technologies and Assessments}, volume = {56}, journal = {Sustainable Energy Technologies and Assessments}, issn = {22131388}, doi = {10.1016/j.seta.2023.103037}, pages = {103037 -- 103037}, abstract = {Determining the development of Germany's energy system is the subject of a series of studies. Since their results play a significant role in the political energy debate for understanding the role of hydrogen and synthetic energy carriers, a better discussion is needed. This article provides an assessment of published transition pathways for Germany to assess the role and advantages of hydrogen-based carriers. Twelve energy studies including 37 scenarios for the years 2030 and 2050 were evaluated. Despite the variations, the carrier will play an important role. While their deployment is expected to have only started by 2030 with a mean demand of 91 TWh/a (4\% of the final energy demand) in Germany, they will be an essential part by 2050 with a mean demand of 480 TWh/a (24\%). The outcome of the scenarios depends on the chosen methods and assumptions. A moderately positive correlation (0.53) between the decarbonisation targets and the share of hydrogen-based carriers in final energy demand underlines the relevance for reaching the climate targets. Additionally, value creation effects of about 16 billion EUR/a in 2050 can be expected for hydrogen-based carriers. Hydrogen is expected to be produced domestically while synthetic fuels are projected to be mostly imported.}, language = {en} } @article{AndreasGunkelKlingeJacobsenBergaentzleetal., author = {Andreas Gunkel, Philipp and Klinge Jacobsen, Henrik and Bergaentzl{\´e}, Claire-Marie and Scheller, Fabian and M{\o}ller Andersen, Frits}, title = {Variability in electricity consumption by category of consumer: The impact on electricity load profiles}, series = {International Journal of Electrical Power \& Energy Systems}, volume = {147}, journal = {International Journal of Electrical Power \& Energy Systems}, issn = {1879-3517}, doi = {10.1016/j.ijepes.2022.108852}, pages = {108852 -- 108852}, abstract = {Residential electrification of transport and heat is changing consumption and its characteristics significantly. Previous studies have demonstrated the impact of socio-techno-economic determinants on residential consumption. However, they fail to capture the distributional characteristics of such consumer groups, which impact network planning and flexibility assessment. Using actual residential electricity consumption profile data for 720,000 households in Denmark, we demonstrate that heat pumps are more likely to influence aggregated peak consumption than electric vehicles. At the same time, other socio-economic factors, such as occupancy, dwelling area and income, show little impact. Comparing the extrapolation of a comprehensive rollout of heat pumps or electric vehicles indicates that the most common consumer category deploying heat pumps has 14\% more maximum consumption during peak load hours, 46\% more average consumption and twice the higher median compared to households owning an electric vehicle. Electric vehicle show already flexibility with coincidence factors that ranges between 5 and 15\% with a maximum of 17\% whereas heat pumps are mostly baseload. The detailed and holistic outcomes of this study support flexibility assessment and grid planning in future studies but also the operation of flexible technologies.}, language = {en} }