@article{RoessigPetkovic, author = {R{\"o}ssig, Ansgar and Petkovic, Milena}, title = {Advances in Verification of ReLU Neural Networks}, series = {Journal of Global Optimization}, journal = {Journal of Global Optimization}, publisher = {Springer}, doi = {10.1007/s10898-020-00949-1}, abstract = {We consider the problem of verifying linear properties of neural networks. Despite their success in many classification and prediction tasks, neural networks may return unexpected results for certain inputs. This is highly problematic with respect to the application of neural networks for safety-critical tasks, e.g. in autonomous driving. We provide an overview of algorithmic approaches that aim to provide formal guarantees on the behavior of neural networks. Moreover, we present new theoretical results with respect to the approximation of ReLU neural networks. On the other hand, we implement a solver for verification of ReLU neural networks which combines mixed integer programming (MIP) with specialized branching and approximation techniques. To evaluate its performance, we conduct an extensive computational study. For that we use test instances based on the ACAS Xu System and the MNIST handwritten digit data set. Our solver is publicly available and able to solve the verification problem for instances which do not have independent bounds for each input neuron.}, language = {en} } @misc{GamrathPetkovic, author = {Gamrath, Inken and Petkovic, Milena}, title = {Prediction of Intermitted Flows in Large Gas Networks}, issn = {1438-0064}, url = {http://nbn-resolving.de/urn:nbn:de:0297-zib-73717}, language = {en} } @article{Dell’AmicoHadjidimitriouKochetal., author = {Dell'Amico, M. and Hadjidimitriou, Natalia Selini and Koch, Thorsten and Petkovic, Milena}, title = {Forecasting Natural Gas Flows in Large Networks}, series = {Machine Learning, Optimization, and Big Data. MOD 2017.}, volume = {Lecture Notes in Computer Science}, journal = {Machine Learning, Optimization, and Big Data. MOD 2017.}, number = {vol 10710}, doi = {https://doi.org/10.1007/978-3-319-72926-8_14}, pages = {158 -- 171}, abstract = {Natural gas is the cleanest fossil fuel since it emits the lowest amount of other remains after being burned. Over the years, natural gas usage has increased significantly. Accurate forecasting is crucial for maintaining gas supplies, transportation and network stability. This paper presents two methodologies to identify the optimal configuration o parameters of a Neural Network (NN) to forecast the next 24 h of gas flow for each node of a large gas network. In particular the first one applies a Design Of Experiments (DOE) to obtain a quick initial solution. An orthogonal design, consisting of 18 experiments selected among a total of 4.374 combinations of seven parameters (training algorithm, transfer function, regularization, learning rate, lags, and epochs), is used. The best result is selected as initial solution of an extended experiment for which the Simulated Annealing is run to find the optimal design among 89.100 possible combinations of parameters. The second technique is based on the application of Genetic Algorithm for the selection of the optimal parameters of a recurrent neural network for time series forecast. GA was applied with binary representation of potential solutions, where subsets of bits in the bit string represent different values for several parameters of the recurrent neural network. We tested these methods on three municipal nodes, using one year and half of hourly gas flow to train the network and 60 days for testing. Our results clearly show that the presented methodologies bring promising results in terms of optimal configuration of parameters and forecast error.}, language = {en} }