@article{KuchlbauerLiersStingl2021, author = {Kuchlbauer, Martina and Liers, Frauke and Stingl, Michael}, title = {Outer approximation for mixed-integer nonlinear robust optimization}, year = {2021}, abstract = {Currently, few approaches are available for mixed-integer nonlinear robust optimization. Those that do exist typically either require restrictive assumptions on the problem structure or do not guarantee robust protection. In this work, we develop an algorithm for convex mixed-integer nonlinear robust optimization problems where a key feature is that the method does not rely on a specific structure of the inner worst-case (adversarial) problem and allows the latter to be non-convex. A major challenge of such a general nonlinear setting is ensuring robust protection, as this calls for a global solution of the non-convex adversarial problem. Our method is able to achieve this up to a tolerance, by requiring worst-case evaluations only up to a certain precision. For example, the necessary assumptions can be met by approximating a non-convex adversarial via piecewise relaxations and solving the resulting problem up to any requested error as a mixed-integer linear problem. In our approach, we model a robust optimization problem as a nonsmooth mixed-integer nonlinear problem and tackle it by an outer approximation method that requires only inexact function values and subgradients. To deal with the arising nonlinear subproblems, we render an adaptive bundle method applicable to this setting and extend it to generate cutting planes, which are valid up to a known precision. Relying on its convergence to approximate critical points, we prove, as a consequence, finite convergence of the outer approximation algorithm. As an application, we study the gas transport problem under uncertainties in demand and physical parameters on realistic instances and provide computational results demonstrating the efficiency of our method.}, language = {en} } @article{KreimeierKuchlbauerLiersetal.2022, author = {Kreimeier, Timo and Kuchlbauer, Martina and Liers, Frauke and Stingl, Michael and Walther, Andrea}, title = {Towards the Solution of Robust Gas Network Optimization Problems Using the Constrained Active Signature Method}, year = {2022}, abstract = {This work studies robust gas network optimization under uncertainties in demand and in the physical parameters. The corresponding optimization problems are nonconvex in node pressures and flows along the pipes. They are thus very difficult to solve for realistic instance sizes. In recent approaches, an adaptive bundle method has been developed, where one solves the occurring adversarial problems via iteratively refined piecewise linear relaxations. These subproblems need to be solved always from scratch using mixed-integer linear programming (MIP). As alternative to the MIP solver, we employ here a nonsmooth optimization approach that allows a warm start strategy such that it can profit from the results obtained for coarser relaxations. We evaluate the approach for realistic gas network topologies and outline possibilities for future research.}, language = {en} } @unpublished{PflugGrieshammerUihleinetal.2021, author = {Pflug, Lukas and Grieshammer, Max and Uihlein, Andrian and Stingl, Michael}, title = {CSG: A stochastic gradient method for a wide class of optimization problems appearing in a machine learning or data-driven context}, pages = {22}, year = {2021}, abstract = {In a recent article the so called continuous stochastic gradient method (CSG) for the efficient solution of a class of stochastic optimization problems was introduced. While the applicability of known stochastic gradient type methods is typically limited to so called expected risk functions, no such limitation exists for CSG. The key to this lies in the computation of design dependent integration weights, which allows for an optimal usage of available information leading to stronger convergence properties. However, due to the nature of the formula for these integration weights, the practical applicability was essentially limited to problems, in which stochasticity enters via a low-dimensional and suficiently simple probability distribution. In this paper the scope of the CSG method is significantly extended presenting new ways of calculating the integration weights. A full convergence analysis for this new variant of the CSG method is presented and its efficiency is demonstrated in comparison to more classical stochastic gradient methods by means of a number of problem classes, relevant in stochastic optimization and machine learning.}, language = {en} } @unpublished{AssmannLiersStingletal., author = {Aßmann, Denis and Liers, Frauke and Stingl, Michael and Vera, Juan}, title = {Deciding Robust Feasibility and Infeasibility Using a Set Containment Approach: An Application to Stationary Passive Gas Network Operations}, abstract = {In this paper we study feasibility and infeasibility of nonlinear two-stage fully adjustable robust feasibility problems with an empty first stage. This is equivalent to deciding set containment of a projection of the feasible region and the uncertainty set. For answering this question, two very general approaches using methods from polynomial optimization are presented --- one for showing feasibility and one for showing infeasibility. The developed methods are approximated through sum of squares polynomials and solved using semidefinite programs. Deciding robust feasibility and infeasibility is important for gas network operations, which is a \nonconvex quadratic problem with absolute values functions. Concerning the gas network problem, different topologies are considered. It is shown that a tree structured network can be decided exactly using linear programming. Furthermore, a method is presented to reduce a tree network with one additional arc to a single cycle network. In this case, removing the absolute values and solving the problem can be decided with linearly many polynomial optimization problems. Lastly, the effectivity of the methods is tested on a variety of small cyclic networks. For instances where robust feasibility or infeasibility can be decided, level~2 or level~3 of the Lasserre relaxation hierarchy is typically sufficient.}, language = {en} } @unpublished{KuchlbauerLiersStingl, author = {Kuchlbauer, Martina and Liers, Frauke and Stingl, Michael}, title = {Adaptive bundle methods for nonlinear robust optimization}, abstract = {Currently, there are few theoretical or practical approaches available for general nonlinear robust optimization. Moreover, the approaches that do exist impose restrictive assumptions on the problem structure. We present an adaptive bundle method for nonlinear and non-convex robust optimization problems with a suitable notion of inexactness in function values and subgradients. As the worst case evaluation requires a global solution to the adversarial problem, it is a main challenge in a general non-convex nonlinear setting. Moreover, computing elements of an epsilon-perturbation of the Clarke subdifferential in the l2-norm sense is in general prohibitive for this class of problems. In this article, instead of developing an entirely new bundle concept, we demonstrate how existing approaches, such as Noll's bundle method for non-convex minimization with inexact information (Computational and analytical mathematics 50: 555-592, 2013) can be modified to be able to cope with this situation. Extending the non-convex bundle concept to the case of robust optimization in this way, we prove convergence under two assumptions: Firstly, that the objective function is lower C1 and secondly, that approximately optimal solutions to the adversarial maximization problem are available. The proposed method is hence applicable to a rather general setting of nonlinear robust optimization problems. In particular, we do not rely on a specific structure of the adversary's constraints. The considered class of robust optimization problems covers the case that the worst-case adversary only needs to be evaluated up to a certain precision. One possibility to evaluate the worst case with the desired degree of precision is the use of techniques from mixed-integer linear programming (MIP). We investigate the procedure on some analytic examples. As applications, we study the gas transport problem under uncertainties in demand and in physical parameters that affect pressure losses in the pipes. Computational results for examples in large realistic gas network instances demonstrate the applicability as well as the efficiency of the method.}, language = {en} } @article{AdelhuetteAssmannGonzalezGrandonetal.2017, author = {Adelh{\"u}tte, Dennis and Aßmann, Denis and Gonz{\`a}lez Grand{\`o}n, Tatiana and Gugat, Martin and Heitsch, Holger and Liers, Frauke and Henrion, Ren{\´e} and Nitsche, Sabrina and Schultz, R{\"u}diger and Stingl, Michael and Wintergerst, David}, title = {Joint model of probabilistic/robust (probust) constraints applied to gas network optimization}, doi = {10.1007/s10013-020-00434-y}, year = {2017}, abstract = {Optimization tasks under uncertain conditions abound in many real-life applications. Whereas solution approaches for probabilistic constraints are often developed in case the uncertainties can be assumed to follow a certain probability distribution, robust approaches are usually used in case solutions are sought that are feasible for all realizations of uncertainties within some pre-defined uncertainty set. As many applications contain different types of uncertainties that require robust as well as probabilistic treatments, we deal with a class of joint probabilistic/robust constraints as its appears in optimization problems under uncertainty. Focusing on complex uncertain gas network optimization problems, we show the relevance of this class of problems for the task of maximizing free booked capacities in an algebraic model for a stationary gas network. We furthermore present approaches for their solution. Finally, we study the problem of controlling a transient system that is governed by the wave equation. The task consists in determining controls such that a certain robustness measure remains below some given upper bound, with high probability.}, language = {en} } @unpublished{AssmannLiersStingl2017, author = {Aßmann, Denis and Liers, Frauke and Stingl, Michael}, title = {Decomposable Robust Two-Stage Optimization: An Application to Gas Network Operations Under Uncertainty}, year = {2017}, abstract = {We study gas network problems with compressors and control valves under uncertainty that can be formulated as two-stage robust optimization problems. Uncertain data are present in the physical parameters of the pipes as well as in the overall demand. We show how to exploit the special decomposable structure of the problem in order to reformulate the two-stage robust problem as a standard single-stage optimization problem. Since this structure is present in similar problems on e.g., water or direct current electricity networks, we investigate the consequences of the decomposable structure in an abstract setting: The right-hand side of the single-stage problem can be precomputed by solving a series of optimization problems and multiple elements of the right-hand side can be combined into one optimization task. In order to apply our results to gas network problems, we extend piecewise relaxations and preprocessing techniques to incorporate uncertain input data. The practical feasibility and effectiveness of our approach is demonstrated with benchmarks on realistic gas network instances. We observe large speedups due to the described aggregation method together with the developed preprocessing strategies. Furthermore, we are able to solve even comparably large gas network instances quickly for the price of slightly more conservative solutions.}, language = {en} } @unpublished{BernhardLiersStingl, author = {Bernhard, Daniela and Liers, Frauke and Stingl, Michael}, title = {A Gradient-Based Method for Joint Chance-Constrained Optimization with Continuous Distributions}, abstract = {The input parameters of an optimization problem are often affected by uncertainties. Chance constraints are a common way to model stochastic uncertainties in the constraints. Typically, algorithms for solving chance-constrained problems require convex functions or discrete probability distributions. In this work, we go one step further and allow non-convexities as well as continuous distributions. We propose a gradient-based approach to approximately solve joint chance-constrained models. We approximate the original problem by smoothing indicator functions. Then, the smoothed chance constraints are relaxed by penalizing their violation in the objective function. The approximation problem is solved with the Continuous Stochastic Gradient method that is an enhanced version of the stochastic gradient descent and has recently been introduced in the literature. We present a convergence theory for the smoothing and penalty approximations. Under very mild assumptions, our approach is applicable to a wide range of chance-constrained optimization problems. As an example, we illustrate its computational efficiency on difficult practical problems arising in the operation of gas networks. The numerical experiments demonstrate that the approach quickly finds nearly feasible solutions for joint chance-constrained problems with non-convex constraint functions and continuous distributions, even for realistically-sized instances.}, language = {en} }