@article{11723, abstract = {Plant cell growth responds rapidly to various stimuli, adapting architecture to environmental changes. Two major endogenous signals regulating growth are the phytohormone auxin and the secreted peptides rapid alkalinization factors (RALFs). Both trigger very rapid cellular responses and also exert long-term effects [Du et al., Annu. Rev. Plant Biol. 71, 379–402 (2020); Blackburn et al., Plant Physiol. 182, 1657–1666 (2020)]. However, the way, in which these distinct signaling pathways converge to regulate growth, remains unknown. Here, using vertical confocal microscopy combined with a microfluidic chip, we addressed the mechanism of RALF action on growth. We observed correlation between RALF1-induced rapid Arabidopsis thaliana root growth inhibition and apoplast alkalinization during the initial phase of the response, and revealed that RALF1 reversibly inhibits primary root growth through apoplast alkalinization faster than within 1 min. This rapid apoplast alkalinization was the result of RALF1-induced net H+ influx and was mediated by the receptor FERONIA (FER). Furthermore, we investigated the cross-talk between RALF1 and the auxin signaling pathways during root growth regulation. The results showed that RALF-FER signaling triggered auxin signaling with a delay of approximately 1 h by up-regulating auxin biosynthesis, thus contributing to sustained RALF1-induced growth inhibition. This biphasic RALF1 action on growth allows plants to respond rapidly to environmental stimuli and also reprogram growth and development in the long term.}, author = {Li, Lanxin and Chen, Huihuang and Alotaibi, Saqer S. and Pěnčík, Aleš and Adamowski, Maciek and Novák, Ondřej and Friml, Jiří}, issn = {1091-6490}, journal = {Proceedings of the National Academy of Sciences}, keywords = {Multidisciplinary}, number = {31}, publisher = {Proceedings of the National Academy of Sciences}, title = {{RALF1 peptide triggers biphasic root growth inhibition upstream of auxin biosynthesis}}, doi = {10.1073/pnas.2121058119}, volume = {119}, year = {2022}, } @article{11732, abstract = {We study the BCS energy gap Ξ in the high–density limit and derive an asymptotic formula, which strongly depends on the strength of the interaction potential V on the Fermi surface. In combination with the recent result by one of us (Math. Phys. Anal. Geom. 25, 3, 2022) on the critical temperature Tc at high densities, we prove the universality of the ratio of the energy gap and the critical temperature.}, author = {Henheik, Sven Joscha and Lauritsen, Asbjørn Bækgaard}, issn = {1572-9613}, journal = {Journal of Statistical Physics}, keywords = {Mathematical Physics, Statistical and Nonlinear Physics}, publisher = {Springer Nature}, title = {{The BCS energy gap at high density}}, doi = {10.1007/s10955-022-02965-9}, volume = {189}, year = {2022}, } @article{11733, abstract = {Genetically informed, deep-phenotyped biobanks are an important research resource and it is imperative that the most powerful, versatile, and efficient analysis approaches are used. Here, we apply our recently developed Bayesian grouped mixture of regressions model (GMRM) in the UK and Estonian Biobanks and obtain the highest genomic prediction accuracy reported to date across 21 heritable traits. When compared to other approaches, GMRM accuracy was greater than annotation prediction models run in the LDAK or LDPred-funct software by 15% (SE 7%) and 14% (SE 2%), respectively, and was 18% (SE 3%) greater than a baseline BayesR model without single-nucleotide polymorphism (SNP) markers grouped into minor allele frequency–linkage disequilibrium (MAF-LD) annotation categories. For height, the prediction accuracy R2 was 47% in a UK Biobank holdout sample, which was 76% of the estimated h2SNP. We then extend our GMRM prediction model to provide mixed-linear model association (MLMA) SNP marker estimates for genome-wide association (GWAS) discovery, which increased the independent loci detected to 16,162 in unrelated UK Biobank individuals, compared to 10,550 from BoltLMM and 10,095 from Regenie, a 62 and 65% increase, respectively. The average χ2 value of the leading markers increased by 15.24 (SE 0.41) for every 1% increase in prediction accuracy gained over a baseline BayesR model across the traits. Thus, we show that modeling genetic associations accounting for MAF and LD differences among SNP markers, and incorporating prior knowledge of genomic function, is important for both genomic prediction and discovery in large-scale individual-level studies.}, author = {Orliac, Etienne J. and Trejo Banos, Daniel and Ojavee, Sven E. and Läll, Kristi and Mägi, Reedik and Visscher, Peter M. and Robinson, Matthew Richard}, issn = {1091-6490}, journal = {Proceedings of the National Academy of Sciences of the United States of America}, number = {31}, publisher = {Proceedings of the National Academy of Sciences}, title = {{Improving GWAS discovery and genomic prediction accuracy in biobank data}}, doi = {10.1073/pnas.2121279119}, volume = {119}, year = {2022}, } @article{11734, abstract = {Mineral nutrition is one of the key environmental factors determining plant development and growth. Nitrate is the major form of macronutrient nitrogen that plants take up from the soil. Fluctuating availability or deficiency of this element severely limits plant growth and negatively affects crop production in the agricultural system. To cope with the heterogeneity of nitrate distribution in soil, plants evolved a complex regulatory mechanism that allows rapid adjustment of physiological and developmental processes to the status of this nutrient. The root, as a major exploitation organ that controls the uptake of nitrate to the plant body, acts as a regulatory hub that, according to nitrate availability, coordinates the growth and development of other plant organs. Here, we identified a regulatory framework, where cytokinin response factors (CRFs) play a central role as a molecular readout of the nitrate status in roots to guide shoot adaptive developmental response. We show that nitrate-driven activation of NLP7, a master regulator of nitrate response in plants, fine tunes biosynthesis of cytokinin in roots and its translocation to shoots where it enhances expression of CRFs. CRFs, through direct transcriptional regulation of PIN auxin transporters, promote the flow of auxin and thereby stimulate the development of shoot organs.}, author = {Abualia, Rashed and Ötvös, Krisztina and Novák, Ondřej and Bouguyon, Eleonore and Domanegg, Kevin and Krapp, Anne and Nacry, Philip and Gojon, Alain and Lacombe, Benoit and Benková, Eva}, issn = {1091-6490}, journal = {Proceedings of the National Academy of Sciences of the United States of America}, number = {31}, publisher = {Proceedings of the National Academy of Sciences}, title = {{Molecular framework integrating nitrate sensing in root and auxin-guided shoot adaptive responses}}, doi = {10.1073/pnas.2122460119}, volume = {119}, year = {2022}, } @article{11735, abstract = {Interlocking puzzles are intriguing geometric games where the puzzle pieces are held together based on their geometric arrangement, preventing the puzzle from falling apart. High-level-of-difficulty, or simply high-level, interlocking puzzles are a subclass of interlocking puzzles that require multiple moves to take out the first subassembly from the puzzle. Solving a high-level interlocking puzzle is a challenging task since one has to explore many different configurations of the puzzle pieces until reaching a configuration where the first subassembly can be taken out. Designing a high-level interlocking puzzle with a user-specified level of difficulty is even harder since the puzzle pieces have to be interlocking in all the configurations before the first subassembly is taken out. In this paper, we present a computational approach to design high-level interlocking puzzles. The core idea is to represent all possible configurations of an interlocking puzzle as well as transitions among these configurations using a rooted, undirected graph called a disassembly graph and leverage this graph to find a disassembly plan that requires a minimal number of moves to take out the first subassembly from the puzzle. At the design stage, our algorithm iteratively constructs the geometry of each puzzle piece to expand the disassembly graph incrementally, aiming to achieve a user-specified level of difficulty. We show that our approach allows efficient generation of high-level interlocking puzzles of various shape complexities, including new solutions not attainable by state-of-the-art approaches.}, author = {Chen, Rulin and Wang, Ziqi and Song, Peng and Bickel, Bernd}, issn = {1557-7368}, journal = {ACM Transactions on Graphics}, number = {4}, publisher = {Association for Computing Machinery}, title = {{Computational design of high-level interlocking puzzles}}, doi = {10.1145/3528223.3530071}, volume = {41}, year = {2022}, } @article{11736, abstract = {This paper introduces a methodology for inverse-modeling of yarn-level mechanics of cloth, based on the mechanical response of fabrics in the real world. We compiled a database from physical tests of several different knitted fabrics used in the textile industry. These data span different types of complex knit patterns, yarn compositions, and fabric finishes, and the results demonstrate diverse physical properties like stiffness, nonlinearity, and anisotropy. We then develop a system for approximating these mechanical responses with yarn-level cloth simulation. To do so, we introduce an efficient pipeline for converting between fabric-level data and yarn-level simulation, including a novel swatch-level approximation for speeding up computation, and some small-but-necessary extensions to yarn-level models used in computer graphics. The dataset used for this paper can be found at http://mslab.es/projects/YarnLevelFabrics.}, author = {Sperl, Georg and Sánchez-Banderas, Rosa M. and Li, Manwen and Wojtan, Christopher J and Otaduy, Miguel A.}, issn = {1557-7368}, journal = {ACM Transactions on Graphics}, number = {4}, publisher = {Association for Computing Machinery}, title = {{Estimation of yarn-level simulation models for production fabrics}}, doi = {10.1145/3528223.3530167}, volume = {41}, year = {2022}, } @article{11737, abstract = {Spin-orbit coupling in thin HgTe quantum wells results in a relativistic-like electron band structure, making it a versatile solid state platform to observe and control nontrivial electrodynamic phenomena. Here we report an observation of universal terahertz (THz) transparency determined by fine-structure constant α≈1/137 in 6.5-nm-thick HgTe layer, close to the critical thickness separating phases with topologically different electronic band structure. Using THz spectroscopy in a magnetic field we obtain direct evidence of asymmetric spin splitting of the Dirac cone. This particle-hole asymmetry facilitates optical control of edge spin currents in the quantum wells.}, author = {Dziom, Uladzislau and Shuvaev, A. and Gospodarič, J. and Novik, E. G. and Dobretsova, A. A. and Mikhailov, N. N. and Kvon, Z. D. and Alpichshev, Zhanybek and Pimenov, A.}, issn = {2469-9969}, journal = {Physical Review B}, number = {4}, publisher = {American Physical Society}, title = {{Universal transparency and asymmetric spin splitting near the Dirac point in HgTe quantum wells}}, doi = {10.1103/PhysRevB.106.045302}, volume = {106}, year = {2022}, } @article{11739, abstract = {We consider finite-volume approximations of Fokker--Planck equations on bounded convex domains in $\mathbb{R}^d$ and study the corresponding gradient flow structures. We reprove the convergence of the discrete to continuous Fokker--Planck equation via the method of evolutionary $\Gamma$-convergence, i.e., we pass to the limit at the level of the gradient flow structures, generalizing the one-dimensional result obtained by Disser and Liero. The proof is of variational nature and relies on a Mosco convergence result for functionals in the discrete-to-continuum limit that is of independent interest. Our results apply to arbitrary regular meshes, even though the associated discrete transport distances may fail to converge to the Wasserstein distance in this generality.}, author = {Forkert, Dominik L and Maas, Jan and Portinale, Lorenzo}, issn = {1095-7154}, journal = {SIAM Journal on Mathematical Analysis}, keywords = {Fokker--Planck equation, gradient flow, evolutionary $\Gamma$-convergence}, number = {4}, pages = {4297--4333}, publisher = {Society for Industrial and Applied Mathematics}, title = {{Evolutionary $\Gamma$-convergence of entropic gradient flow structures for Fokker-Planck equations in multiple dimensions}}, doi = {10.1137/21M1410968}, volume = {54}, year = {2022}, } @article{11740, abstract = {We consider a generalised model of a random simplicial complex, which arises from a random hypergraph. Our model is generated by taking the downward-closure of a non-uniform binomial random hypergraph, in which for each k, each set of k+1 vertices forms an edge with some probability pk independently. As a special case, this contains an extensively studied model of a (uniform) random simplicial complex, introduced by Meshulam and Wallach [Random Structures & Algorithms 34 (2009), no. 3, pp. 408–417]. We consider a higher-dimensional notion of connectedness on this new model according to the vanishing of cohomology groups over an arbitrary abelian group R. We prove that this notion of connectedness displays a phase transition and determine the threshold. We also prove a hitting time result for a natural process interpretation, in which simplices and their downward-closure are added one by one. In addition, we determine the asymptotic behaviour of cohomology groups inside the critical window around the time of the phase transition.}, author = {Cooley, Oliver and Del Giudice, Nicola and Kang, Mihyun and Sprüssel, Philipp}, issn = {1077-8926}, journal = {Electronic Journal of Combinatorics}, number = {3}, publisher = {Electronic Journal of Combinatorics}, title = {{Phase transition in cohomology groups of non-uniform random simplicial complexes}}, doi = {10.37236/10607}, volume = {29}, year = {2022}, } @inproceedings{11775, abstract = {Quantitative monitoring can be universal and approximate: For every finite sequence of observations, the specification provides a value and the monitor outputs a best-effort approximation of it. The quality of the approximation may depend on the resources that are available to the monitor. By taking to the limit the sequences of specification values and monitor outputs, we obtain precision-resource trade-offs also for limit monitoring. This paper provides a formal framework for studying such trade-offs using an abstract interpretation for monitors: For each natural number n, the aggregate semantics of a monitor at time n is an equivalence relation over all sequences of at most n observations so that two equivalent sequences are indistinguishable to the monitor and thus mapped to the same output. This abstract interpretation of quantitative monitors allows us to measure the number of equivalence classes (or “resource use”) that is necessary for a certain precision up to a certain time, or at any time. Our framework offers several insights. For example, we identify a family of specifications for which any resource-optimal exact limit monitor is independent of any error permitted over finite traces. Moreover, we present a specification for which any resource-optimal approximate limit monitor does not minimize its resource use at any time. }, author = {Henzinger, Thomas A and Mazzocchi, Nicolas Adrien and Sarac, Naci E}, booktitle = {22nd International Conference on Runtime Verification}, issn = {0302-9743}, location = {Tbilisi, Georgia}, pages = {200--220}, publisher = {Springer Nature}, title = {{Abstract monitors for quantitative specifications}}, doi = {10.1007/978-3-031-17196-3_11}, volume = {13498}, year = {2022}, } @phdthesis{11777, abstract = {In this dissertation we study coboundary expansion of simplicial complex with a view of giving geometric applications. Our main novel tool is an equivariant version of Gromov's celebrated Topological Overlap Theorem. The equivariant topological overlap theorem leads to various geometric applications including a quantitative non-embeddability result for sufficiently thick buildings (which partially resolves a conjecture of Tancer and Vorwerk) and an improved lower bound on the pair-crossing number of (bounded degree) expander graphs. Additionally, we will give new proofs for several known lower bounds for geometric problems such as the number of Tverberg partitions or the crossing number of complete bipartite graphs. For the aforementioned applications one is naturally lead to study expansion properties of joins of simplicial complexes. In the presence of a special certificate for expansion (as it is the case, e.g., for spherical buildings), the join of two expanders is an expander. On the flip-side, we report quite some evidence that coboundary expansion exhibits very non-product-like behaviour under taking joins. For instance, we exhibit infinite families of graphs $(G_n)_{n\in \mathbb{N}}$ and $(H_n)_{n\in\mathbb{N}}$ whose join $G_n*H_n$ has expansion of lower order than the product of the expansion constant of the graphs. Moreover, we show an upper bound of $(d+1)/2^d$ on the normalized coboundary expansion constants for the complete multipartite complex $[n]^{*(d+1)}$ (under a mild divisibility condition on $n$). Via the probabilistic method the latter result extends to an upper bound of $(d+1)/2^d+\varepsilon$ on the coboundary expansion constant of the spherical building associated with $\mathrm{PGL}_{d+2}(\mathbb{F}_q)$ for any $\varepsilon>0$ and sufficiently large $q=q(\varepsilon)$. This disproves a conjecture of Lubotzky, Meshulam and Mozes -- in a rather strong sense. By improving on existing lower bounds we make further progress towards closing the gap between the known lower and upper bounds on the coboundary expansion constants of $[n]^{*(d+1)}$. The best improvements we achieve using computer-aided proofs and flag algebras. The exact value even for the complete $3$-partite $2$-dimensional complex $[n]^{*3}$ remains unknown but we are happy to conjecture a precise value for every $n$. %Moreover, we show that a previously shown lower bound on the expansion constant of the spherical building associated with $\mathrm{PGL}_{2}(\mathbb{F}_q)$ is not tight. In a loosely structured, last chapter of this thesis we collect further smaller observations related to expansion. We point out a link between discrete Morse theory and a technique for showing coboundary expansion, elaborate a bit on the hardness of computing coboundary expansion constants, propose a new criterion for coboundary expansion (in a very dense setting) and give one way of making the folklore result that expansion of links is a necessary condition for a simplicial complex to be an expander precise.}, author = {Wild, Pascal}, isbn = {978-3-99078-021-3}, issn = {2663-337X}, pages = {170}, publisher = {Institute of Science and Technology}, title = {{High-dimensional expansion and crossing numbers of simplicial complexes}}, doi = {10.15479/at:ista:11777}, year = {2022}, } @article{11783, abstract = {We consider a gas of N bosons with interactions in the mean-field scaling regime. We review the proof of an asymptotic expansion of its low-energy spectrum, eigenstates, and dynamics, which provides corrections to Bogoliubov theory to all orders in 1/ N. This is based on joint works with Petrat, Pickl, Seiringer, and Soffer. In addition, we derive a full asymptotic expansion of the ground state one-body reduced density matrix.}, author = {Bossmann, Lea}, issn = {1089-7658}, journal = {Journal of Mathematical Physics}, keywords = {Mathematical Physics, Statistical and Nonlinear Physics}, number = {6}, publisher = {AIP Publishing}, title = {{Low-energy spectrum and dynamics of the weakly interacting Bose gas}}, doi = {10.1063/5.0089983}, volume = {63}, year = {2022}, } @article{7791, abstract = {Extending a result of Milena Radnovic and Serge Tabachnikov, we establish conditionsfor two different non-symmetric norms to define the same billiard reflection law.}, author = {Akopyan, Arseniy and Karasev, Roman}, issn = {2199-6768}, journal = {European Journal of Mathematics}, number = {4}, pages = {1309 -- 1312}, publisher = {Springer Nature}, title = {{When different norms lead to same billiard trajectories?}}, doi = {10.1007/s40879-020-00405-0}, volume = {8}, year = {2022}, } @unpublished{8125, abstract = {Context, such as behavioral state, is known to modulate memory formation and retrieval, but is usually ignored in associative memory models. Here, we propose several types of contextual modulation for associative memory networks that greatly increase their performance. In these networks, context inactivates specific neurons and connections, which modulates the effective connectivity of the network. Memories are stored only by the active components, thereby reducing interference from memories acquired in other contexts. Such networks exhibit several beneficial characteristics, including enhanced memory capacity, high robustness to noise, increased robustness to memory overloading, and better memory retention during continual learning. Furthermore, memories can be biased to have different relative strengths, or even gated on or off, according to contextual cues, providing a candidate model for cognitive control of memory and efficient memory search. An external context-encoding network can dynamically switch the memory network to a desired state, which we liken to experimentally observed contextual signals in prefrontal cortex and hippocampus. Overall, our work illustrates the benefits of organizing memory around context, and provides an important link between behavioral studies of memory and mechanistic details of neural circuits.SIGNIFICANCEMemory is context dependent — both encoding and recall vary in effectiveness and speed depending on factors like location and brain state during a task. We apply this idea to a simple computational model of associative memory through contextual gating of neurons and synaptic connections. Intriguingly, this results in several advantages, including vastly enhanced memory capacity, better robustness, and flexible memory gating. Our model helps to explain (i) how gating and inhibition contribute to memory processes, (ii) how memory access dynamically changes over time, and (iii) how context representations, such as those observed in hippocampus and prefrontal cortex, may interact with and control memory processes.}, author = {Podlaski, William F. and Agnes, Everton J. and Vogels, Tim P}, booktitle = {bioRxiv}, publisher = {Cold Spring Harbor Laboratory}, title = {{High capacity and dynamic accessibility in associative memory networks with context-dependent neuronal and synaptic gating}}, doi = {10.1101/2020.01.08.898528}, year = {2022}, } @article{7577, abstract = {Weak convergence of inertial iterative method for solving variational inequalities is the focus of this paper. The cost function is assumed to be non-Lipschitz and monotone. We propose a projection-type method with inertial terms and give weak convergence analysis under appropriate conditions. Some test results are performed and compared with relevant methods in the literature to show the efficiency and advantages given by our proposed methods.}, author = {Shehu, Yekini and Iyiola, Olaniyi S.}, issn = {1563-504X}, journal = {Applicable Analysis}, number = {1}, pages = {192--216}, publisher = {Taylor & Francis}, title = {{Weak convergence for variational inequalities with inertial-type method}}, doi = {10.1080/00036811.2020.1736287}, volume = {101}, year = {2022}, } @article{14381, abstract = {Expander graphs (sparse but highly connected graphs) have, since their inception, been the source of deep links between Mathematics and Computer Science as well as applications to other areas. In recent years, a fascinating theory of high-dimensional expanders has begun to emerge, which is still in a formative stage but has nonetheless already lead to a number of striking results. Unlike for graphs, in higher dimensions there is a rich array of non-equivalent notions of expansion (coboundary expansion, cosystolic expansion, topological expansion, spectral expansion, etc.), with differents strengths and applications. In this talk, we will survey this landscape of high-dimensional expansion, with a focus on two main results. First, we will present Gromov’s Topological Overlap Theorem, which asserts that coboundary expansion (a quantitative version of vanishing mod 2 cohomology) implies topological expansion (roughly, the property that for every map from a simplicial complex to a manifold of the same dimension, the images of a positive fraction of the simplices have a point in common). Second, we will outline a construction of bounded degree 2-dimensional topological expanders, due to Kaufman, Kazhdan, and Lubotzky.}, author = {Wagner, Uli}, issn = {2102-622X}, journal = {Bulletin de la Societe Mathematique de France}, pages = {281--294}, publisher = {Societe Mathematique de France}, title = {{High-dimensional expanders (after Gromov, Kaufman, Kazhdan, Lubotzky, and others)}}, doi = {10.24033/ast.1188}, volume = {438}, year = {2022}, } @article{14437, abstract = {Future LEDs could be based on lead halide perovskites. A breakthrough in preparing device-compatible solids composed of nanoscale perovskite crystals overcomes a long-standing hurdle in making blue perovskite LEDs.}, author = {Utzat, Hendrik and Ibáñez, Maria}, issn = {1476-4687}, journal = {Nature}, keywords = {Multidisciplinary}, number = {7941}, pages = {638--639}, publisher = {Springer Nature}, title = {{Molecular engineering enables bright blue LEDs}}, doi = {10.1038/d41586-022-04447-0}, volume = {612}, year = {2022}, } @misc{14520, abstract = {This dataset comprises all data shown in the figures of the submitted article "Compact vacuum gap transmon qubits: Selective and sensitive probes for superconductor surface losses" at arxiv.org/abs/2206.14104. Additional raw data are available from the corresponding author on reasonable request.}, author = {Zemlicka, Martin and Redchenko, Elena and Peruzzo, Matilda and Hassani, Farid and Trioni, Andrea and Barzanjeh, Shabir and Fink, Johannes M}, publisher = {Zenodo}, title = {{Compact vacuum gap transmon qubits: Selective and sensitive probes for superconductor surface losses}}, doi = {10.5281/ZENODO.8408897}, year = {2022}, } @unpublished{14597, abstract = {Phase-field models such as the Allen-Cahn equation may give rise to the formation and evolution of geometric shapes, a phenomenon that may be analyzed rigorously in suitable scaling regimes. In its sharp-interface limit, the vectorial Allen-Cahn equation with a potential with N≥3 distinct minima has been conjectured to describe the evolution of branched interfaces by multiphase mean curvature flow. In the present work, we give a rigorous proof for this statement in two and three ambient dimensions and for a suitable class of potentials: As long as a strong solution to multiphase mean curvature flow exists, solutions to the vectorial Allen-Cahn equation with well-prepared initial data converge towards multiphase mean curvature flow in the limit of vanishing interface width parameter ε↘0. We even establish the rate of convergence O(ε1/2). Our approach is based on the gradient flow structure of the Allen-Cahn equation and its limiting motion: Building on the recent concept of "gradient flow calibrations" for multiphase mean curvature flow, we introduce a notion of relative entropy for the vectorial Allen-Cahn equation with multi-well potential. This enables us to overcome the limitations of other approaches, e.g. avoiding the need for a stability analysis of the Allen-Cahn operator or additional convergence hypotheses for the energy at positive times.}, author = {Fischer, Julian L and Marveggio, Alice}, booktitle = {arXiv}, title = {{Quantitative convergence of the vectorial Allen-Cahn equation towards multiphase mean curvature flow}}, doi = {10.48550/ARXIV.2203.17143}, year = {2022}, } @unpublished{14600, abstract = {We study the problem of learning controllers for discrete-time non-linear stochastic dynamical systems with formal reach-avoid guarantees. This work presents the first method for providing formal reach-avoid guarantees, which combine and generalize stability and safety guarantees, with a tolerable probability threshold $p\in[0,1]$ over the infinite time horizon. Our method leverages advances in machine learning literature and it represents formal certificates as neural networks. In particular, we learn a certificate in the form of a reach-avoid supermartingale (RASM), a novel notion that we introduce in this work. Our RASMs provide reachability and avoidance guarantees by imposing constraints on what can be viewed as a stochastic extension of level sets of Lyapunov functions for deterministic systems. Our approach solves several important problems -- it can be used to learn a control policy from scratch, to verify a reach-avoid specification for a fixed control policy, or to fine-tune a pre-trained policy if it does not satisfy the reach-avoid specification. We validate our approach on $3$ stochastic non-linear reinforcement learning tasks.}, author = {Zikelic, Dorde and Lechner, Mathias and Henzinger, Thomas A and Chatterjee, Krishnendu}, booktitle = {arXiv}, title = {{Learning control policies for stochastic systems with reach-avoid guarantees}}, doi = {10.48550/ARXIV.2210.05308}, year = {2022}, }