@article{12480, abstract = {We consider the problem of estimating a signal from measurements obtained via a generalized linear model. We focus on estimators based on approximate message passing (AMP), a family of iterative algorithms with many appealing features: the performance of AMP in the high-dimensional limit can be succinctly characterized under suitable model assumptions; AMP can also be tailored to the empirical distribution of the signal entries, and for a wide class of estimation problems, AMP is conjectured to be optimal among all polynomial-time algorithms. However, a major issue of AMP is that in many models (such as phase retrieval), it requires an initialization correlated with the ground-truth signal and independent from the measurement matrix. Assuming that such an initialization is available is typically not realistic. In this paper, we solve this problem by proposing an AMP algorithm initialized with a spectral estimator. With such an initialization, the standard AMP analysis fails since the spectral estimator depends in a complicated way on the design matrix. Our main contribution is a rigorous characterization of the performance of AMP with spectral initialization in the high-dimensional limit. The key technical idea is to define and analyze a two-phase artificial AMP algorithm that first produces the spectral estimator, and then closely approximates the iterates of the true AMP. We also provide numerical results that demonstrate the validity of the proposed approach.}, author = {Mondelli, Marco and Venkataramanan, Ramji}, issn = {1742-5468}, journal = {Journal of Statistical Mechanics: Theory and Experiment}, keywords = {Statistics, Probability and Uncertainty, Statistics and Probability, Statistical and Nonlinear Physics}, number = {11}, publisher = {IOP Publishing}, title = {{Approximate message passing with spectral initialization for generalized linear models}}, doi = {10.1088/1742-5468/ac9828}, volume = {2022}, year = {2022}, } @article{9158, abstract = {While several tools have been developed to study the ground state of many-body quantum spin systems, the limitations of existing techniques call for the exploration of new approaches. In this manuscript we develop an alternative analytical and numerical framework for many-body quantum spin ground states, based on the disentanglement formalism. In this approach, observables are exactly expressed as Gaussian-weighted functional integrals over scalar fields. We identify the leading contribution to these integrals, given by the saddle point of a suitable effective action. Analytically, we develop a field-theoretical expansion of the functional integrals, performed by means of appropriate Feynman rules. The expansion can be truncated to a desired order to obtain analytical approximations to observables. Numerically, we show that the disentanglement approach can be used to compute ground state expectation values from classical stochastic processes. While the associated fluctuations grow exponentially with imaginary time and the system size, this growth can be mitigated by means of an importance sampling scheme based on knowledge of the saddle point configuration. We illustrate the advantages and limitations of our methods by considering the quantum Ising model in 1, 2 and 3 spatial dimensions. Our analytical and numerical approaches are applicable to a broad class of systems, bridging concepts from quantum lattice models, continuum field theory, and classical stochastic processes.}, author = {De Nicola, Stefano}, issn = {1742-5468}, journal = {Journal of Statistical Mechanics: Theory and Experiment}, keywords = {Statistics, Probability and Uncertainty, Statistics and Probability, Statistical and Nonlinear Physics}, number = {1}, publisher = {IOP Publishing}, title = {{Disentanglement approach to quantum spin ground states: Field theory and stochastic simulation}}, doi = {10.1088/1742-5468/abc7c7}, volume = {2021}, year = {2021}, } @article{7130, abstract = {We show that statistical criticality, i.e. the occurrence of power law frequency distributions, arises in samples that are maximally informative about the underlying generating process. In order to reach this conclusion, we first identify the frequency with which different outcomes occur in a sample, as the variable carrying useful information on the generative process. The entropy of the frequency, that we call relevance, provides an upper bound to the number of informative bits. This differs from the entropy of the data, that we take as a measure of resolution. Samples that maximise relevance at a given resolution—that we call maximally informative samples—exhibit statistical criticality. In particular, Zipf's law arises at the optimal trade-off between resolution (i.e. compression) and relevance. As a byproduct, we derive a bound of the maximal number of parameters that can be estimated from a dataset, in the absence of prior knowledge on the generative model. Furthermore, we relate criticality to the statistical properties of the representation of the data generating process. We show that, as a consequence of the concentration property of the asymptotic equipartition property, representations that are maximally informative about the data generating process are characterised by an exponential distribution of energy levels. This arises from a principle of minimal entropy, that is conjugate of the maximum entropy principle in statistical mechanics. This explains why statistical criticality requires no parameter fine tuning in maximally informative samples.}, author = {Cubero, Ryan J and Jo, Junghyo and Marsili, Matteo and Roudi, Yasser and Song, Juyong}, issn = {1742-5468}, journal = {Journal of Statistical Mechanics: Theory and Experiment}, keywords = {optimization under uncertainty, source coding, large deviation}, number = {6}, publisher = {IOP Publishing}, title = {{Statistical criticality arises in most informative representations}}, doi = {10.1088/1742-5468/ab16c8}, volume = {2019}, year = {2019}, } @article{823, abstract = {The resolution of a linear system with positive integer variables is a basic yet difficult computational problem with many applications. We consider sparse uncorrelated random systems parametrised by the density c and the ratio α=N/M between number of variables N and number of constraints M. By means of ensemble calculations we show that the space of feasible solutions endows a Van-Der-Waals phase diagram in the plane (c, α). We give numerical evidence that the associated computational problems become more difficult across the critical point and in particular in the coexistence region.}, author = {Colabrese, Simona and De Martino, Daniele and Leuzzi, Luca and Marinari, Enzo}, issn = {1742-5468}, journal = { Journal of Statistical Mechanics: Theory and Experiment}, number = {9}, publisher = {IOP Publishing}, title = {{Phase transitions in integer linear problems}}, doi = {10.1088/1742-5468/aa85c3}, volume = {2017}, year = {2017}, } @article{2232, abstract = {The purpose of this contribution is to summarize and discuss recent advances regarding the onset of turbulence in shear flows. The absence of a clear-cut instability mechanism, the spatio-temporal intermittent character and extremely long lived transients are some of the major difficulties encountered in these flows and have hindered progress towards understanding the transition process. We will show for the case of pipe flow that concepts from nonlinear dynamics and statistical physics can help to explain the onset of turbulence. In particular, the turbulent structures (puffs) observed close to onset are spatially localized chaotic transients and their lifetimes increase super-exponentially with Reynolds number. At the same time fluctuations of individual turbulent puffs can (although very rarely) lead to the nucleation of new puffs. The competition between these two stochastic processes gives rise to a non-equilibrium phase transition where turbulence changes from a super-transient to a sustained state.}, author = {Song, Baofang and Hof, Björn}, issn = {1742-5468}, journal = {Journal of Statistical Mechanics Theory and Experiment}, number = {2}, publisher = {IOP Publishing}, title = {{Deterministic and stochastic aspects of the transition to turbulence}}, doi = {10.1088/1742-5468/2014/02/P02001}, volume = {2014}, year = {2014}, }