@unpublished{18294, abstract = {Using a two-dimensional version of the delta method, we establish an asymptotic formula for the number of rational points of bounded height on non-singular complete intersections of cubic and quadric hypersurfaces of dimension at least 23 over Fq(t), provided cha(Fq)>3. Under the same hypotheses, we also verify weak approximation.}, author = {Glas, Jakob}, booktitle = {arXiv}, title = {{Complete intersections of cubic and quadric hypersurfaces over Fq(t)}}, doi = {10.48550/arXiv.2306.02718}, year = {2023}, } @article{13097, abstract = {Vertebrate movement is orchestrated by spinal inter- and motor neurons that, together with sensory and cognitive input, produce dynamic motor behaviors. These behaviors vary from the simple undulatory swimming of fish and larval aquatic species to the highly coordinated running, reaching and grasping of mice, humans and other mammals. This variation raises the fundamental question of how spinal circuits have changed in register with motor behavior. In simple, undulatory fish, exemplified by the lamprey, two broad classes of interneurons shape motor neuron output: ipsilateral-projecting excitatory neurons, and commissural-projecting inhibitory neurons. An additional class of ipsilateral inhibitory neurons is required to generate escape swim behavior in larval zebrafish and tadpoles. In limbed vertebrates, a more complex spinal neuron composition is observed. In this review, we provide evidence that movement elaboration correlates with an increase and specialization of these three basic interneuron types into molecularly, anatomically, and functionally distinct subpopulations. We summarize recent work linking neuron types to movement-pattern generation across fish, amphibians, reptiles, birds and mammals.}, author = {Wilson, Alexia C and Sweeney, Lora Beatrice Jaeger}, issn = {1662-5110}, journal = {Frontiers in Neural Circuits}, publisher = {Frontiers}, title = {{Spinal cords: Symphonies of interneurons across species}}, doi = {10.3389/fncir.2023.1146449}, volume = {17}, year = {2023}, } @inproceedings{13120, abstract = {We formalized general (i.e., type-0) grammars using the Lean 3 proof assistant. We defined basic notions of rewrite rules and of words derived by a grammar, and used grammars to show closure of the class of type-0 languages under four operations: union, reversal, concatenation, and the Kleene star. The literature mostly focuses on Turing machine arguments, which are possibly more difficult to formalize. For the Kleene star, we could not follow the literature and came up with our own grammar-based construction.}, author = {Dvorak, Martin and Blanchette, Jasmin}, booktitle = {14th International Conference on Interactive Theorem Proving}, isbn = {9783959772846}, issn = {1868-8969}, location = {Bialystok, Poland}, publisher = {Schloss Dagstuhl - Leibniz-Zentrum für Informatik}, title = {{Closure properties of general grammars - formally verified}}, doi = {10.4230/LIPIcs.ITP.2023.15}, volume = {268}, year = {2023}, } @article{13049, abstract = {We propose a computational design approach for covering a surface with individually addressable RGB LEDs, effectively forming a low-resolution surface screen. To achieve a low-cost and scalable approach, we propose creating designs from flat PCB panels bent in-place along the surface of a 3D printed core. Working with standard rigid PCBs enables the use of established PCB manufacturing services, allowing the fabrication of designs with several hundred LEDs. Our approach optimizes the PCB geometry for folding, and then jointly optimizes the LED packing, circuit and routing, solving a challenging layout problem under strict manufacturing requirements. Unlike paper, PCBs cannot bend beyond a certain point without breaking. Therefore, we introduce parametric cut patterns acting as hinges, designed to allow bending while remaining compact. To tackle the joint optimization of placement, circuit and routing, we propose a specialized algorithm that splits the global problem into one sub-problem per triangle, which is then individually solved. Our technique generates PCB blueprints in a completely automated way. After being fabricated by a PCB manufacturing service, the boards are bent and glued by the user onto the 3D printed support. We demonstrate our technique on a range of physical models and virtual examples, creating intricate surface light patterns from hundreds of LEDs.}, author = {Freire, Marco and Bhargava, Manas and Schreck, Camille and Hugron, Pierre-Alexandre and Bickel, Bernd and Lefebvre, Sylvain}, issn = {1557-7368}, journal = {Transactions on Graphics}, keywords = {PCB design and layout, Mesh geometry models}, location = {Los Angeles, CA, United States}, number = {4}, publisher = {Association for Computing Machinery}, title = {{PCBend: Light up your 3D shapes with foldable circuit boards}}, doi = {10.1145/3592411}, volume = {42}, year = {2023}, } @article{13317, abstract = {We prove the Eigenstate Thermalisation Hypothesis (ETH) for local observables in a typical translation invariant system of quantum spins with L-body interactions, where L is the number of spins. This mathematically verifies the observation first made by Santos and Rigol (Phys Rev E 82(3):031130, 2010, https://doi.org/10.1103/PhysRevE.82.031130) that the ETH may hold for systems with additional translational symmetries for a naturally restricted class of observables. We also present numerical support for the same phenomenon for Hamiltonians with local interaction.}, author = {Sugimoto, Shoki and Henheik, Sven Joscha and Riabov, Volodymyr and Erdös, László}, issn = {1572-9613}, journal = {Journal of Statistical Physics}, number = {7}, publisher = {Springer Nature}, title = {{Eigenstate thermalisation hypothesis for translation invariant spin systems}}, doi = {10.1007/s10955-023-03132-4}, volume = {190}, year = {2023}, } @article{14343, abstract = {The total energy of an eigenstate in a composite quantum system tends to be distributed equally among its constituents. We identify the quantum fluctuation around this equipartition principle in the simplest disordered quantum system consisting of linear combinations of Wigner matrices. As our main ingredient, we prove the Eigenstate Thermalisation Hypothesis and Gaussian fluctuation for general quadratic forms of the bulk eigenvectors of Wigner matrices with an arbitrary deformation.}, author = {Cipolloni, Giorgio and Erdös, László and Henheik, Sven Joscha and Kolupaiev, Oleksii}, issn = {2050-5094}, journal = {Forum of Mathematics, Sigma}, publisher = {Cambridge University Press}, title = {{Gaussian fluctuations in the equipartition principle for Wigner matrices}}, doi = {10.1017/fms.2023.70}, volume = {11}, year = {2023}, } @article{14421, abstract = {Only recently has it been possible to construct a self-adjoint Hamiltonian that involves the creation of Dirac particles at a point source in 3d space. Its definition makes use of an interior-boundary condition. Here, we develop for this Hamiltonian a corresponding theory of the Bohmian configuration. That is, we (non-rigorously) construct a Markov jump process $(Q_t)_{t\in\mathbb{R}}$ in the configuration space of a variable number of particles that is $|\psi_t|^2$-distributed at every time t and follows Bohmian trajectories between the jumps. The jumps correspond to particle creation or annihilation events and occur either to or from a configuration with a particle located at the source. The process is the natural analog of Bell's jump process, and a central piece in its construction is the determination of the rate of particle creation. The construction requires an analysis of the asymptotic behavior of the Bohmian trajectories near the source. We find that the particle reaches the source with radial speed 0, but orbits around the source infinitely many times in finite time before absorption (or after emission).}, author = {Henheik, Sven Joscha and Tumulka, Roderich}, issn = {1751-8121}, journal = {Journal of Physics A: Mathematical and Theoretical}, number = {44}, publisher = {IOP Publishing}, title = {{Creation rate of Dirac particles at a point source}}, doi = {10.1088/1751-8121/acfe62}, volume = {56}, year = {2023}, } @inproceedings{17378, abstract = {Generative Pre-trained Transformer models, known as GPT or OPT, set themselves apart through breakthrough performance across complex language modelling tasks, but also by their extremely high computational and storage costs. Specifically, due to their massive size, even inference for large, highly-accurate GPT models may require multiple performant GPUs, which limits the usability of such models. While there is emerging work on relieving this pressure via model compression, the applicability and performance of existing compression techniques is limited by the scale and complexity of GPT models. In this paper, we address this challenge, and propose OPTQ, a new one-shot weight quantization method based on approximate second-order information, that is both highly-accurate and highly-efficient. Specifically, OPTQ can quantize GPT models with 175 billion parameters in approximately four GPU hours, reducing the bitwidth down to 3 or 4 bits per weight, with negligible accuracy degradation relative to the uncompressed baseline. Our method more than doubles the compression gains relative to previously-proposed one-shot quantization methods, preserving accuracy, allowing us for the first time to execute an 175 billion-parameter model inside a single GPU for generative inference. Moreover, we also show that our method can still provide reasonable accuracy in the extreme quantization regime, in which weights are quantized to 2-bit or even ternary quantization levels. We show experimentally that these improvements can be leveraged for end-to-end inference speedups over FP16, of around 3.25x when using high-end GPUs (NVIDIA A100) and 4.5x when using more cost-effective ones (NVIDIA A6000). The implementation is available at https://github.com/IST-DASLab/gptq.}, author = {Frantar, Elias and Ashkboos, Saleh and Hoefler, Torsten and Alistarh, Dan-Adrian}, booktitle = {11th International Conference on Learning Representations }, location = {Kigali, Rwanda}, publisher = {International Conference on Learning Representations}, title = {{OPTQ: Accurate post-training quantization for generative pre-trained transformers}}, year = {2023}, } @inproceedings{14458, abstract = {We show for the first time that large-scale generative pretrained transformer (GPT) family models can be pruned to at least 50% sparsity in one-shot, without any retraining, at minimal loss of accuracy. This is achieved via a new pruning method called SparseGPT, specifically designed to work efficiently and accurately on massive GPT-family models. We can execute SparseGPT on the largest available open-source models, OPT-175B and BLOOM-176B, in under 4.5 hours, and can reach 60% unstructured sparsity with negligible increase in perplexity: remarkably, more than 100 billion weights from these models can be ignored at inference time. SparseGPT generalizes to semi-structured (2:4 and 4:8) patterns, and is compatible with weight quantization approaches. The code is available at: https://github.com/IST-DASLab/sparsegpt.}, author = {Frantar, Elias and Alistarh, Dan-Adrian}, booktitle = {Proceedings of the 40th International Conference on Machine Learning}, issn = {2640-3498}, location = {Honolulu, Hawaii, HI, United States}, pages = {10323--10337}, publisher = {ML Research Press}, title = {{SparseGPT: Massive language models can be accurately pruned in one-shot}}, volume = {202}, year = {2023}, } @article{12702, abstract = {Hydrocarbon mixtures are extremely abundant in the Universe, and diamond formation from them can play a crucial role in shaping the interior structure and evolution of planets. With first-principles accuracy, we first estimate the melting line of diamond, and then reveal the nature of chemical bonding in hydrocarbons at extreme conditions. We finally establish the pressure-temperature phase boundary where it is thermodynamically possible for diamond to form from hydrocarbon mixtures with different atomic fractions of carbon. Notably, here we show a depletion zone at pressures above 200 GPa and temperatures below 3000 K-3500 K where diamond formation is thermodynamically favorable regardless of the carbon atomic fraction, due to a phase separation mechanism. The cooler condition of the interior of Neptune compared to Uranus means that the former is much more likely to contain the depletion zone. Our findings can help explain the dichotomy of the two ice giants manifested by the low luminosity of Uranus, and lead to a better understanding of (exo-)planetary formation and evolution.}, author = {Cheng, Bingqing and Hamel, Sebastien and Bethkenhagen, Mandy}, issn = {2041-1723}, journal = {Nature Communications}, publisher = {Springer Nature}, title = {{Thermodynamics of diamond formation from hydrocarbon mixtures in planets}}, doi = {10.1038/s41467-023-36841-1}, volume = {14}, year = {2023}, } @article{12912, abstract = {The chemical potential of adsorbed or confined fluids provides insight into their unique thermodynamic properties and determines adsorption isotherms. However, it is often difficult to compute this quantity from atomistic simulations using existing statistical mechanical methods. We introduce a computational framework that utilizes static structure factors, thermodynamic integration, and free energy perturbation for calculating the absolute chemical potential of fluids. For demonstration, we apply the method to compute the adsorption isotherms of carbon dioxide in a metal-organic framework and water in carbon nanotubes.}, author = {Schmid, Rochus and Cheng, Bingqing}, issn = {1089-7690}, journal = {The Journal of Chemical Physics}, number = {16}, publisher = {AIP Publishing}, title = {{Computing chemical potentials of adsorbed or confined fluids}}, doi = {10.1063/5.0146711}, volume = {158}, year = {2023}, } @article{12879, abstract = {Machine learning (ML) has been widely applied to chemical property prediction, most prominently for the energies and forces in molecules and materials. The strong interest in predicting energies in particular has led to a ‘local energy’-based paradigm for modern atomistic ML models, which ensures size-extensivity and a linear scaling of computational cost with system size. However, many electronic properties (such as excitation energies or ionization energies) do not necessarily scale linearly with system size and may even be spatially localized. Using size-extensive models in these cases can lead to large errors. In this work, we explore different strategies for learning intensive and localized properties, using HOMO energies in organic molecules as a representative test case. In particular, we analyze the pooling functions that atomistic neural networks use to predict molecular properties, and suggest an orbital weighted average (OWA) approach that enables the accurate prediction of orbital energies and locations.}, author = {Chen, Ke and Kunkel, Christian and Cheng, Bingqing and Reuter, Karsten and Margraf, Johannes T.}, issn = {2041-6539}, journal = {Chemical Science}, publisher = {Royal Society of Chemistry}, title = {{Physics-inspired machine learning of localized intensive properties}}, doi = {10.1039/d3sc00841j}, year = {2023}, } @article{14425, abstract = {Water adsorption and dissociation processes on pristine low-index TiO2 interfaces are important but poorly understood outside the well-studied anatase (101) and rutile (110). To understand these, we construct three sets of machine learning potentials that are simultaneously applicable to various TiO2 surfaces, based on three density-functional-theory approximations. Here we show the water dissociation free energies on seven pristine TiO2 surfaces, and predict that anatase (100), anatase (110), rutile (001), and rutile (011) favor water dissociation, anatase (101) and rutile (100) have mostly molecular adsorption, while the simulations of rutile (110) sensitively depend on the slab thickness and molecular adsorption is preferred with thick slabs. Moreover, using an automated algorithm, we reveal that these surfaces follow different types of atomistic mechanisms for proton transfer and water dissociation: one-step, two-step, or both. These mechanisms can be rationalized based on the arrangements of water molecules on the different surfaces. Our finding thus demonstrates that the different pristine TiO2 surfaces react with water in distinct ways, and cannot be represented using just the low-energy anatase (101) and rutile (110) surfaces.}, author = {Zeng, Zezhu and Wodaczek, Felix and Liu, Keyang and Stein, Frederick and Hutter, Jürg and Chen, Ji and Cheng, Bingqing}, issn = {2041-1723}, journal = {Nature Communications}, publisher = {Springer Nature}, title = {{Mechanistic insight on water dissociation on pristine low-index TiO2 surfaces from machine learning molecular dynamics simulations}}, doi = {10.1038/s41467-023-41865-8}, volume = {14}, year = {2023}, } @article{14603, abstract = {Computing the solubility of crystals in a solvent using atomistic simulations is notoriously challenging due to the complexities and convergence issues associated with free-energy methods, as well as the slow equilibration in direct-coexistence simulations. This paper introduces a molecular-dynamics workflow that simplifies and robustly computes the solubility of molecular or ionic crystals. This method is considerably more straightforward than the state-of-the-art, as we have streamlined and optimised each step of the process. Specifically, we calculate the chemical potential of the crystal using the gas-phase molecule as a reference state, and employ the S0 method to determine the concentration dependence of the chemical potential of the solute. We use this workflow to predict the solubilities of sodium chloride in water, urea polymorphs in water, and paracetamol polymorphs in both water and ethanol. Our findings indicate that the predicted solubility is sensitive to the chosen potential energy surface. Furthermore, we note that the harmonic approximation often fails for both molecular crystals and gas molecules at or above room temperature, and that the assumption of an ideal solution becomes less valid for highly soluble substances.}, author = {Reinhardt, Aleks and Chew, Pin Yu and Cheng, Bingqing}, issn = {1089-7690}, journal = {Journal of Chemical Physics}, number = {18}, publisher = {AIP Publishing}, title = {{A streamlined molecular-dynamics workflow for computing solubilities of molecular and ionic crystals}}, doi = {10.1063/5.0173341}, volume = {159}, year = {2023}, } @article{13231, abstract = {We study ab initio approaches for calculating x-ray Thomson scattering spectra from density functional theory molecular dynamics simulations based on a modified Chihara formula that expresses the inelastic contribution in terms of the dielectric function. We study the electronic dynamic structure factor computed from the Mermin dielectric function using an ab initio electron-ion collision frequency in comparison to computations using a linear-response time-dependent density functional theory (LR-TDDFT) framework for hydrogen and beryllium and investigate the dispersion of free-free and bound-free contributions to the scattering signal. A separate treatment of these contributions, where only the free-free part follows the Mermin dispersion, shows good agreement with LR-TDDFT results for ambient-density beryllium, but breaks down for highly compressed matter where the bound states become pressure ionized. LR-TDDFT is used to reanalyze x-ray Thomson scattering experiments on beryllium demonstrating strong deviations from the plasma conditions inferred with traditional analytic models at small scattering angles.}, author = {Schörner, Maximilian and Bethkenhagen, Mandy and Döppner, Tilo and Kraus, Dominik and Fletcher, Luke B. and Glenzer, Siegfried H. and Redmer, Ronald}, issn = {2470-0053}, journal = {Physical Review E}, number = {6}, publisher = {American Physical Society}, title = {{X-ray Thomson scattering spectra from density functional theory molecular dynamics simulations based on a modified Chihara formula}}, doi = {10.1103/PhysRevE.107.065207}, volume = {107}, year = {2023}, } @article{14605, abstract = {The phonon transport mechanisms and ultralow lattice thermal conductivities (κL) in silver halide AgX (X=Cl,Br,I) compounds are not yet well understood. Herein, we study the lattice dynamics and thermal property of AgX under the framework of perturbation theory and the two-channel Wigner thermal transport model based on accurate machine learning potentials. We find that an accurate extraction of the third-order atomic force constants from largely displaced configurations is significant for the calculation of the κL of AgX, and the coherence thermal transport is also non-negligible. In AgI, however, the calculated κL still considerably overestimates the experimental values even including four-phonon scatterings. Molecular dynamics (MD) simulations using machine learning potential suggest an important role of the higher-than-fourth-order lattice anharmonicity in the low-frequency phonon linewidths of AgI at room temperature, which can be related to the simultaneous restrictions of the three- and four-phonon phase spaces. The κL of AgI calculated using MD phonon lifetimes including full-order lattice anharmonicity shows a better agreement with experiments.}, author = {Ouyang, Niuchang and Zeng, Zezhu and Wang, Chen and Wang, Qi and Chen, Yue}, issn = {2469-9969}, journal = {Physical Review B}, number = {17}, publisher = {American Physical Society}, title = {{Role of high-order lattice anharmonicity in the phonon thermal transport of silver halide AgX (X=Cl,Br, I)}}, doi = {10.1103/PhysRevB.108.174302}, volume = {108}, year = {2023}, } @misc{14619, abstract = {Data underlying the publication "A streamlined molecular-dynamics workflow for computing solubilities of molecular and ionic crystals" (DOI https://doi.org/10.1063/5.0173341).}, author = {Cheng, Bingqing}, publisher = {Zenodo}, title = {{BingqingCheng/solubility: V1.0}}, doi = {10.5281/ZENODO.8398094}, year = {2023}, } @article{13216, abstract = {Physical catalysts often have multiple sites where reactions can take place. One prominent example is single-atom alloys, where the reactive dopant atoms can preferentially locate in the bulk or at different sites on the surface of the nanoparticle. However, ab initio modeling of catalysts usually only considers one site of the catalyst, neglecting the effects of multiple sites. Here, nanoparticles of copper doped with single-atom rhodium or palladium are modeled for the dehydrogenation of propane. Single-atom alloy nanoparticles are simulated at 400–600 K, using machine learning potentials trained on density functional theory calculations, and then the occupation of different single-atom active sites is identified using a similarity kernel. Further, the turnover frequency for all possible sites is calculated for propane dehydrogenation to propene through microkinetic modeling using density functional theory calculations. The total turnover frequencies of the whole nanoparticle are then described from both the population and the individual turnover frequency of each site. Under operating conditions, rhodium as a dopant is found to almost exclusively occupy (111) surface sites while palladium as a dopant occupies a greater variety of facets. Undercoordinated dopant surface sites are found to tend to be more reactive for propane dehydrogenation compared to the (111) surface. It is found that considering the dynamics of the single-atom alloy nanoparticle has a profound effect on the calculated catalytic activity of single-atom alloys by several orders of magnitude.}, author = {Bunting, Rhys and Wodaczek, Felix and Torabi, Tina and Cheng, Bingqing}, issn = {1520-5126}, journal = {Journal of the American Chemical Society}, keywords = {Colloid and Surface Chemistry, Biochemistry, General Chemistry, Catalysis}, number = {27}, pages = {14894--14902}, publisher = {American Chemical Society}, title = {{Reactivity of single-atom alloy nanoparticles: Modeling the dehydrogenation of propane}}, doi = {10.1021/jacs.3c04030}, volume = {145}, year = {2023}, } @article{13118, abstract = {Under high pressures and temperatures, molecular systems with substantial polarization charges, such as ammonia and water, are predicted to form superionic phases and dense fluid states with dissociating molecules and high electrical conductivity. This behaviour potentially plays a role in explaining the origin of the multipolar magnetic fields of Uranus and Neptune, whose mantles are thought to result from a mixture of H2O, NH3 and CH4 ices. Determining the stability domain, melting curve and electrical conductivity of these superionic phases is therefore crucial for modelling planetary interiors and dynamos. Here we report the melting curve of superionic ammonia up to 300 GPa from laser-driven shock compression of pre-compressed samples and atomistic calculations. We show that ammonia melts at lower temperatures than water above 100 GPa and that fluid ammonia’s electrical conductivity exceeds that of water at conditions predicted by hot, super-adiabatic models for Uranus and Neptune, and enhances the conductivity in their fluid water-rich dynamo layers.}, author = {Hernandez, J.-A. and Bethkenhagen, Mandy and Ninet, S. and French, M. and Benuzzi-Mounaix, A. and Datchi, F. and Guarguaglini, M. and Lefevre, F. and Occelli, F. and Redmer, R. and Vinci, T. and Ravasio, A.}, issn = {1745-2481}, journal = {Nature Physics}, pages = {1280--1285}, publisher = {Springer Nature}, title = {{Melting curve of superionic ammonia at planetary interior conditions}}, doi = {10.1038/s41567-023-02074-8}, volume = {19}, year = {2023}, } @article{13039, abstract = {We calculate reflectivities of dynamically compressed water, water-ethanol mixtures, and ammonia at infrared and optical wavelengths with density functional theory and molecular dynamics simulations. The influence of the exchange-correlation functional on the results is examined in detail. Our findings indicate that the consistent use of the HSE hybrid functional reproduces experimental results much better than the commonly used PBE functional. The HSE functional offers not only a more accurate description of the electronic band gap but also shifts the onset of molecular dissociation in the molecular dynamics simulations to significantly higher pressures. We also highlight the importance of using accurate reference standards in reflectivity experiments and reanalyze infrared and optical reflectivity data from recent experiments. Thus, our combined theoretical and experimental work explains and resolves lingering discrepancies between calculations and measurements for the investigated molecular substances under shock compression.}, author = {French, Martin and Bethkenhagen, Mandy and Ravasio, Alessandra and Hernandez, Jean Alexis}, issn = {2469-9969}, journal = {Physical Review B}, number = {13}, publisher = {American Physical Society}, title = {{Ab initio calculation of the reflectivity of molecular fluids under shock compression}}, doi = {10.1103/PhysRevB.107.134109}, volume = {107}, year = {2023}, }