[{"scopus_import":"1","date_created":"2024-08-04T22:01:22Z","ec_funded":1,"acknowledgement":"Elias Frantar and Dan Alistarh gratefully acknowledge funding from the European Research Council (ERC) under the European Union’s Horizon 2020 programme (grant agreement No. 805223 ScaleML), as well as experimental support from Eldar Kurtic, and from the IST Austria IT department, in particular Stefano Elefante, Andrei Hornoiu, and Alois Schloegl. The work of Saleh Ashkboos and Torsten Hoefler was supported by the PASC DaCeMI project, received EuroHPC-JU funding under grant MAELSTROM, No. 955513. We thank the Swiss National Supercomputing Center (CSCS) for supporting us with compute infrastructure.","day":"01","publication":"11th International Conference on Learning Representations ","project":[{"call_identifier":"H2020","grant_number":"805223","name":"Elastic Coordination for Scalable Machine Learning","_id":"268A44D6-B435-11E9-9278-68D0E5697425"}],"title":"OPTQ: Accurate post-training quantization for generative pre-trained transformers","article_processing_charge":"No","month":"05","file":[{"success":1,"access_level":"open_access","date_created":"2024-08-05T07:52:44Z","checksum":"aacbf11dbd8b02a3e0bfd942a33e0593","relation":"main_file","creator":"dernst","file_id":"17385","date_updated":"2024-08-05T07:52:44Z","content_type":"application/pdf","file_size":437492,"file_name":"2023_ICLR_Frantar.pdf"}],"quality_controlled":"1","publication_status":"published","year":"2023","file_date_updated":"2024-08-05T07:52:44Z","status":"public","type":"conference","_id":"17378","has_accepted_license":"1","oa":1,"corr_author":"1","acknowledged_ssus":[{"_id":"ScienComp"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","author":[{"id":"09a8f98d-ec99-11ea-ae11-c063a7b7fe5f","last_name":"Frantar","first_name":"Elias","full_name":"Frantar, Elias"},{"last_name":"Ashkboos","first_name":"Saleh","full_name":"Ashkboos, Saleh"},{"last_name":"Hoefler","first_name":"Torsten","full_name":"Hoefler, Torsten"},{"last_name":"Alistarh","first_name":"Dan-Adrian","id":"4A899BFC-F248-11E8-B48F-1D18A9856A87","orcid":"0000-0003-3650-940X","full_name":"Alistarh, Dan-Adrian"}],"language":[{"iso":"eng"}],"oa_version":"Published Version","citation":{"short":"E. Frantar, S. Ashkboos, T. Hoefler, D.-A. Alistarh, in:, 11th International Conference on Learning Representations , International Conference on Learning Representations, 2023.","ama":"Frantar E, Ashkboos S, Hoefler T, Alistarh D-A. OPTQ: Accurate post-training quantization for generative pre-trained transformers. In: <i>11th International Conference on Learning Representations </i>. International Conference on Learning Representations; 2023.","apa":"Frantar, E., Ashkboos, S., Hoefler, T., &#38; Alistarh, D.-A. (2023). OPTQ: Accurate post-training quantization for generative pre-trained transformers. In <i>11th International Conference on Learning Representations </i>. Kigali, Rwanda: International Conference on Learning Representations.","ieee":"E. Frantar, S. Ashkboos, T. Hoefler, and D.-A. Alistarh, “OPTQ: Accurate post-training quantization for generative pre-trained transformers,” in <i>11th International Conference on Learning Representations </i>, Kigali, Rwanda, 2023.","chicago":"Frantar, Elias, Saleh Ashkboos, Torsten Hoefler, and Dan-Adrian Alistarh. “OPTQ: Accurate Post-Training Quantization for Generative Pre-Trained Transformers.” In <i>11th International Conference on Learning Representations </i>. International Conference on Learning Representations, 2023.","mla":"Frantar, Elias, et al. “OPTQ: Accurate Post-Training Quantization for Generative Pre-Trained Transformers.” <i>11th International Conference on Learning Representations </i>, International Conference on Learning Representations, 2023.","ista":"Frantar E, Ashkboos S, Hoefler T, Alistarh D-A. 2023. OPTQ: Accurate post-training quantization for generative pre-trained transformers. 11th International Conference on Learning Representations . ICLR: International Conference on Learning Representations."},"date_published":"2023-05-01T00:00:00Z","conference":{"start_date":"2023-05-01","location":"Kigali, Rwanda","name":"ICLR: International Conference on Learning Representations","end_date":"2023-05-05"},"publisher":"International Conference on Learning Representations","related_material":{"link":[{"relation":"software","url":"https://github.com/IST-DASLab/gptq"}],"record":[{"id":"17485","relation":"dissertation_contains","status":"public"}]},"ddc":["000"],"date_updated":"2026-07-29T13:48:39Z","department":[{"_id":"DaAl"}],"abstract":[{"text":"Generative Pre-trained Transformer models, known as GPT or OPT, set themselves apart through breakthrough performance across complex language modelling tasks, but also by their extremely high computational and storage costs. Specifically, due to their massive size, even inference for large, highly-accurate GPT models may require multiple performant GPUs, which limits the usability of such models. While there is emerging work on relieving this pressure via model compression, the applicability and performance of existing compression techniques is limited by the scale and complexity of GPT models. In this paper, we address this challenge, and propose OPTQ, a new one-shot weight quantization method based on approximate second-order information, that is both highly-accurate and highly-efficient. Specifically, OPTQ can quantize GPT models with 175 billion parameters in approximately four GPU hours, reducing the bitwidth down to 3 or 4 bits per weight, with negligible accuracy degradation relative to the uncompressed baseline. Our method more than doubles the compression gains relative to previously-proposed one-shot quantization methods, preserving accuracy, allowing us for the first time to execute an 175 billion-parameter model inside a single GPU for generative inference. Moreover, we also show that our method can still provide reasonable accuracy in the extreme quantization regime, in which weights are quantized to 2-bit or even ternary quantization levels. We show experimentally that these improvements can be leveraged for end-to-end inference speedups over FP16, of around 3.25x when using high-end GPUs (NVIDIA A100) and 4.5x when using more cost-effective ones (NVIDIA A6000). The implementation is available at https://github.com/IST-DASLab/gptq.","lang":"eng"}]},{"publication":"Proceedings of the 40th International Conference on Machine Learning","day":"30","date_created":"2023-10-29T23:01:16Z","ec_funded":1,"acknowledgement":"The authors gratefully acknowledge funding from the European Research Council (ERC) under the European Union’s Horizon 2020 programme (grant agreement No. 805223 ScaleML), as well as experimental support from Eldar Kurtic, and from the IST Austria IT department, in particular Stefano Elefante, Andrei Hornoiu, and Alois Schloegl.","scopus_import":"1","volume":202,"month":"07","article_processing_charge":"No","title":"SparseGPT: Massive language models can be accurately pruned in one-shot","page":"10323-10337","project":[{"name":"Elastic Coordination for Scalable Machine Learning","grant_number":"805223","call_identifier":"H2020","_id":"268A44D6-B435-11E9-9278-68D0E5697425"}],"intvolume":"       202","alternative_title":["PMLR"],"type":"conference","status":"public","year":"2023","publication_status":"published","quality_controlled":"1","oa":1,"publication_identifier":{"eissn":["2640-3498"]},"main_file_link":[{"open_access":"1","url":"https://doi.org/10.48550/arXiv.2301.00774"}],"_id":"14458","author":[{"full_name":"Frantar, Elias","id":"09a8f98d-ec99-11ea-ae11-c063a7b7fe5f","first_name":"Elias","last_name":"Frantar"},{"id":"4A899BFC-F248-11E8-B48F-1D18A9856A87","last_name":"Alistarh","first_name":"Dan-Adrian","orcid":"0000-0003-3650-940X","full_name":"Alistarh, Dan-Adrian"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","acknowledged_ssus":[{"_id":"ScienComp"}],"corr_author":"1","citation":{"apa":"Frantar, E., &#38; Alistarh, D.-A. (2023). SparseGPT: Massive language models can be accurately pruned in one-shot. In <i>Proceedings of the 40th International Conference on Machine Learning</i> (Vol. 202, pp. 10323–10337). Honolulu, Hawaii, HI, United States: ML Research Press.","ama":"Frantar E, Alistarh D-A. SparseGPT: Massive language models can be accurately pruned in one-shot. In: <i>Proceedings of the 40th International Conference on Machine Learning</i>. Vol 202. ML Research Press; 2023:10323-10337.","short":"E. Frantar, D.-A. Alistarh, in:, Proceedings of the 40th International Conference on Machine Learning, ML Research Press, 2023, pp. 10323–10337.","mla":"Frantar, Elias, and Dan-Adrian Alistarh. “SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot.” <i>Proceedings of the 40th International Conference on Machine Learning</i>, vol. 202, ML Research Press, 2023, pp. 10323–37.","ista":"Frantar E, Alistarh D-A. 2023. SparseGPT: Massive language models can be accurately pruned in one-shot. Proceedings of the 40th International Conference on Machine Learning. ICML: International Conference on Machine Learning, PMLR, vol. 202, 10323–10337.","chicago":"Frantar, Elias, and Dan-Adrian Alistarh. “SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot.” In <i>Proceedings of the 40th International Conference on Machine Learning</i>, 202:10323–37. ML Research Press, 2023.","ieee":"E. Frantar and D.-A. Alistarh, “SparseGPT: Massive language models can be accurately pruned in one-shot,” in <i>Proceedings of the 40th International Conference on Machine Learning</i>, Honolulu, Hawaii, HI, United States, 2023, vol. 202, pp. 10323–10337."},"oa_version":"Preprint","language":[{"iso":"eng"}],"related_material":{"record":[{"relation":"dissertation_contains","status":"public","id":"17485"}]},"publisher":"ML Research Press","conference":{"end_date":"2023-07-29","name":"ICML: International Conference on Machine Learning","location":"Honolulu, Hawaii, HI, United States","start_date":"2023-07-23"},"arxiv":1,"date_published":"2023-07-30T00:00:00Z","abstract":[{"lang":"eng","text":"We show for the first time that large-scale generative pretrained transformer (GPT) family models can be pruned to at least 50% sparsity in one-shot, without any retraining, at minimal loss of accuracy. This is achieved via a new pruning method called SparseGPT, specifically designed to work efficiently and accurately on massive GPT-family models. We can execute SparseGPT on the largest available open-source models, OPT-175B and BLOOM-176B, in under 4.5 hours, and can reach 60% unstructured sparsity with negligible increase in perplexity: remarkably, more than 100 billion weights from these models can be ignored at inference time. SparseGPT generalizes to semi-structured (2:4 and 4:8) patterns, and is compatible with weight quantization approaches. The code is available at: https://github.com/IST-DASLab/sparsegpt."}],"department":[{"_id":"DaAl"}],"date_updated":"2026-07-29T13:48:39Z","external_id":{"arxiv":["2301.00774"]}},{"oa_version":"Published Version","title":"BingqingCheng/solubility: V1.0","citation":{"ama":"Cheng B. BingqingCheng/solubility: V1.0. 2023. doi:<a href=\"https://doi.org/10.5281/ZENODO.8398094\">10.5281/ZENODO.8398094</a>","short":"B. Cheng, (2023).","apa":"Cheng, B. (2023). BingqingCheng/solubility: V1.0. Zenodo. <a href=\"https://doi.org/10.5281/ZENODO.8398094\">https://doi.org/10.5281/ZENODO.8398094</a>","mla":"Cheng, Bingqing. <i>BingqingCheng/Solubility: V1.0</i>. Zenodo, 2023, doi:<a href=\"https://doi.org/10.5281/ZENODO.8398094\">10.5281/ZENODO.8398094</a>.","ista":"Cheng B. 2023. BingqingCheng/solubility: V1.0, Zenodo, <a href=\"https://doi.org/10.5281/ZENODO.8398094\">10.5281/ZENODO.8398094</a>.","ieee":"B. Cheng, “BingqingCheng/solubility: V1.0.” Zenodo, 2023.","chicago":"Cheng, Bingqing. “BingqingCheng/Solubility: V1.0.” Zenodo, 2023. <a href=\"https://doi.org/10.5281/ZENODO.8398094\">https://doi.org/10.5281/ZENODO.8398094</a>."},"article_processing_charge":"No","month":"10","day":"02","date_created":"2023-11-28T08:32:18Z","corr_author":"1","author":[{"orcid":"0000-0002-3584-9632","full_name":"Cheng, Bingqing","id":"cbe3cda4-d82c-11eb-8dc7-8ff94289fcc9","last_name":"Cheng","first_name":"Bingqing"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","ddc":["530"],"doi":"10.5281/ZENODO.8398094","main_file_link":[{"open_access":"1","url":"https://doi.org/10.5281/zenodo.8398094"}],"_id":"14619","oa":1,"abstract":[{"lang":"eng","text":"Data underlying the publication \"A streamlined molecular-dynamics workflow for computing solubilities of molecular and ionic crystals\" (DOI https://doi.org/10.1063/5.0173341)."}],"department":[{"_id":"BiCh"}],"has_accepted_license":"1","date_updated":"2026-08-07T11:07:45Z","type":"research_data_reference","status":"public","year":"2023","date_published":"2023-10-02T00:00:00Z","related_material":{"record":[{"id":"14603","status":"public","relation":"used_in_publication"}]},"publisher":"Zenodo"},{"oa":1,"article_type":"original","has_accepted_license":"1","article_number":"201","doi":"10.1007/s00526-022-02307-3","publication_identifier":{"issn":["0944-2669"],"eissn":["1432-0835"]},"_id":"12079","status":"public","type":"journal_article","year":"2022","file_date_updated":"2023-01-20T08:56:01Z","publication_status":"published","quality_controlled":"1","file":[{"file_size":1278493,"content_type":"application/pdf","date_updated":"2023-01-20T08:56:01Z","file_name":"2022_Calculus_Hensel.pdf","access_level":"open_access","success":1,"relation":"main_file","creator":"dernst","file_id":"12320","checksum":"b2da020ce50440080feedabeab5b09c4","date_created":"2023-01-20T08:56:01Z"}],"volume":61,"month":"08","article_processing_charge":"No","title":"Convergence rates for the Allen–Cahn equation with boundary contact energy: The non-perturbative regime","project":[{"call_identifier":"H2020","grant_number":"948819","name":"Bridging Scales in Random Materials","_id":"0aa76401-070f-11eb-9043-b5bb049fa26d"}],"intvolume":"        61","publication":"Calculus of Variations and Partial Differential Equations","day":"24","tmp":{"short":"CC BY (4.0)","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","image":"/images/cc_by.png","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"acknowledgement":"This Project has received funding from the European Research Council (ERC) under the European Union’s Horizon 2020 research and innovation programme (Grant Agreement No 948819)  , and from the Deutsche Forschungsgemeinschaft (DFG, German Research Foundation) under Germany’s Excellence Strategy—EXC-2047/1 - 390685813.\r\nOpen Access funding enabled and organized by Projekt DEAL.","ec_funded":1,"date_created":"2022-09-11T22:01:54Z","scopus_import":"1","abstract":[{"text":"We extend the recent rigorous convergence result of Abels and Moser (SIAM J Math Anal 54(1):114–172, 2022. https://doi.org/10.1137/21M1424925) concerning convergence rates for solutions of the Allen–Cahn equation with a nonlinear Robin boundary condition towards evolution by mean curvature flow with constant contact angle. More precisely, in the present work we manage to remove the perturbative assumption on the contact angle being close to 90∘. We establish under usual double-well type assumptions on the potential and for a certain class of boundary energy densities the sub-optimal convergence rate of order ε12 for general contact angles α∈(0,π). For a very specific form of the boundary energy density, we even obtain from our methods a sharp convergence rate of order ε; again for general contact angles α∈(0,π). Our proof deviates from the popular strategy based on rigorous asymptotic expansions and stability estimates for the linearized Allen–Cahn operator. Instead, we follow the recent approach by Fischer et al. (SIAM J Math Anal 52(6):6222–6233, 2020. https://doi.org/10.1137/20M1322182), thus relying on a relative entropy technique. We develop a careful adaptation of their approach in order to encode the constant contact angle condition. In fact, we perform this task at the level of the notion of gradient flow calibrations. This concept was recently introduced in the context of weak-strong uniqueness for multiphase mean curvature flow by Fischer et al. (arXiv:2003.05478v2).","lang":"eng"}],"department":[{"_id":"JuFi"}],"date_updated":"2025-04-14T07:53:59Z","external_id":{"isi":["000844247300008"]},"isi":1,"ddc":["510"],"publisher":"Springer Nature","issue":"6","date_published":"2022-08-24T00:00:00Z","citation":{"ieee":"S. Hensel and M. Moser, “Convergence rates for the Allen–Cahn equation with boundary contact energy: The non-perturbative regime,” <i>Calculus of Variations and Partial Differential Equations</i>, vol. 61, no. 6. Springer Nature, 2022.","chicago":"Hensel, Sebastian, and Maximilian Moser. “Convergence Rates for the Allen–Cahn Equation with Boundary Contact Energy: The Non-Perturbative Regime.” <i>Calculus of Variations and Partial Differential Equations</i>. Springer Nature, 2022. <a href=\"https://doi.org/10.1007/s00526-022-02307-3\">https://doi.org/10.1007/s00526-022-02307-3</a>.","mla":"Hensel, Sebastian, and Maximilian Moser. “Convergence Rates for the Allen–Cahn Equation with Boundary Contact Energy: The Non-Perturbative Regime.” <i>Calculus of Variations and Partial Differential Equations</i>, vol. 61, no. 6, 201, Springer Nature, 2022, doi:<a href=\"https://doi.org/10.1007/s00526-022-02307-3\">10.1007/s00526-022-02307-3</a>.","ista":"Hensel S, Moser M. 2022. Convergence rates for the Allen–Cahn equation with boundary contact energy: The non-perturbative regime. Calculus of Variations and Partial Differential Equations. 61(6), 201.","ama":"Hensel S, Moser M. Convergence rates for the Allen–Cahn equation with boundary contact energy: The non-perturbative regime. <i>Calculus of Variations and Partial Differential Equations</i>. 2022;61(6). doi:<a href=\"https://doi.org/10.1007/s00526-022-02307-3\">10.1007/s00526-022-02307-3</a>","short":"S. Hensel, M. Moser, Calculus of Variations and Partial Differential Equations 61 (2022).","apa":"Hensel, S., &#38; Moser, M. (2022). Convergence rates for the Allen–Cahn equation with boundary contact energy: The non-perturbative regime. <i>Calculus of Variations and Partial Differential Equations</i>. Springer Nature. <a href=\"https://doi.org/10.1007/s00526-022-02307-3\">https://doi.org/10.1007/s00526-022-02307-3</a>"},"oa_version":"Published Version","language":[{"iso":"eng"}],"author":[{"full_name":"Hensel, Sebastian","orcid":"0000-0001-7252-8072","first_name":"Sebastian","last_name":"Hensel","id":"4D23B7DA-F248-11E8-B48F-1D18A9856A87"},{"full_name":"Moser, Maximilian","first_name":"Maximilian","last_name":"Moser","id":"a60047a9-da77-11eb-85b4-c4dc385ebb8c"}],"user_id":"4359f0d1-fa6c-11eb-b949-802e58b17ae8"},{"quality_controlled":"1","type":"journal_article","status":"public","publication_status":"published","year":"2022","publication_identifier":{"issn":["0895-4798"],"eissn":["1095-7162"]},"doi":"10.1137/21m1424408","_id":"12179","main_file_link":[{"url":"https://doi.org/10.48550/arXiv.2105.13719","open_access":"1"}],"oa":1,"article_type":"original","date_created":"2023-01-12T12:12:38Z","scopus_import":"1","day":"01","publication":"SIAM Journal on Matrix Analysis and Applications","keyword":["Analysis"],"intvolume":"        43","title":"On the condition number of the shifted real Ginibre ensemble","page":"1469-1487","article_processing_charge":"No","month":"07","volume":43,"date_published":"2022-07-01T00:00:00Z","arxiv":1,"issue":"3","publisher":"Society for Industrial and Applied Mathematics","isi":1,"external_id":{"isi":["001125796400002"],"arxiv":["2105.13719"]},"department":[{"_id":"LaEr"}],"date_updated":"2025-09-10T09:51:27Z","abstract":[{"text":"We derive an accurate lower tail estimate on the lowest singular value σ1(X−z) of a real Gaussian (Ginibre) random matrix X shifted by a complex parameter z. Such shift effectively changes the upper tail behavior of the condition number κ(X−z) from the slower (κ(X−z)≥t)≲1/t decay typical for real Ginibre matrices to the faster 1/t2 decay seen for complex Ginibre matrices as long as z is away from the real axis. This sharpens and resolves a recent conjecture in [J. Banks et al., https://arxiv.org/abs/2005.08930, 2020] on the regularizing effect of the real Ginibre ensemble with a genuinely complex shift. As a consequence we obtain an improved upper bound on the eigenvalue condition numbers (known also as the eigenvector overlaps) for real Ginibre matrices. The main technical tool is a rigorous supersymmetric analysis from our earlier work [Probab. Math. Phys., 1 (2020), pp. 101--146].","lang":"eng"}],"corr_author":"1","user_id":"317138e5-6ab7-11ef-aa6d-ffef3953e345","author":[{"full_name":"Cipolloni, Giorgio","orcid":"0000-0002-4901-7992","first_name":"Giorgio","last_name":"Cipolloni","id":"42198EFA-F248-11E8-B48F-1D18A9856A87"},{"last_name":"Erdös","first_name":"László","id":"4DBD5372-F248-11E8-B48F-1D18A9856A87","orcid":"0000-0001-5366-9603","full_name":"Erdös, László"},{"id":"408ED176-F248-11E8-B48F-1D18A9856A87","last_name":"Schröder","first_name":"Dominik J","orcid":"0000-0002-2904-1856","full_name":"Schröder, Dominik J"}],"oa_version":"Preprint","language":[{"iso":"eng"}],"citation":{"apa":"Cipolloni, G., Erdös, L., &#38; Schröder, D. J. (2022). On the condition number of the shifted real Ginibre ensemble. <i>SIAM Journal on Matrix Analysis and Applications</i>. Society for Industrial and Applied Mathematics. <a href=\"https://doi.org/10.1137/21m1424408\">https://doi.org/10.1137/21m1424408</a>","short":"G. Cipolloni, L. Erdös, D.J. Schröder, SIAM Journal on Matrix Analysis and Applications 43 (2022) 1469–1487.","ama":"Cipolloni G, Erdös L, Schröder DJ. On the condition number of the shifted real Ginibre ensemble. <i>SIAM Journal on Matrix Analysis and Applications</i>. 2022;43(3):1469-1487. doi:<a href=\"https://doi.org/10.1137/21m1424408\">10.1137/21m1424408</a>","mla":"Cipolloni, Giorgio, et al. “On the Condition Number of the Shifted Real Ginibre Ensemble.” <i>SIAM Journal on Matrix Analysis and Applications</i>, vol. 43, no. 3, Society for Industrial and Applied Mathematics, 2022, pp. 1469–87, doi:<a href=\"https://doi.org/10.1137/21m1424408\">10.1137/21m1424408</a>.","ista":"Cipolloni G, Erdös L, Schröder DJ. 2022. On the condition number of the shifted real Ginibre ensemble. SIAM Journal on Matrix Analysis and Applications. 43(3), 1469–1487.","chicago":"Cipolloni, Giorgio, László Erdös, and Dominik J Schröder. “On the Condition Number of the Shifted Real Ginibre Ensemble.” <i>SIAM Journal on Matrix Analysis and Applications</i>. Society for Industrial and Applied Mathematics, 2022. <a href=\"https://doi.org/10.1137/21m1424408\">https://doi.org/10.1137/21m1424408</a>.","ieee":"G. Cipolloni, L. Erdös, and D. J. Schröder, “On the condition number of the shifted real Ginibre ensemble,” <i>SIAM Journal on Matrix Analysis and Applications</i>, vol. 43, no. 3. Society for Industrial and Applied Mathematics, pp. 1469–1487, 2022."}},{"abstract":[{"text":"We propose a novel algorithm to decide the language inclusion between (nondeterministic) Büchi automata, a PSPACE-complete problem. Our approach, like others before, leverage a notion of quasiorder to prune the search for a counterexample by discarding candidates which are subsumed by others for the quasiorder. Discarded candidates are guaranteed to not compromise the completeness of the algorithm. The novelty of our work lies in the quasiorder used to discard candidates. We introduce FORQs (family of right quasiorders) that we obtain by adapting the notion of family of right congruences put forward by Maler and Staiger in 1993. We define a FORQ-based inclusion algorithm which we prove correct and instantiate it for a specific FORQ, called the structural FORQ, induced by the Büchi automaton to the right of the inclusion sign. The resulting implementation, called FORKLIFT, scales up better than the state-of-the-art on a variety of benchmarks including benchmarks from program verification and theorem proving for word combinatorics. Artifact: https://doi.org/10.5281/zenodo.6552870","lang":"eng"}],"date_updated":"2025-04-14T07:55:56Z","department":[{"_id":"ToHe"}],"ddc":["000"],"external_id":{"isi":["000870310500006"],"arxiv":["2207.13549"]},"isi":1,"publisher":"Springer Nature","conference":{"end_date":"2022-08-10","name":"CAV: Computer Aided Verification","location":"Haifa, Israel","start_date":"2022-08-07"},"arxiv":1,"date_published":"2022-08-06T00:00:00Z","citation":{"ista":"Doveri K, Ganty P, Mazzocchi NA. 2022. FORQ-based language inclusion formal testing. Computer Aided Verification. CAV: Computer Aided Verification, LNCS, vol. 13372, 109–129.","mla":"Doveri, Kyveli, et al. “FORQ-Based Language Inclusion Formal Testing.” <i>Computer Aided Verification</i>, vol. 13372, Springer Nature, 2022, pp. 109–29, doi:<a href=\"https://doi.org/10.1007/978-3-031-13188-2_6\">10.1007/978-3-031-13188-2_6</a>.","chicago":"Doveri, Kyveli, Pierre Ganty, and Nicolas Adrien Mazzocchi. “FORQ-Based Language Inclusion Formal Testing.” In <i>Computer Aided Verification</i>, 13372:109–29. Springer Nature, 2022. <a href=\"https://doi.org/10.1007/978-3-031-13188-2_6\">https://doi.org/10.1007/978-3-031-13188-2_6</a>.","ieee":"K. Doveri, P. Ganty, and N. A. Mazzocchi, “FORQ-based language inclusion formal testing,” in <i>Computer Aided Verification</i>, Haifa, Israel, 2022, vol. 13372, pp. 109–129.","apa":"Doveri, K., Ganty, P., &#38; Mazzocchi, N. A. (2022). FORQ-based language inclusion formal testing. In <i>Computer Aided Verification</i> (Vol. 13372, pp. 109–129). Haifa, Israel: Springer Nature. <a href=\"https://doi.org/10.1007/978-3-031-13188-2_6\">https://doi.org/10.1007/978-3-031-13188-2_6</a>","ama":"Doveri K, Ganty P, Mazzocchi NA. FORQ-based language inclusion formal testing. In: <i>Computer Aided Verification</i>. Vol 13372. Springer Nature; 2022:109-129. doi:<a href=\"https://doi.org/10.1007/978-3-031-13188-2_6\">10.1007/978-3-031-13188-2_6</a>","short":"K. Doveri, P. Ganty, N.A. Mazzocchi, in:, Computer Aided Verification, Springer Nature, 2022, pp. 109–129."},"language":[{"iso":"eng"}],"oa_version":"Published Version","author":[{"last_name":"Doveri","first_name":"Kyveli","full_name":"Doveri, Kyveli"},{"last_name":"Ganty","first_name":"Pierre","full_name":"Ganty, Pierre"},{"full_name":"Mazzocchi, Nicolas Adrien","last_name":"Mazzocchi","first_name":"Nicolas Adrien","id":"b26baa86-3308-11ec-87b0-8990f34baa85"}],"user_id":"c635000d-4b10-11ee-a964-aac5a93f6ac1","oa":1,"has_accepted_license":"1","_id":"12302","publication_identifier":{"eisbn":["9783031131882"],"isbn":["9783031131875"],"eissn":["1611-3349"],"issn":["0302-9743"]},"doi":"10.1007/978-3-031-13188-2_6","alternative_title":["LNCS"],"year":"2022","publication_status":"published","file_date_updated":"2023-01-30T12:51:02Z","type":"conference","status":"public","quality_controlled":"1","volume":13372,"file":[{"success":1,"access_level":"open_access","date_created":"2023-01-30T12:51:02Z","checksum":"edc363b1be5447a09063e115c247918a","relation":"main_file","creator":"dernst","file_id":"12465","date_updated":"2023-01-30T12:51:02Z","content_type":"application/pdf","file_size":497682,"file_name":"2022_LNCS_Doveri.pdf"}],"month":"08","article_processing_charge":"No","title":"FORQ-based language inclusion formal testing","page":"109-129","intvolume":"     13372","project":[{"_id":"62781420-2b32-11ec-9570-8d9b63373d4d","name":"Vigilant Algorithmic Monitoring of Software","grant_number":"101020093","call_identifier":"H2020"}],"publication":"Computer Aided Verification","tmp":{"short":"CC BY (4.0)","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","image":"/images/cc_by.png","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"day":"06","scopus_import":"1","date_created":"2023-01-16T10:06:31Z","acknowledgement":"This work was partially funded by the ESF Investing in your future, the Madrid regional project S2018/TCS-4339 BLOQUES, the Spanish project PGC2018-102210-B-I00 BOSCO, the Ramón y Cajal fellowship RYC-2016-20281, and the ERC grant PR1001ERC02.","ec_funded":1},{"citation":{"mla":"Iofinova, Eugenia B., et al. “FLEA: Provably Robust Fair Multisource Learning from Unreliable Training Data.” <i>Transactions on Machine Learning Research</i>, ML Research Press, 2022.","ista":"Iofinova EB, Konstantinov NH, Lampert C. 2022. FLEA: Provably robust fair multisource learning from unreliable training data. Transactions on Machine Learning Research.","chicago":"Iofinova, Eugenia B, Nikola H Konstantinov, and Christoph Lampert. “FLEA: Provably Robust Fair Multisource Learning from Unreliable Training Data.” <i>Transactions on Machine Learning Research</i>. ML Research Press, 2022.","ieee":"E. B. Iofinova, N. H. Konstantinov, and C. Lampert, “FLEA: Provably robust fair multisource learning from unreliable training data,” <i>Transactions on Machine Learning Research</i>. ML Research Press, 2022.","apa":"Iofinova, E. B., Konstantinov, N. H., &#38; Lampert, C. (2022). FLEA: Provably robust fair multisource learning from unreliable training data. <i>Transactions on Machine Learning Research</i>. ML Research Press.","short":"E.B. Iofinova, N.H. Konstantinov, C. Lampert, Transactions on Machine Learning Research (2022).","ama":"Iofinova EB, Konstantinov NH, Lampert C. FLEA: Provably robust fair multisource learning from unreliable training data. <i>Transactions on Machine Learning Research</i>. 2022."},"oa_version":"Published Version","language":[{"iso":"eng"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","author":[{"full_name":"Iofinova, Eugenia B","orcid":"0000-0002-7778-3221","id":"f9a17499-f6e0-11ea-865d-fdf9a3f77117","first_name":"Eugenia B","last_name":"Iofinova"},{"id":"4B9D76E4-F248-11E8-B48F-1D18A9856A87","first_name":"Nikola H","last_name":"Konstantinov","full_name":"Konstantinov, Nikola H","orcid":"0009-0009-5204-7621"},{"id":"40C20FD2-F248-11E8-B48F-1D18A9856A87","last_name":"Lampert","first_name":"Christoph","orcid":"0000-0001-8622-7887","full_name":"Lampert, Christoph"}],"corr_author":"1","acknowledged_ssus":[{"_id":"ScienComp"}],"department":[{"_id":"ChLa"}],"date_updated":"2025-12-30T11:04:31Z","abstract":[{"text":"Fairness-aware learning aims at constructing classifiers that not only make accurate predictions, but also do not discriminate against specific groups. It is a fast-growing area of\r\nmachine learning with far-reaching societal impact. However, existing fair learning methods\r\nare vulnerable to accidental or malicious artifacts in the training data, which can cause\r\nthem to unknowingly produce unfair classifiers. In this work we address the problem of\r\nfair learning from unreliable training data in the robust multisource setting, where the\r\navailable training data comes from multiple sources, a fraction of which might not be representative of the true data distribution. We introduce FLEA, a filtering-based algorithm\r\nthat identifies and suppresses those data sources that would have a negative impact on\r\nfairness or accuracy if they were used for training. As such, FLEA is not a replacement of\r\nprior fairness-aware learning methods but rather an augmentation that makes any of them\r\nrobust against unreliable training data. We show the effectiveness of our approach by a\r\ndiverse range of experiments on multiple datasets. Additionally, we prove formally that\r\n–given enough data– FLEA protects the learner against corruptions as long as the fraction of\r\naffected data sources is less than half. Our source code and documentation are available at\r\nhttps://github.com/ISTAustria-CVML/FLEA.","lang":"eng"}],"external_id":{"arxiv":["2106.11732"]},"ddc":["000"],"related_material":{"link":[{"relation":"software","url":"https://github.com/ISTAustria-CVML/FLEA","description":"source code"}]},"publisher":"ML Research Press","date_published":"2022-12-22T00:00:00Z","arxiv":1,"article_processing_charge":"No","month":"12","file":[{"file_name":"2022_TMLR_Iofinova.pdf","content_type":"application/pdf","date_updated":"2023-02-23T10:30:04Z","file_size":1948063,"checksum":"97c8a8470759cab597abb973ca137a3b","date_created":"2023-02-23T10:30:04Z","relation":"main_file","creator":"dernst","file_id":"12673","success":1,"access_level":"open_access"}],"project":[{"_id":"9B9290DE-BA93-11EA-9121-9846C619BF3A","grant_number":"W1260-N35","name":"Vienna Graduate School on Computational Optimization"}],"title":"FLEA: Provably robust fair multisource learning from unreliable training data","publication":"Transactions on Machine Learning Research","acknowledgement":"The authors would like to thank Bernd Prach, Elias Frantar, Alexandra Peste, Mahdi Nikdan, and Peter Súkeník for their helpful feedback. This research was supported by the Scientific Service Units (SSU) of IST Austria through resources provided by Scientific Computing (SciComp). This publication was made possible by an ETH AI Center postdoctoral fellowship granted to Nikola Konstantinov. Eugenia Iofinova was supported in part by the FWF DK VGSCO, grant agreement number W1260-N35. ","date_created":"2023-02-02T20:29:57Z","day":"22","tmp":{"short":"CC BY (4.0)","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","image":"/images/cc_by.png","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"has_accepted_license":"1","oa":1,"article_type":"original","publication_identifier":{"issn":["2835-8856"]},"_id":"12495","main_file_link":[{"url":"https://openreview.net/forum?id=XsPopigZXV","open_access":"1"}],"quality_controlled":"1","status":"public","type":"journal_article","file_date_updated":"2023-02-23T10:30:04Z","year":"2022","publication_status":"published"},{"oa":1,"has_accepted_license":"1","_id":"17088","doi":"10.18653/v1/2022.emnlp-main.279","year":"2022","file_date_updated":"2024-07-31T11:03:34Z","publication_status":"published","status":"public","type":"conference","quality_controlled":"1","file":[{"file_size":522563,"content_type":"application/pdf","date_updated":"2024-07-31T11:03:34Z","file_name":"2022_EMNLP_Kurtic.pdf","access_level":"open_access","success":1,"relation":"main_file","file_id":"17354","creator":"dernst","checksum":"c47b9edd8a9f743ac77a593de6d2e84a","date_created":"2024-07-31T11:03:34Z"}],"article_processing_charge":"Yes","month":"12","page":"4163-4181","title":"The optimal BERT surgeon: Scalable and accurate second-order pruning for large language models","publication":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","tmp":{"short":"CC BY (4.0)","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","image":"/images/cc_by.png","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"day":"01","scopus_import":"1","date_created":"2024-05-29T06:40:55Z","abstract":[{"text":"In this paper, we consider the problem of sparsifying BERT models, which are a key building block for natural language processing, in order to reduce their storage and computational cost. We introduce the Optimal BERT Surgeon (oBERT), an efficient and accurate pruning method based on approximate second-order information, which we show to yield state-of-the-art results in both stages of language tasks: pre-training and fine-tuning. Specifically, oBERT extends existing work on second-order pruning by allowing for pruning weight blocks, and is the first such method that is applicable at BERT scale. Second, we investigate compounding compression approaches to obtain highly compressed but accurate models for deployment on edge devices. These models significantly push boundaries of the current state-of-the-art sparse BERT models with respect to all metrics: model size, inference speed and task accuracy. For example, relative to the dense BERT-base, we obtain 10x model size compression with < 1% accuracy drop, 10x CPU-inference speedup with < 2% accuracy drop, and 29x CPU-inference speedup with < 7.5% accuracy drop. Our code, fully integrated with Transformers and SparseML, is available at https://github.com/neuralmagic/sparseml/tree/main/research/optimal_BERT_surgeon_oBERT.","lang":"eng"}],"date_updated":"2024-07-31T11:05:32Z","department":[{"_id":"DaAl"}],"ddc":["000"],"external_id":{"arxiv":["2203.07259"]},"publisher":"Association for Computational Linguistics","related_material":{"link":[{"url":"https://github.com/neuralmagic/sparseml/tree/main/research/optimal_BERT_surgeon_oBERT","relation":"software"}]},"conference":{"location":"Abu Dhabi, United Arab Emirates","start_date":"2022-12-07","name":"EMNLP: Conference on Empirical Methods in Natural Language Processing","end_date":"2022-12-11"},"arxiv":1,"date_published":"2022-12-01T00:00:00Z","citation":{"ama":"Kurtic E, Campos D, Nguyen T, et al. The optimal BERT surgeon: Scalable and accurate second-order pruning for large language models. In: <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>. Association for Computational Linguistics; 2022:4163-4181. doi:<a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.279\">10.18653/v1/2022.emnlp-main.279</a>","short":"E. Kurtic, D. Campos, T. Nguyen, E. Frantar, M. Kurtz, B. Fineran, M. Goin, D.-A. Alistarh, in:, Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, Association for Computational Linguistics, 2022, pp. 4163–4181.","apa":"Kurtic, E., Campos, D., Nguyen, T., Frantar, E., Kurtz, M., Fineran, B., … Alistarh, D.-A. (2022). The optimal BERT surgeon: Scalable and accurate second-order pruning for large language models. In <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i> (pp. 4163–4181). Abu Dhabi, United Arab Emirates: Association for Computational Linguistics. <a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.279\">https://doi.org/10.18653/v1/2022.emnlp-main.279</a>","ieee":"E. Kurtic <i>et al.</i>, “The optimal BERT surgeon: Scalable and accurate second-order pruning for large language models,” in <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>, Abu Dhabi, United Arab Emirates, 2022, pp. 4163–4181.","chicago":"Kurtic, Eldar, Daniel Campos, Tuan Nguyen, Elias Frantar, Mark Kurtz, Benjamin Fineran, Michael Goin, and Dan-Adrian Alistarh. “The Optimal BERT Surgeon: Scalable and Accurate Second-Order Pruning for Large Language Models.” In <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>, 4163–81. Association for Computational Linguistics, 2022. <a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.279\">https://doi.org/10.18653/v1/2022.emnlp-main.279</a>.","mla":"Kurtic, Eldar, et al. “The Optimal BERT Surgeon: Scalable and Accurate Second-Order Pruning for Large Language Models.” <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>, Association for Computational Linguistics, 2022, pp. 4163–81, doi:<a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.279\">10.18653/v1/2022.emnlp-main.279</a>.","ista":"Kurtic E, Campos D, Nguyen T, Frantar E, Kurtz M, Fineran B, Goin M, Alistarh D-A. 2022. The optimal BERT surgeon: Scalable and accurate second-order pruning for large language models. Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing. EMNLP: Conference on Empirical Methods in Natural Language Processing, 4163–4181."},"language":[{"iso":"eng"}],"oa_version":"Published Version","author":[{"full_name":"Kurtic, Eldar","id":"47beb3a5-07b5-11eb-9b87-b108ec578218","last_name":"Kurtic","first_name":"Eldar"},{"last_name":"Campos","first_name":"Daniel","full_name":"Campos, Daniel"},{"full_name":"Nguyen, Tuan","last_name":"Nguyen","first_name":"Tuan"},{"full_name":"Frantar, Elias","last_name":"Frantar","first_name":"Elias","id":"09a8f98d-ec99-11ea-ae11-c063a7b7fe5f"},{"first_name":"Mark","last_name":"Kurtz","full_name":"Kurtz, Mark"},{"last_name":"Fineran","first_name":"Benjamin","full_name":"Fineran, Benjamin"},{"last_name":"Goin","first_name":"Michael","full_name":"Goin, Michael"},{"full_name":"Alistarh, Dan-Adrian","orcid":"0000-0003-3650-940X","last_name":"Alistarh","first_name":"Dan-Adrian","id":"4A899BFC-F248-11E8-B48F-1D18A9856A87"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","corr_author":"1"},{"date_published":"2022-01-13T00:00:00Z","publisher":"Asociación Física Argentina","issue":"4","ddc":["530"],"abstract":[{"text":"studiamos aspectos de Teoría Cuántica de Campos a densidad finita usando técnicas y conceptos de información cuántica. Nos enfocamos en fermiones de Dirac masivos con potencial químico en 1+1 dimensiones espacio-temporales. Usando la entropía de entrelazamiento en un intervalo, construimos la función c entrópica que es finita. Esta función c no es monótona, e incorpora el entrelazamiento de largo alcance proveniente de la superficie de Fermi. Motivados por trabajos previos de modelos en la red, calculamos numéricamente las entropías de Renyi y encontramos oscilaciones de Friedel. Seguidamente, analizamos la información mutua como una medida de correlación entre diferentes regiones. Usando una expansión de distancia grande desarrollada por Cardy, argumentamos que la información mutua detecta las correlaciones inducidas por la superficie de Fermi todavía al orden dominante en la expansión. Finalmente, analizamos la entropía relativa y sus generalizaciones de Renyi para distinguir estados con diferente carga. Encontramos que estados en diferentes sectores de superselección dan origen a un comportamiento super-extensivo en la entropía relativa.","lang":"eng"}],"date_updated":"2026-04-02T12:30:12Z","department":[{"_id":"MaSe"}],"author":[{"full_name":"Daguerre, L.","last_name":"Daguerre","first_name":"L."},{"first_name":"G.","last_name":"Torroba","full_name":"Torroba, G."},{"orcid":"0000-0002-5383-2869","full_name":"Medina Ramos, Raimel A","id":"CE680B90-D85A-11E9-B684-C920E6697425","first_name":"Raimel A","last_name":"Medina Ramos"},{"first_name":"M.","last_name":"Solís","full_name":"Solís, M."}],"user_id":"ba8df636-2132-11f1-aed0-ed93e2281fdd","language":[{"iso":"spa"}],"oa_version":"Published Version","citation":{"chicago":"Daguerre, L., G. Torroba, Raimel A Medina Ramos, and M. Solís. “Non relativistic quantum field theory: Dynamics and irreversibility.” <i>Anales de la Asociacion Fisica Argentina</i>. Asociación Física Argentina, 2022. <a href=\"https://doi.org/10.31527/analesafa.2021.32.4.93\">https://doi.org/10.31527/analesafa.2021.32.4.93</a>.","ieee":"L. Daguerre, G. Torroba, R. A. Medina Ramos, and M. Solís, “Non relativistic quantum field theory: Dynamics and irreversibility,” <i>Anales de la Asociacion Fisica Argentina</i>, vol. 32, no. 4. Asociación Física Argentina, pp. 93–98, 2022.","ista":"Daguerre L, Torroba G, Medina Ramos RA, Solís M. 2022. Non relativistic quantum field theory: Dynamics and irreversibility. Anales de la Asociacion Fisica Argentina. 32(4), 93–98.","mla":"Daguerre, L., et al. “Non relativistic quantum field theory: Dynamics and irreversibility.” <i>Anales de la Asociacion Fisica Argentina</i>, vol. 32, no. 4, Asociación Física Argentina, 2022, pp. 93–98, doi:<a href=\"https://doi.org/10.31527/analesafa.2021.32.4.93\">10.31527/analesafa.2021.32.4.93</a>.","apa":"Daguerre, L., Torroba, G., Medina Ramos, R. A., &#38; Solís, M. (2022). Non relativistic quantum field theory: Dynamics and irreversibility. <i>Anales de la Asociacion Fisica Argentina</i>. Asociación Física Argentina. <a href=\"https://doi.org/10.31527/analesafa.2021.32.4.93\">https://doi.org/10.31527/analesafa.2021.32.4.93</a>","short":"L. Daguerre, G. Torroba, R.A. Medina Ramos, M. Solís, Anales de la Asociacion Fisica Argentina 32 (2022) 93–98.","ama":"Daguerre L, Torroba G, Medina Ramos RA, Solís M. Non relativistic quantum field theory: Dynamics and irreversibility. <i>Anales de la Asociacion Fisica Argentina</i>. 2022;32(4):93-98. doi:<a href=\"https://doi.org/10.31527/analesafa.2021.32.4.93\">10.31527/analesafa.2021.32.4.93</a>"},"file_date_updated":"2022-02-21T09:32:44Z","year":"2022","publication_status":"published","type":"journal_article","status":"public","quality_controlled":"1","_id":"10769","publication_identifier":{"eissn":["1850-1168"]},"doi":"10.31527/analesafa.2021.32.4.93","article_type":"original","oa":1,"has_accepted_license":"1","tmp":{"short":"CC BY (4.0)","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","image":"/images/cc_by.png","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"day":"13","DOAJ_listed":"1","scopus_import":"1","OA_type":"gold","acknowledgement":"Se agradece a Horacio Casini por distintas discusiones y comentarios a lo largo del trabajo. LD cuenta con el apoyo de CNEA y UNCuyo, Inst. GT cuenta con el apoyo de CONICET,\r\nANPCyT, CNEA, y UNCuyo, Inst. Balseiro. RM cuenta con el apoyo de IST Austria. MS cuenta con el apoyode CONICET y UNCuyo, Inst. Balseiro. También se agradece a la Asociación Argentina de Física por la posibilidad de presentar este artículo en el marco de una Mención Especial por el Premio Luis Másperi 2020.","date_created":"2022-02-20T23:01:32Z","OA_place":"publisher","publication":"Anales de la Asociacion Fisica Argentina","page":"93-98","title":"Non relativistic quantum field theory: Dynamics and irreversibility","intvolume":"        32","volume":32,"file":[{"file_name":"2022_AnalesAFA_Daguerre.pdf","date_updated":"2022-02-21T09:32:44Z","content_type":"application/pdf","file_size":4505751,"date_created":"2022-02-21T09:32:44Z","checksum":"ca66a3017205677c5b4d22b3bb74fb0b","relation":"main_file","file_id":"10782","creator":"dernst","success":1,"access_level":"open_access"}],"article_processing_charge":"No","month":"01"},{"department":[{"_id":"JaMa"}],"date_updated":"2025-04-14T07:43:48Z","abstract":[{"lang":"eng","text":"We consider symmetric partial exclusion and inclusion processes in a general graph in contact with reservoirs, where we allow both for edge disorder and well-chosen site disorder. We extend the classical dualities to this context and then we derive new orthogonal polynomial dualities. From the classical dualities, we derive the uniqueness of the non-equilibrium steady state and obtain correlation inequalities. Starting from the orthogonal polynomial dualities, we show universal properties of n-point correlation functions in the non-equilibrium steady state for systems with at most two different reservoir parameters, such as a chain with reservoirs at left and right ends."},{"lang":"fre","text":"Nous considérons des processus d’exclusion partielle, et des processus d’inclusion sur un graphe général en contact avec des réservoirs. Nous autorisons la présence de inhomogenéités sur les arrêts ainsi que sur les sommets du graph. Nous généralisons les “dualités classiques” dans ce contexte et nous démontrons des nouvelles dualités orthogonales. À partir des dualités classiques, nous démontrons l’unicité de l’état stationnaire non-équilibre, ainsi que des inégalités de corrélation. À partir des dualités orthogonales nous démontrons des propriétés universelles des fonctions de corrélation à n points dans l’état stationnaire non-équilibre pour des systèmes avec deux paramètres de réservoirs inégaux, comme par exemple une chaîne avec des réservoirs à droite et à gauche."}],"external_id":{"isi":["000752489300010"],"arxiv":["2007.08272"]},"isi":1,"issue":"1","publisher":"Institute of Mathematical Statistics","date_published":"2022-02-01T00:00:00Z","arxiv":1,"citation":{"mla":"Floreani, Simone, et al. “Orthogonal Polynomial Duality of Boundary Driven Particle Systems and Non-Equilibrium Correlations.” <i>Annales de l’institut Henri Poincare (B) Probability and Statistics</i>, vol. 58, no. 1, Institute of Mathematical Statistics, 2022, pp. 220–47, doi:<a href=\"https://doi.org/10.1214/21-AIHP1163\">10.1214/21-AIHP1163</a>.","ista":"Floreani S, Redig F, Sau F. 2022. Orthogonal polynomial duality of boundary driven particle systems and non-equilibrium correlations. Annales de l’institut Henri Poincare (B) Probability and Statistics. 58(1), 220–247.","ieee":"S. Floreani, F. Redig, and F. Sau, “Orthogonal polynomial duality of boundary driven particle systems and non-equilibrium correlations,” <i>Annales de l’institut Henri Poincare (B) Probability and Statistics</i>, vol. 58, no. 1. Institute of Mathematical Statistics, pp. 220–247, 2022.","chicago":"Floreani, Simone, Frank Redig, and Federico Sau. “Orthogonal Polynomial Duality of Boundary Driven Particle Systems and Non-Equilibrium Correlations.” <i>Annales de l’institut Henri Poincare (B) Probability and Statistics</i>. Institute of Mathematical Statistics, 2022. <a href=\"https://doi.org/10.1214/21-AIHP1163\">https://doi.org/10.1214/21-AIHP1163</a>.","short":"S. Floreani, F. Redig, F. Sau, Annales de l’institut Henri Poincare (B) Probability and Statistics 58 (2022) 220–247.","ama":"Floreani S, Redig F, Sau F. Orthogonal polynomial duality of boundary driven particle systems and non-equilibrium correlations. <i>Annales de l’institut Henri Poincare (B) Probability and Statistics</i>. 2022;58(1):220-247. doi:<a href=\"https://doi.org/10.1214/21-AIHP1163\">10.1214/21-AIHP1163</a>","apa":"Floreani, S., Redig, F., &#38; Sau, F. (2022). Orthogonal polynomial duality of boundary driven particle systems and non-equilibrium correlations. <i>Annales de l’institut Henri Poincare (B) Probability and Statistics</i>. Institute of Mathematical Statistics. <a href=\"https://doi.org/10.1214/21-AIHP1163\">https://doi.org/10.1214/21-AIHP1163</a>"},"oa_version":"Preprint","language":[{"iso":"eng"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","author":[{"last_name":"Floreani","first_name":"Simone","full_name":"Floreani, Simone"},{"last_name":"Redig","first_name":"Frank","full_name":"Redig, Frank"},{"id":"E1836206-9F16-11E9-8814-AEFDE5697425","first_name":"Federico","last_name":"Sau","full_name":"Sau, Federico"}],"oa":1,"article_type":"original","publication_identifier":{"issn":["0246-0203"]},"doi":"10.1214/21-AIHP1163","_id":"10797","main_file_link":[{"url":"https://arxiv.org/abs/2007.08272","open_access":"1"}],"quality_controlled":"1","type":"journal_article","status":"public","publication_status":"published","year":"2022","article_processing_charge":"No","month":"02","volume":58,"project":[{"_id":"260C2330-B435-11E9-9278-68D0E5697425","name":"ISTplus - Postdoctoral Fellowships","grant_number":"754411","call_identifier":"H2020"}],"intvolume":"        58","title":"Orthogonal polynomial duality of boundary driven particle systems and non-equilibrium correlations","page":"220-247","publication":"Annales de l'institut Henri Poincare (B) Probability and Statistics","ec_funded":1,"date_created":"2022-02-27T23:01:50Z","acknowledgement":"The authors would like to thank Gioia Carinci and Cristian Giardinà for useful discussions. F.R. and S.F. thank Jean-René Chazottes for a stay at CPHT (Institut Polytechnique de Paris), in the realm of Chaire d’Alembert (Paris-Saclay University), where part of this work was performed. S.F. acknowledges Simona Villa for her support in creating the picture. S.F. acknowledges financial support from NWO via the grant TOP1.17.019. F.S. acknowledges financial support from the European Union’s Horizon 2020 research and innovation programme under the Marie-Skłodowska-Curie grant agreement No. 754411.","scopus_import":"1","day":"01"},{"_id":"18229","main_file_link":[{"url":"https://doi.org/10.48550/arXiv.2103.10994","open_access":"1"}],"publication_identifier":{"issn":["0302-9743"],"eissn":["1611-3349"],"eisbn":["9783031198212"],"isbn":["9783031198205"]},"doi":"10.1007/978-3-031-19821-2_7","oa":1,"publication_status":"published","year":"2022","status":"public","type":"conference","quality_controlled":"1","alternative_title":["LNCS"],"title":"Self-supervised classification network","page":"116-132","intvolume":"     13691","volume":13691,"article_processing_charge":"No","month":"10","day":"23","scopus_import":"1","date_created":"2024-10-08T12:55:44Z","publication":"17th European Conference on Computer Vision","external_id":{"arxiv":["2103.10994"]},"abstract":[{"lang":"eng","text":"We present Self-Classifier – a novel self-supervised end-to-end classification learning approach. Self-Classifier learns labels and representations simultaneously in a single-stage end-to-end manner by optimizing for same-class prediction of two augmented views of the same sample. To guarantee non-degenerate solutions (i.e., solutions where all labels are assigned to the same class) we propose a mathematically motivated variant of the cross-entropy loss that has a uniform prior asserted on the predicted labels. In our theoretical analysis, we prove that degenerate solutions are not in the set of optimal solutions of our approach. Self-Classifier is simple to implement and scalable. Unlike other popular unsupervised classification and contrastive representation learning approaches, it does not require any form of pre-training, expectation-maximization, pseudo-labeling, external clustering, a second network, stop-gradient operation, or negative pairs. Despite its simplicity, our approach sets a new state of the art for unsupervised classification of ImageNet; and even achieves comparable to state-of-the-art results for unsupervised representation learning. Code is available at https://github.com/elad-amrani/self-classifier."}],"date_updated":"2024-10-15T07:04:39Z","arxiv":1,"date_published":"2022-10-23T00:00:00Z","related_material":{"link":[{"relation":"software","url":"https://github.com/elad-amrani/self-classifier"}]},"publisher":"Springer Nature","conference":{"name":"ECCV: European Conference on Computer Vision","end_date":"2022-10-27","location":"Tel Aviv, Israel","start_date":"2022-10-23"},"language":[{"iso":"eng"}],"oa_version":"None","citation":{"short":"E. Amrani, L. Karlinsky, A.M. Bronstein, in:, 17th European Conference on Computer Vision, Springer Nature, 2022, pp. 116–132.","ama":"Amrani E, Karlinsky L, Bronstein AM. Self-supervised classification network. In: <i>17th European Conference on Computer Vision</i>. Vol 13691. Springer Nature; 2022:116-132. doi:<a href=\"https://doi.org/10.1007/978-3-031-19821-2_7\">10.1007/978-3-031-19821-2_7</a>","apa":"Amrani, E., Karlinsky, L., &#38; Bronstein, A. M. (2022). Self-supervised classification network. In <i>17th European Conference on Computer Vision</i> (Vol. 13691, pp. 116–132). Tel Aviv, Israel: Springer Nature. <a href=\"https://doi.org/10.1007/978-3-031-19821-2_7\">https://doi.org/10.1007/978-3-031-19821-2_7</a>","ieee":"E. Amrani, L. Karlinsky, and A. M. Bronstein, “Self-supervised classification network,” in <i>17th European Conference on Computer Vision</i>, Tel Aviv, Israel, 2022, vol. 13691, pp. 116–132.","chicago":"Amrani, Elad, Leonid Karlinsky, and Alex M. Bronstein. “Self-Supervised Classification Network.” In <i>17th European Conference on Computer Vision</i>, 13691:116–32. Springer Nature, 2022. <a href=\"https://doi.org/10.1007/978-3-031-19821-2_7\">https://doi.org/10.1007/978-3-031-19821-2_7</a>.","mla":"Amrani, Elad, et al. “Self-Supervised Classification Network.” <i>17th European Conference on Computer Vision</i>, vol. 13691, Springer Nature, 2022, pp. 116–32, doi:<a href=\"https://doi.org/10.1007/978-3-031-19821-2_7\">10.1007/978-3-031-19821-2_7</a>.","ista":"Amrani E, Karlinsky L, Bronstein AM. 2022. Self-supervised classification network. 17th European Conference on Computer Vision. ECCV: European Conference on Computer Vision, LNCS, vol. 13691, 116–132."},"extern":"1","author":[{"full_name":"Amrani, Elad","last_name":"Amrani","first_name":"Elad"},{"full_name":"Karlinsky, Leonid","last_name":"Karlinsky","first_name":"Leonid"},{"id":"58f3726e-7cba-11ef-ad8b-e6e8cb3904e6","first_name":"Alexander","last_name":"Bronstein","full_name":"Bronstein, Alexander","orcid":"0000-0001-9699-8730"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87"},{"day":"15","OA_type":"green","scopus_import":"1","OA_place":"repository","date_created":"2024-10-08T12:56:20Z","publication":"IEEE/CVF Winter Conference on Applications of Computer Vision","title":"Contrast to divide: Self-supervised pre-training for learning with noisy labels","page":"387-397","month":"02","article_processing_charge":"No","publication_status":"published","year":"2022","status":"public","type":"conference","quality_controlled":"1","_id":"18231","publication_identifier":{"eisbn":["9781665409155"]},"doi":"10.1109/wacv51458.2022.00046","extern":"1","author":[{"full_name":"Zheltonozhskii, Evgenii","first_name":"Evgenii","last_name":"Zheltonozhskii"},{"full_name":"Baskin, Chaim","first_name":"Chaim","last_name":"Baskin"},{"first_name":"Avi","last_name":"Mendelson","full_name":"Mendelson, Avi"},{"first_name":"Alexander","last_name":"Bronstein","id":"58f3726e-7cba-11ef-ad8b-e6e8cb3904e6","full_name":"Bronstein, Alexander","orcid":"0000-0001-9699-8730"},{"first_name":"Or","last_name":"Litany","full_name":"Litany, Or"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","language":[{"iso":"eng"}],"oa_version":"Preprint","citation":{"chicago":"Zheltonozhskii, Evgenii, Chaim Baskin, Avi Mendelson, Alex M. Bronstein, and Or Litany. “Contrast to Divide: Self-Supervised Pre-Training for Learning with Noisy Labels.” In <i>IEEE/CVF Winter Conference on Applications of Computer Vision</i>, 387–97. Institute of Electrical and Electronics Engineers, 2022. <a href=\"https://doi.org/10.1109/wacv51458.2022.00046\">https://doi.org/10.1109/wacv51458.2022.00046</a>.","ieee":"E. Zheltonozhskii, C. Baskin, A. Mendelson, A. M. Bronstein, and O. Litany, “Contrast to divide: Self-supervised pre-training for learning with noisy labels,” in <i>IEEE/CVF Winter Conference on Applications of Computer Vision</i>, Waikoloa, HI, United States, 2022, pp. 387–397.","ista":"Zheltonozhskii E, Baskin C, Mendelson A, Bronstein AM, Litany O. 2022. Contrast to divide: Self-supervised pre-training for learning with noisy labels. IEEE/CVF Winter Conference on Applications of Computer Vision. WACV: Winter Conference on Applications of Computer Vision, 387–397.","mla":"Zheltonozhskii, Evgenii, et al. “Contrast to Divide: Self-Supervised Pre-Training for Learning with Noisy Labels.” <i>IEEE/CVF Winter Conference on Applications of Computer Vision</i>, Institute of Electrical and Electronics Engineers, 2022, pp. 387–97, doi:<a href=\"https://doi.org/10.1109/wacv51458.2022.00046\">10.1109/wacv51458.2022.00046</a>.","apa":"Zheltonozhskii, E., Baskin, C., Mendelson, A., Bronstein, A. M., &#38; Litany, O. (2022). Contrast to divide: Self-supervised pre-training for learning with noisy labels. In <i>IEEE/CVF Winter Conference on Applications of Computer Vision</i> (pp. 387–397). Waikoloa, HI, United States: Institute of Electrical and Electronics Engineers. <a href=\"https://doi.org/10.1109/wacv51458.2022.00046\">https://doi.org/10.1109/wacv51458.2022.00046</a>","ama":"Zheltonozhskii E, Baskin C, Mendelson A, Bronstein AM, Litany O. Contrast to divide: Self-supervised pre-training for learning with noisy labels. In: <i>IEEE/CVF Winter Conference on Applications of Computer Vision</i>. Institute of Electrical and Electronics Engineers; 2022:387-397. doi:<a href=\"https://doi.org/10.1109/wacv51458.2022.00046\">10.1109/wacv51458.2022.00046</a>","short":"E. Zheltonozhskii, C. Baskin, A. Mendelson, A.M. Bronstein, O. Litany, in:, IEEE/CVF Winter Conference on Applications of Computer Vision, Institute of Electrical and Electronics Engineers, 2022, pp. 387–397."},"arxiv":1,"date_published":"2022-02-15T00:00:00Z","publisher":"Institute of Electrical and Electronics Engineers","related_material":{"link":[{"url":"https://github.com/ContrastToDivide/C2D","relation":"software"}]},"conference":{"start_date":"2022-01-03","location":"Waikoloa, HI, United States","name":"WACV: Winter Conference on Applications of Computer Vision","end_date":"2022-01-08"},"external_id":{"arxiv":["2103.13646"]},"abstract":[{"text":"The success of learning with noisy labels (LNL) methods relies heavily on the success of a warm-up stage where standard supervised training is performed using the full (noisy) training set. In this paper, we identify a \"warm-up obstacle\": the inability of standard warm-up stages to train high quality feature extractors and avert memorization of noisy labels. We propose \"Contrast to Divide\" (C2D), a simple framework that solves this problem by pre-training the feature extractor in a self-supervised fashion. Using self-supervised pre-training boosts the performance of existing LNL approaches by drastically reducing the warm-up stage's susceptibility to noise level, shortening its duration, and improving extracted feature quality. C2D works out of the box with existing methods and demonstrates markedly improved performance, especially in the high noise regime, where we get a boost of more than 27% for CIFAR-100 with 90% noise over the previous state of the art. In real-life noise settings, C2D trained on mini-WebVision outperforms previous works both in WebVision and ImageNet validation sets by 3% top-1 accuracy. We perform an in-depth analysis of the framework, including investigating the performance of different pre-training approaches and estimating the effective upper bound of the LNL performance with semi-supervised learning. Code for reproducing our experiments is available at https://github.com/ContrastToDivide/C2D.","lang":"eng"}],"date_updated":"2024-10-15T07:27:12Z"},{"date_updated":"2026-07-27T12:47:43Z","department":[{"_id":"GradSch"},{"_id":"ChLa"}],"abstract":[{"lang":"eng","text":"It is a highly desirable property for deep networks to be robust against\r\nsmall input changes. One popular way to achieve this property is by designing\r\nnetworks with a small Lipschitz constant. In this work, we propose a new\r\ntechnique for constructing such Lipschitz networks that has a number of\r\ndesirable properties: it can be applied to any linear network layer\r\n(fully-connected or convolutional), it provides formal guarantees on the\r\nLipschitz constant, it is easy to implement and efficient to run, and it can be\r\ncombined with any training objective and optimization method. In fact, our\r\ntechnique is the first one in the literature that achieves all of these\r\nproperties simultaneously. Our main contribution is a rescaling-based weight\r\nmatrix parametrization that guarantees each network layer to have a Lipschitz\r\nconstant of at most 1 and results in the learned weight matrices to be close to\r\northogonal. Hence we call such layers almost-orthogonal Lipschitz (AOL).\r\nExperiments and ablation studies in the context of image classification with\r\ncertified robust accuracy confirm that AOL layers achieve results that are on\r\npar with most existing methods. Yet, they are simpler to implement and more\r\nbroadly applicable, because they do not require computationally expensive\r\nmatrix orthogonalization or inversion steps as part of the network\r\narchitecture. We provide code at https://github.com/berndprach/AOL."}],"isi":1,"external_id":{"isi":["000904104000021"],"arxiv":["2208.03160"]},"conference":{"end_date":"2022-10-27","name":"ECCV: European Conference on Computer Vision","start_date":"2022-10-23","location":"Tel Aviv, Israel"},"related_material":{"record":[{"relation":"dissertation_contains","status":"public","id":"19759"}]},"publisher":"Springer Nature","date_published":"2022-10-23T00:00:00Z","arxiv":1,"citation":{"ama":"Prach B, Lampert C. Almost-orthogonal layers for efficient general-purpose Lipschitz networks. In: <i>Computer Vision – ECCV 2022</i>. Vol 13681. Springer Nature; 2022:350-365. doi:<a href=\"https://doi.org/10.1007/978-3-031-19803-8_21\">10.1007/978-3-031-19803-8_21</a>","short":"B. Prach, C. Lampert, in:, Computer Vision – ECCV 2022, Springer Nature, 2022, pp. 350–365.","apa":"Prach, B., &#38; Lampert, C. (2022). Almost-orthogonal layers for efficient general-purpose Lipschitz networks. In <i>Computer Vision – ECCV 2022</i> (Vol. 13681, pp. 350–365). Tel Aviv, Israel: Springer Nature. <a href=\"https://doi.org/10.1007/978-3-031-19803-8_21\">https://doi.org/10.1007/978-3-031-19803-8_21</a>","ista":"Prach B, Lampert C. 2022. Almost-orthogonal layers for efficient general-purpose Lipschitz networks. Computer Vision – ECCV 2022. ECCV: European Conference on Computer Vision, LNCS, vol. 13681, 350–365.","mla":"Prach, Bernd, and Christoph Lampert. “Almost-Orthogonal Layers for Efficient General-Purpose Lipschitz Networks.” <i>Computer Vision – ECCV 2022</i>, vol. 13681, Springer Nature, 2022, pp. 350–65, doi:<a href=\"https://doi.org/10.1007/978-3-031-19803-8_21\">10.1007/978-3-031-19803-8_21</a>.","ieee":"B. Prach and C. Lampert, “Almost-orthogonal layers for efficient general-purpose Lipschitz networks,” in <i>Computer Vision – ECCV 2022</i>, Tel Aviv, Israel, 2022, vol. 13681, pp. 350–365.","chicago":"Prach, Bernd, and Christoph Lampert. “Almost-Orthogonal Layers for Efficient General-Purpose Lipschitz Networks.” In <i>Computer Vision – ECCV 2022</i>, 13681:350–65. Springer Nature, 2022. <a href=\"https://doi.org/10.1007/978-3-031-19803-8_21\">https://doi.org/10.1007/978-3-031-19803-8_21</a>."},"language":[{"iso":"eng"}],"oa_version":"Preprint","user_id":"317138e5-6ab7-11ef-aa6d-ffef3953e345","author":[{"full_name":"Prach, Bernd","first_name":"Bernd","last_name":"Prach","id":"2D561D42-C427-11E9-89B4-9C1AE6697425"},{"last_name":"Lampert","first_name":"Christoph","id":"40C20FD2-F248-11E8-B48F-1D18A9856A87","full_name":"Lampert, Christoph","orcid":"0000-0001-8622-7887"}],"corr_author":"1","oa":1,"_id":"11839","main_file_link":[{"open_access":"1","url":" https://doi.org/10.48550/arXiv.2208.03160"}],"publication_identifier":{"isbn":["9783031198021"],"eisbn":["9783031198038"]},"doi":"10.1007/978-3-031-19803-8_21","alternative_title":["LNCS"],"quality_controlled":"1","year":"2022","publication_status":"published","type":"conference","status":"public","article_processing_charge":"No","month":"10","volume":13681,"intvolume":"     13681","page":"350-365","title":"Almost-orthogonal layers for efficient general-purpose Lipschitz networks","publication":"Computer Vision – ECCV 2022","scopus_import":"1","date_created":"2022-08-12T15:09:47Z","day":"23"},{"day":"27","scopus_import":"1","date_created":"2023-01-16T10:06:00Z","ec_funded":1,"acknowledgement":"he authors would like to sincerely thank Christoph Lampert and Nir Shavit for fruitful discussions during the development of this work, and Eldar Kurtic for experimental support. EI was supported in part by the FWF DK VGSCO, grant agreement number W1260-N35, while AP and DA acknowledge generous support by the ERC, via Starting Grant 805223 ScaleML.","publication":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition","page":"12256-12266","title":"How well do sparse ImageNet models transfer?","project":[{"name":"Vienna Graduate School on Computational Optimization","grant_number":"W1260-N35","_id":"9B9290DE-BA93-11EA-9121-9846C619BF3A"},{"_id":"268A44D6-B435-11E9-9278-68D0E5697425","grant_number":"805223","name":"Elastic Coordination for Scalable Machine Learning","call_identifier":"H2020"}],"article_processing_charge":"No","month":"09","publication_status":"published","year":"2022","status":"public","type":"conference","quality_controlled":"1","_id":"12299","main_file_link":[{"url":"https://doi.org/10.48550/arXiv.2111.13445","open_access":"1"}],"publication_identifier":{"eissn":["2575-7075"]},"doi":"10.1109/cvpr52688.2022.01195","oa":1,"corr_author":"1","author":[{"first_name":"Eugenia B","last_name":"Iofinova","id":"f9a17499-f6e0-11ea-865d-fdf9a3f77117","orcid":"0000-0002-7778-3221","full_name":"Iofinova, Eugenia B"},{"full_name":"Peste, Elena-Alexandra","last_name":"Peste","first_name":"Elena-Alexandra","id":"32D78294-F248-11E8-B48F-1D18A9856A87"},{"full_name":"Kurtz, Mark","first_name":"Mark","last_name":"Kurtz"},{"first_name":"Dan-Adrian","last_name":"Alistarh","id":"4A899BFC-F248-11E8-B48F-1D18A9856A87","orcid":"0000-0003-3650-940X","full_name":"Alistarh, Dan-Adrian"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","language":[{"iso":"eng"}],"oa_version":"Preprint","citation":{"ama":"Iofinova EB, Krumes A, Kurtz M, Alistarh D-A. How well do sparse ImageNet models transfer? In: <i>2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition</i>. IEEE; 2022:12256-12266. doi:<a href=\"https://doi.org/10.1109/cvpr52688.2022.01195\">10.1109/cvpr52688.2022.01195</a>","short":"E.B. Iofinova, A. Krumes, M. Kurtz, D.-A. Alistarh, in:, 2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition, IEEE, 2022, pp. 12256–12266.","apa":"Iofinova, E. B., Krumes, A., Kurtz, M., &#38; Alistarh, D.-A. (2022). How well do sparse ImageNet models transfer? In <i>2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition</i> (pp. 12256–12266). New Orleans, LA, United States: IEEE. <a href=\"https://doi.org/10.1109/cvpr52688.2022.01195\">https://doi.org/10.1109/cvpr52688.2022.01195</a>","ieee":"E. B. Iofinova, A. Krumes, M. Kurtz, and D.-A. Alistarh, “How well do sparse ImageNet models transfer?,” in <i>2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition</i>, New Orleans, LA, United States, 2022, pp. 12256–12266.","chicago":"Iofinova, Eugenia B, Alexandra Krumes, Mark Kurtz, and Dan-Adrian Alistarh. “How Well Do Sparse ImageNet Models Transfer?” In <i>2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition</i>, 12256–66. IEEE, 2022. <a href=\"https://doi.org/10.1109/cvpr52688.2022.01195\">https://doi.org/10.1109/cvpr52688.2022.01195</a>.","mla":"Iofinova, Eugenia B., et al. “How Well Do Sparse ImageNet Models Transfer?” <i>2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition</i>, IEEE, 2022, pp. 12256–66, doi:<a href=\"https://doi.org/10.1109/cvpr52688.2022.01195\">10.1109/cvpr52688.2022.01195</a>.","ista":"Iofinova EB, Krumes A, Kurtz M, Alistarh D-A. 2022. How well do sparse ImageNet models transfer? 2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition. CVPR: Computer Vision and Pattern Recognition, 12256–12266."},"arxiv":1,"date_published":"2022-09-27T00:00:00Z","publisher":"IEEE","related_material":{"record":[{"id":"13074","status":"public","relation":"dissertation_contains"}]},"conference":{"location":"New Orleans, LA, United States","start_date":"2022-06-18","end_date":"2022-06-24","name":"CVPR: Computer Vision and Pattern Recognition"},"isi":1,"external_id":{"arxiv":["2111.13445"],"isi":["000870759105034"]},"abstract":[{"text":"Transfer learning is a classic paradigm by which models pretrained on large “upstream” datasets are adapted to yield good results on “downstream” specialized datasets. Generally, more accurate models on the “upstream” dataset tend to provide better transfer accuracy “downstream”. In this work, we perform an in-depth investigation of this phenomenon in the context of convolutional neural networks (CNNs) trained on the ImageNet dataset, which have been pruned-that is, compressed by sparsifiying their connections. We consider transfer using unstructured pruned models obtained by applying several state-of-the-art pruning methods, including magnitude-based, second-order, regrowth, lottery-ticket, and regularization approaches, in the context of twelve standard transfer tasks. In a nutshell, our study shows that sparse models can match or even outperform the transfer performance of dense models, even at high sparsities, and, while doing so, can lead to significant inference and even training speedups. At the same time, we observe and analyze significant differences in the behaviour of different pruning methods. The code is available at: https://github.com/IST-DASLab/sparse-imagenet-transfer.","lang":"eng"}],"date_updated":"2026-08-12T06:34:08Z","department":[{"_id":"DaAl"},{"_id":"ChLa"}]},{"quality_controlled":"1","status":"public","type":"conference","publication_status":"published","year":"2021","alternative_title":["Advances in Neural Information Processing Systems"],"publication_identifier":{"issn":["1049-5258"],"isbn":["9781713845393"]},"main_file_link":[{"url":"https://proceedings.neurips.cc/paper/2021/file/48000647b315f6f00f913caa757a70b3-Paper.pdf","open_access":"1"}],"_id":"11458","oa":1,"acknowledgement":"This project has received funding from the European Research Council (ERC) under the European Union’s Horizon 2020 research and innovation programme (grant agreement No 805223 ScaleML), and a CNRS PEPS grant. This research was supported by the Scientific Service Units (SSU) of IST Austria through resources provided by Scientific Computing (SciComp). We would also like to thank Christoph Lampert for his feedback on an earlier version of this work, as well as for providing hardware for the Transformer-XL experiments.","ec_funded":1,"date_created":"2022-06-20T12:11:53Z","scopus_import":"1","day":"06","publication":"35th Conference on Neural Information Processing Systems","project":[{"grant_number":"805223","name":"Elastic Coordination for Scalable Machine Learning","call_identifier":"H2020","_id":"268A44D6-B435-11E9-9278-68D0E5697425"}],"intvolume":"        34","page":"8557-8570","title":"AC/DC: Alternating Compressed/DeCompressed training of deep neural networks","article_processing_charge":"No","month":"12","volume":34,"date_published":"2021-12-06T00:00:00Z","arxiv":1,"conference":{"name":"NeurIPS: Neural Information Processing Systems","end_date":"2021-12-14","location":"Virtual, Online","start_date":"2021-12-06"},"publisher":"Neural Information Processing Systems Foundation","related_material":{"record":[{"id":"13074","status":"public","relation":"dissertation_contains"}]},"external_id":{"arxiv":["2106.12379"]},"ddc":["000"],"department":[{"_id":"GradSch"},{"_id":"DaAl"}],"date_updated":"2026-06-18T17:18:20Z","abstract":[{"lang":"eng","text":"The increasing computational requirements of deep neural networks (DNNs) have led to significant interest in obtaining DNN models that are sparse, yet accurate. Recent work has investigated the even harder case of sparse training, where the DNN weights are, for as much as possible, already sparse to reduce computational costs during training. Existing sparse training methods are often empirical and can have lower accuracy relative to the dense baseline. In this paper, we present a general approach called Alternating Compressed/DeCompressed (AC/DC) training of DNNs, demonstrate convergence for a variant of the algorithm, and show that AC/DC outperforms existing sparse training methods in accuracy at similar computational budgets; at high sparsity levels, AC/DC even outperforms existing methods that rely on accurate pre-trained dense models. An important property of AC/DC is that it allows co-training of dense and sparse models, yielding accurate sparse–dense model pairs at the end of the training process. This is useful in practice, where compressed variants may be desirable for deployment in resource-constrained settings without re-doing the entire training flow, and also provides us with insights into the accuracy gap between dense and compressed models. The code is available at: https://github.com/IST-DASLab/ACDC."}],"corr_author":"1","acknowledged_ssus":[{"_id":"ScienComp"}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","author":[{"last_name":"Peste","first_name":"Elena-Alexandra","id":"32D78294-F248-11E8-B48F-1D18A9856A87","full_name":"Peste, Elena-Alexandra"},{"orcid":"0000-0002-7778-3221","full_name":"Iofinova, Eugenia B","last_name":"Iofinova","first_name":"Eugenia B","id":"f9a17499-f6e0-11ea-865d-fdf9a3f77117"},{"last_name":"Vladu","first_name":"Adrian","full_name":"Vladu, Adrian"},{"full_name":"Alistarh, Dan-Adrian","orcid":"0000-0003-3650-940X","last_name":"Alistarh","first_name":"Dan-Adrian","id":"4A899BFC-F248-11E8-B48F-1D18A9856A87"}],"oa_version":"Published Version","language":[{"iso":"eng"}],"citation":{"ieee":"A. Krumes, E. B. Iofinova, A. Vladu, and D.-A. Alistarh, “AC/DC: Alternating Compressed/DeCompressed training of deep neural networks,” in <i>35th Conference on Neural Information Processing Systems</i>, Virtual, Online, 2021, vol. 34, pp. 8557–8570.","chicago":"Krumes, Alexandra, Eugenia B Iofinova, Adrian Vladu, and Dan-Adrian Alistarh. “AC/DC: Alternating Compressed/DeCompressed Training of Deep Neural Networks.” In <i>35th Conference on Neural Information Processing Systems</i>, 34:8557–70. Neural Information Processing Systems Foundation, 2021.","mla":"Krumes, Alexandra, et al. “AC/DC: Alternating Compressed/DeCompressed Training of Deep Neural Networks.” <i>35th Conference on Neural Information Processing Systems</i>, vol. 34, Neural Information Processing Systems Foundation, 2021, pp. 8557–70.","ista":"Krumes A, Iofinova EB, Vladu A, Alistarh D-A. 2021. AC/DC: Alternating Compressed/DeCompressed training of deep neural networks. 35th Conference on Neural Information Processing Systems. NeurIPS: Neural Information Processing Systems, Advances in Neural Information Processing Systems, vol. 34, 8557–8570.","ama":"Krumes A, Iofinova EB, Vladu A, Alistarh D-A. AC/DC: Alternating Compressed/DeCompressed training of deep neural networks. In: <i>35th Conference on Neural Information Processing Systems</i>. Vol 34. Neural Information Processing Systems Foundation; 2021:8557-8570.","short":"A. Krumes, E.B. Iofinova, A. Vladu, D.-A. Alistarh, in:, 35th Conference on Neural Information Processing Systems, Neural Information Processing Systems Foundation, 2021, pp. 8557–8570.","apa":"Krumes, A., Iofinova, E. B., Vladu, A., &#38; Alistarh, D.-A. (2021). AC/DC: Alternating Compressed/DeCompressed training of deep neural networks. In <i>35th Conference on Neural Information Processing Systems</i> (Vol. 34, pp. 8557–8570). Virtual, Online: Neural Information Processing Systems Foundation."}},{"extern":"1","author":[{"full_name":"Audenaert, J.","first_name":"J.","last_name":"Audenaert"},{"full_name":"Kuszlewicz, J. S.","first_name":"J. S.","last_name":"Kuszlewicz"},{"last_name":"Handberg","first_name":"R.","full_name":"Handberg, R."},{"full_name":"Tkachenko, A.","first_name":"A.","last_name":"Tkachenko"},{"last_name":"Armstrong","first_name":"D. J.","full_name":"Armstrong, D. J."},{"first_name":"M.","last_name":"Hon","full_name":"Hon, M."},{"last_name":"Kgoadi","first_name":"R.","full_name":"Kgoadi, R."},{"full_name":"Lund, M. N.","last_name":"Lund","first_name":"M. N."},{"first_name":"K. J.","last_name":"Bell","full_name":"Bell, K. J."},{"id":"d9edb345-f866-11ec-9b37-d119b5234501","first_name":"Lisa Annabelle","last_name":"Bugnet","orcid":"0000-0003-0142-4000","full_name":"Bugnet, Lisa Annabelle"},{"full_name":"Bowman, D. M.","last_name":"Bowman","first_name":"D. M."},{"last_name":"Johnston","first_name":"C.","full_name":"Johnston, C."},{"full_name":"García, R. A.","last_name":"García","first_name":"R. A."},{"full_name":"Stello, D.","first_name":"D.","last_name":"Stello"},{"last_name":"Molnár","first_name":"L.","full_name":"Molnár, L."},{"first_name":"E.","last_name":"Plachy","full_name":"Plachy, E."},{"first_name":"D.","last_name":"Buzasi","full_name":"Buzasi, D."},{"last_name":"Aerts","first_name":"C.","full_name":"Aerts, C."}],"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","oa_version":"Preprint","language":[{"iso":"eng"}],"citation":{"ista":"Audenaert J, Kuszlewicz JS, Handberg R, Tkachenko A, Armstrong DJ, Hon M, Kgoadi R, Lund MN, Bell KJ, Bugnet LA, Bowman DM, Johnston C, García RA, Stello D, Molnár L, Plachy E, Buzasi D, Aerts C. 2021. TESS Data for Asteroseismology (T’DA) stellar variability classification pipeline: Setup and application to the Kepler Q9 data. The Astronomical Journal. 162(5), 209.","mla":"Audenaert, J., et al. “TESS Data for Asteroseismology (T’DA) Stellar Variability Classification Pipeline: Setup and Application to the Kepler Q9 Data.” <i>The Astronomical Journal</i>, vol. 162, no. 5, 209, IOP Publishing, 2021, doi:<a href=\"https://doi.org/10.3847/1538-3881/ac166a\">10.3847/1538-3881/ac166a</a>.","ieee":"J. Audenaert <i>et al.</i>, “TESS Data for Asteroseismology (T’DA) stellar variability classification pipeline: Setup and application to the Kepler Q9 data,” <i>The Astronomical Journal</i>, vol. 162, no. 5. IOP Publishing, 2021.","chicago":"Audenaert, J., J. S. Kuszlewicz, R. Handberg, A. Tkachenko, D. J. Armstrong, M. Hon, R. Kgoadi, et al. “TESS Data for Asteroseismology (T’DA) Stellar Variability Classification Pipeline: Setup and Application to the Kepler Q9 Data.” <i>The Astronomical Journal</i>. IOP Publishing, 2021. <a href=\"https://doi.org/10.3847/1538-3881/ac166a\">https://doi.org/10.3847/1538-3881/ac166a</a>.","short":"J. Audenaert, J.S. Kuszlewicz, R. Handberg, A. Tkachenko, D.J. Armstrong, M. Hon, R. Kgoadi, M.N. Lund, K.J. Bell, L.A. Bugnet, D.M. Bowman, C. Johnston, R.A. García, D. Stello, L. Molnár, E. Plachy, D. Buzasi, C. Aerts, The Astronomical Journal 162 (2021).","ama":"Audenaert J, Kuszlewicz JS, Handberg R, et al. TESS Data for Asteroseismology (T’DA) stellar variability classification pipeline: Setup and application to the Kepler Q9 data. <i>The Astronomical Journal</i>. 2021;162(5). doi:<a href=\"https://doi.org/10.3847/1538-3881/ac166a\">10.3847/1538-3881/ac166a</a>","apa":"Audenaert, J., Kuszlewicz, J. S., Handberg, R., Tkachenko, A., Armstrong, D. J., Hon, M., … Aerts, C. (2021). TESS Data for Asteroseismology (T’DA) stellar variability classification pipeline: Setup and application to the Kepler Q9 data. <i>The Astronomical Journal</i>. IOP Publishing. <a href=\"https://doi.org/10.3847/1538-3881/ac166a\">https://doi.org/10.3847/1538-3881/ac166a</a>"},"arxiv":1,"date_published":"2021-10-21T00:00:00Z","publisher":"IOP Publishing","issue":"5","external_id":{"arxiv":["2107.06301"]},"abstract":[{"text":"The NASA Transiting Exoplanet Survey Satellite (TESS) is observing tens of millions of stars with time spans ranging from ∼27 days to about 1 yr of continuous observations. This vast amount of data contains a wealth of information for variability, exoplanet, and stellar astrophysics studies but requires a number of processing steps before it can be fully utilized. In order to efficiently process all the TESS data and make it available to the wider scientific community, the TESS Data for Asteroseismology working group, as part of the TESS Asteroseismic Science Consortium, has created an automated open-source processing pipeline to produce light curves corrected for systematics from the short- and long-cadence raw photometry data and to classify these according to stellar variability type. We will process all stars down to a TESS magnitude of 15. This paper is the next in a series detailing how the pipeline works. Here, we present our methodology for the automatic variability classification of TESS photometry using an ensemble of supervised learners that are combined into a metaclassifier. We successfully validate our method using a carefully constructed labeled sample of Kepler Q9 light curves with a 27.4 days time span mimicking single-sector TESS observations, on which we obtain an overall accuracy of 94.9%. We demonstrate that our methodology can successfully classify stars outside of our labeled sample by applying it to all ∼167,000 stars observed in Q9 of the Kepler space mission.","lang":"eng"}],"date_updated":"2022-08-19T10:01:56Z","day":"21","date_created":"2022-07-18T11:54:55Z","acknowledgement":"The research leading to these results has received funding from the European Research Council (ERC) under the European Union's Horizon 2020 research and innovation program (grant agreement No. 670519: MAMSIE), from the KU Leuven Research Council (grant C16/18/005: PARADISE), from the Research Foundation Flanders (FWO) under grant agreement G0H5416N (ERC Runner Up Project), as well as from the BELgian federal Science Policy Office (BELSPO) through PRODEX grant PLATO. D.J.A acknowledges support from the STFC via an Ernest Rutherford Fellowship (ST/R00384X/1). Funding for the Stellar Astrophysics Centre is provided by The Danish National Research Foundation (grant agreement No.: DNRF106). R.H. and M.N.L. acknowledge the ESA PRODEX program. This research was supported by the National Aeronautics and Space Administration (80NSSC18K1585 and 80NSSC19K0379) awarded through the TESS Guest Investigator Program. K.J.B. is supported by the National Science Foundation under Award AST-1903828. J.S.K and K.J.B. were supported by funding from the European Research Council under the European Community's Seventh Framework Programme (FP7/2007-2013)/ERC grant agreement no. 338251 (StellarAges). D.M.B. gratefully acknowledges funding from a senior postdoctoral fellowship from the Research Foundation Flanders (FWO) with grant agreement No. 1286521N. The research leading to these results has received funding from the Research Foundation Flanders (FWO) under grant agreement G0A2917N (BlackGEM). R.A.G. acknowledges support from the GOLF and PLATO CNES grants. L.M. was supported by the Premium Postdoctoral Research Program of the Hungarian Academy of Sciences. The research leading to these results has been supported by the Hungarian National Research, Development, and Innovation Office (NKFIH) grant KH_18 130405 and the Lendület LP2014-17 and LP2018-7/2020 grants of the Hungarian Academy of Sciences. D.B. acknowledges support from the NASA TESS Guest Investigator Program under award 80NSSC19K0385.\r\n\r\nThis paper includes data collected by the TESS mission, which are publicly available from the Mikulski Archive for Space Telescopes (MAST). Funding for the TESS mission is provided by NASA's Science Mission directorate. This research has made use of NASA's Astrophysics Data System as well as the NASA/IPAC Extragalactic Database (NED) which is operated by the Jet Propulsion Laboratory, California Institute of Technology, under contract with the National Aeronautics and Space Administration. Funding for the TESS Asteroseismic Science Operations Centre is provided by the Danish National Research Foundation (Grant agreement no.: DNRF106), ESA PRODEX (PEA 4000119301), and the Stellar Astrophysics Centre (SAC) at Aarhus University. We thank the TESS team and staff and TASC/TASOC for their support of the present work.\r\n\r\nThis paper includes data collected by the Kepler mission. Funding for the Kepler and K2 mission was provided by NASA's Science Mission Directorate. The authors acknowledge the efforts of the Kepler Mission team in obtaining the light-curve data and data validation products used in this publication. These data were generated by the Kepler Mission science pipeline through the efforts of the Kepler Science Operations Center and Science Office. The Kepler light curves are archived at the Mikulski Archive for Space Telescopes.\r\n\r\nThe numerical results presented in this work were obtained at the Centre for Scientific Computing, Aarhus. 37 This research made use of Astropy, a community-developed core Python package for Astronomy (Astropy Collaboration et al. 2013, 2018).\r\n\r\nSoftware: Scikit-learn (Pedregosa et al. 2011), Numpy (Harris et al. 2020), Astropy (Astropy Collaboration et al. 2013, 2018), Scipy (Virtanen et al. 2020), Pandas (McKinney 2010; Pandas Development Team 2020), Lightkurve (Lightkurve Collaboration et al. 2018), XGBoost (Chen & Guestrin 2016), Tensorflow (Abadi et al. 2015).","scopus_import":"1","publication":"The Astronomical Journal","title":"TESS Data for Asteroseismology (T’DA) stellar variability classification pipeline: Setup and application to the Kepler Q9 data","keyword":["Space and Planetary Science","Astronomy and Astrophysics"],"intvolume":"       162","volume":162,"month":"10","article_processing_charge":"No","type":"journal_article","status":"public","year":"2021","publication_status":"published","quality_controlled":"1","article_number":"209","publication_identifier":{"issn":["0004-6256"],"eissn":["1538-3881"]},"doi":"10.3847/1538-3881/ac166a","main_file_link":[{"open_access":"1","url":"https://arxiv.org/abs/2107.06301"}],"_id":"11604","oa":1,"article_type":"original"},{"isi":1,"external_id":{"arxiv":["2106.06344"],"isi":["000753659200004"]},"abstract":[{"lang":"eng","text":"Classical models with complex energy landscapes represent a perspective avenue for the near-term application of quantum simulators. Until now, many theoretical works studied the performance of quantum algorithms for models with a unique ground state. However, when the classical problem is in a so-called clustering phase, the ground state manifold is highly degenerate. As an example, we consider a 3-XORSAT model defined on simple hypergraphs. The degeneracy of classical ground state manifold translates into the emergence of an extensive number of Z2 symmetries, which remain intact even in the presence of a quantum transverse magnetic field. We establish a general duality approach that restricts the quantum problem to a given sector of conserved Z2 charges and use it to study how the outcome of the quantum adiabatic algorithm depends on the hypergraph geometry. We show that the tree hypergraph which corresponds to a classically solvable instance of the 3-XORSAT problem features a constant gap, whereas the closed hypergraph encounters a second-order phase transition with a gap vanishing as a power-law in the problem size. The duality developed in this work provides a practical tool for studies of quantum models with classically degenerate energy manifold and reveals potential connections between glasses and gauge theories."}],"date_updated":"2026-04-07T12:43:22Z","department":[{"_id":"MaSe"}],"arxiv":1,"date_published":"2021-12-14T00:00:00Z","related_material":{"record":[{"relation":"dissertation_contains","status":"public","id":"17208"}]},"publisher":"American Physical Society","issue":"6","language":[{"iso":"eng"}],"oa_version":"Preprint","citation":{"apa":"Medina Ramos, R. A., &#38; Serbyn, M. (2021). Duality approach to quantum annealing of the 3-variable exclusive-or satisfiability problem (3-XORSAT). <i>Physical Review A</i>. American Physical Society. <a href=\"https://doi.org/10.1103/physreva.104.062423\">https://doi.org/10.1103/physreva.104.062423</a>","short":"R.A. Medina Ramos, M. Serbyn, Physical Review A 104 (2021).","ama":"Medina Ramos RA, Serbyn M. Duality approach to quantum annealing of the 3-variable exclusive-or satisfiability problem (3-XORSAT). <i>Physical Review A</i>. 2021;104(6). doi:<a href=\"https://doi.org/10.1103/physreva.104.062423\">10.1103/physreva.104.062423</a>","chicago":"Medina Ramos, Raimel A, and Maksym Serbyn. “Duality Approach to Quantum Annealing of the 3-Variable Exclusive-or Satisfiability Problem (3-XORSAT).” <i>Physical Review A</i>. American Physical Society, 2021. <a href=\"https://doi.org/10.1103/physreva.104.062423\">https://doi.org/10.1103/physreva.104.062423</a>.","ieee":"R. A. Medina Ramos and M. Serbyn, “Duality approach to quantum annealing of the 3-variable exclusive-or satisfiability problem (3-XORSAT),” <i>Physical Review A</i>, vol. 104, no. 6. American Physical Society, 2021.","mla":"Medina Ramos, Raimel A., and Maksym Serbyn. “Duality Approach to Quantum Annealing of the 3-Variable Exclusive-or Satisfiability Problem (3-XORSAT).” <i>Physical Review A</i>, vol. 104, no. 6, 062423, American Physical Society, 2021, doi:<a href=\"https://doi.org/10.1103/physreva.104.062423\">10.1103/physreva.104.062423</a>.","ista":"Medina Ramos RA, Serbyn M. 2021. Duality approach to quantum annealing of the 3-variable exclusive-or satisfiability problem (3-XORSAT). Physical Review A. 104(6), 062423."},"author":[{"id":"CE680B90-D85A-11E9-B684-C920E6697425","first_name":"Raimel A","last_name":"Medina Ramos","orcid":"0000-0002-5383-2869","full_name":"Medina Ramos, Raimel A"},{"last_name":"Serbyn","first_name":"Maksym","id":"47809E7E-F248-11E8-B48F-1D18A9856A87","full_name":"Serbyn, Maksym","orcid":"0000-0002-2399-5827"}],"user_id":"4359f0d1-fa6c-11eb-b949-802e58b17ae8","article_number":"062423","main_file_link":[{"url":"https://arxiv.org/abs/2106.06344","open_access":"1"}],"_id":"10545","publication_identifier":{"issn":["2469-9926"],"eissn":["2469-9934"]},"doi":"10.1103/physreva.104.062423","article_type":"original","oa":1,"publication_status":"published","year":"2021","type":"journal_article","status":"public","quality_controlled":"1","title":"Duality approach to quantum annealing of the 3-variable exclusive-or satisfiability problem (3-XORSAT)","intvolume":"       104","project":[{"_id":"23841C26-32DE-11EA-91FC-C7463DDC885E","call_identifier":"H2020","name":"Non-Ergodic Quantum Matter: Universality, Dynamics and Control","grant_number":"850899"}],"volume":104,"article_processing_charge":"No","month":"12","day":"14","scopus_import":"1","ec_funded":1,"date_created":"2021-12-14T20:46:07Z","acknowledgement":"We would like to thank S. De Nicola, A. Michaidilis, T. Gulden, Y. Nez-Fernndez, P. Brighi, and S. Sack for fruitful discussions and valuable feedback on the manuscript. M.S. acknowledges useful discussions with E. Altman, L. Cugliandolo, and C. Laumann. We acknowledge support from the European Research Council (ERC) under the European Union's Horizon 2020 Research and Innovation Programme Grant Agreement No. 850899.","publication":"Physical Review A"},{"_id":"9291","doi":"10.15479/AT:ISTA:9291","ddc":["530"],"has_accepted_license":"1","date_updated":"2024-02-21T12:37:14Z","department":[{"_id":"GeKa"}],"abstract":[{"text":"This .zip File contains the transport data for figures presented in the main text and supplementary material of \"Enhancement of Proximity Induced Superconductivity in Planar Germanium\" by K. Aggarwal, et. al. \r\nThe measurements were done using Labber Software and the data is stored in the hdf5 file format. The files can be opened using either the Labber Log Browser (https://labber.org/overview/) or Labber Python API (http://labber.org/online-doc/api/LogFile.html).","lang":"eng"}],"oa":1,"date_published":"2021-03-29T00:00:00Z","year":"2021","file_date_updated":"2021-04-01T07:52:56Z","type":"research_data","status":"public","license":"https://creativecommons.org/publicdomain/zero/1.0/","publisher":"Institute of Science and Technology Austria","title":"Raw transport data for: Enhancement of proximity induced superconductivity in planar germanium","oa_version":"Published Version","article_processing_charge":"No","month":"03","citation":{"ieee":"G. Katsaros, “Raw transport data for: Enhancement of proximity induced superconductivity in planar germanium.” Institute of Science and Technology Austria, 2021.","chicago":"Katsaros, Georgios. “Raw Transport Data for: Enhancement of Proximity Induced Superconductivity in Planar Germanium.” Institute of Science and Technology Austria, 2021. <a href=\"https://doi.org/10.15479/AT:ISTA:9291\">https://doi.org/10.15479/AT:ISTA:9291</a>.","ista":"Katsaros G. 2021. Raw transport data for: Enhancement of proximity induced superconductivity in planar germanium, Institute of Science and Technology Austria, <a href=\"https://doi.org/10.15479/AT:ISTA:9291\">10.15479/AT:ISTA:9291</a>.","mla":"Katsaros, Georgios. <i>Raw Transport Data for: Enhancement of Proximity Induced Superconductivity in Planar Germanium</i>. Institute of Science and Technology Austria, 2021, doi:<a href=\"https://doi.org/10.15479/AT:ISTA:9291\">10.15479/AT:ISTA:9291</a>.","ama":"Katsaros G. Raw transport data for: Enhancement of proximity induced superconductivity in planar germanium. 2021. doi:<a href=\"https://doi.org/10.15479/AT:ISTA:9291\">10.15479/AT:ISTA:9291</a>","short":"G. Katsaros, (2021).","apa":"Katsaros, G. (2021). Raw transport data for: Enhancement of proximity induced superconductivity in planar germanium. Institute of Science and Technology Austria. <a href=\"https://doi.org/10.15479/AT:ISTA:9291\">https://doi.org/10.15479/AT:ISTA:9291</a>"},"file":[{"file_name":"Raw Data- Enhancement of Superconductivity in a Planar Ge hole gas.zip","file_size":10616071,"date_updated":"2021-03-27T13:46:17Z","content_type":"application/x-zip-compressed","relation":"main_file","file_id":"9292","creator":"gkatsaro","date_created":"2021-03-27T13:46:17Z","checksum":"635df3c08fc13c3dac008cd421aefbe4","access_level":"open_access","success":1},{"access_level":"open_access","success":1,"relation":"main_file","file_id":"9302","creator":"dernst","date_created":"2021-04-01T07:52:56Z","checksum":"12b3ca69ae7509a346711baae0b02a75","file_size":470,"content_type":"text/plain","date_updated":"2021-04-01T07:52:56Z","file_name":"README.txt"}],"date_created":"2021-03-27T13:47:49Z","tmp":{"name":"Creative Commons Public Domain Dedication (CC0 1.0)","short":"CC0 (1.0)","image":"/images/cc_0.png","legal_code_url":"https://creativecommons.org/publicdomain/zero/1.0/legalcode"},"day":"29","user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","author":[{"full_name":"Katsaros, Georgios","orcid":"0000-0001-8342-202X","first_name":"Georgios","last_name":"Katsaros","id":"38DB5788-F248-11E8-B48F-1D18A9856A87"}]},{"date_published":"2021-04-14T00:00:00Z","type":"research_data","status":"public","year":"2021","file_date_updated":"2021-04-14T09:49:30Z","publisher":"Institute of Science and Technology Austria","related_material":{"record":[{"relation":"used_in_publication","status":"public","id":"8909"}]},"doi":"10.15479/AT:ISTA:9323","_id":"9323","ddc":["530"],"department":[{"_id":"GradSch"},{"_id":"GeKa"}],"date_updated":"2025-06-12T06:57:18Z","has_accepted_license":"1","oa":1,"abstract":[{"text":"This .zip File contains the data for figures presented in the main text and supplementary material of \"A singlet triplet hole spin qubit in planar Ge\" by D. Jirovec, et. al. The measurements were done using Labber Software and the data is stored in the hdf5 file format. The files can be opened using either the Labber Log Browser (https://labber.org/overview/) or Labber Python API (http://labber.org/online-doc/api/LogFile.html). A single file is acquired with QCodes and features the corresponding data type. XRD data are in .dat format and a code to open the data is provided. The code for simulations is as well provided in Python.","lang":"eng"}],"date_created":"2021-04-14T09:50:22Z","day":"14","tmp":{"name":"Creative Commons Public Domain Dedication (CC0 1.0)","short":"CC0 (1.0)","image":"/images/cc_0.png","legal_code_url":"https://creativecommons.org/publicdomain/zero/1.0/legalcode"},"user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","author":[{"full_name":"Jirovec, Daniel","orcid":"0000-0002-7197-4801","id":"4C473F58-F248-11E8-B48F-1D18A9856A87","first_name":"Daniel","last_name":"Jirovec"}],"oa_version":"Published Version","title":"Research data for \"A singlet-triplet hole spin qubit planar Ge\"","article_processing_charge":"No","month":"04","file":[{"relation":"main_file","creator":"djirovec","file_id":"9324","checksum":"c569d2a2ce1694445cdbca19cf8ae023","date_created":"2021-04-14T09:48:47Z","access_level":"open_access","success":1,"file_name":"DataRepositorySTqubit.zip","file_size":221832287,"date_updated":"2021-04-14T09:48:47Z","content_type":"application/x-zip-compressed"},{"file_name":"ReadMe","file_size":4323,"date_updated":"2021-04-14T09:49:30Z","content_type":"application/octet-stream","creator":"djirovec","file_id":"9325","relation":"main_file","date_created":"2021-04-14T09:49:30Z","checksum":"845bdf87430718ad6aff47eda7b5fc92","access_level":"open_access","success":1}],"citation":{"apa":"Jirovec, D. (2021). Research data for “A singlet-triplet hole spin qubit planar Ge.” Institute of Science and Technology Austria. <a href=\"https://doi.org/10.15479/AT:ISTA:9323\">https://doi.org/10.15479/AT:ISTA:9323</a>","ama":"Jirovec D. Research data for “A singlet-triplet hole spin qubit planar Ge.” 2021. doi:<a href=\"https://doi.org/10.15479/AT:ISTA:9323\">10.15479/AT:ISTA:9323</a>","short":"D. Jirovec, (2021).","chicago":"Jirovec, Daniel. “Research Data for ‘A Singlet-Triplet Hole Spin Qubit Planar Ge.’” Institute of Science and Technology Austria, 2021. <a href=\"https://doi.org/10.15479/AT:ISTA:9323\">https://doi.org/10.15479/AT:ISTA:9323</a>.","ieee":"D. Jirovec, “Research data for ‘A singlet-triplet hole spin qubit planar Ge.’” Institute of Science and Technology Austria, 2021.","ista":"Jirovec D. 2021. Research data for ‘A singlet-triplet hole spin qubit planar Ge’, Institute of Science and Technology Austria, <a href=\"https://doi.org/10.15479/AT:ISTA:9323\">10.15479/AT:ISTA:9323</a>.","mla":"Jirovec, Daniel. <i>Research Data for “A Singlet-Triplet Hole Spin Qubit Planar Ge.”</i> Institute of Science and Technology Austria, 2021, doi:<a href=\"https://doi.org/10.15479/AT:ISTA:9323\">10.15479/AT:ISTA:9323</a>."},"contributor":[{"id":"4C473F58-F248-11E8-B48F-1D18A9856A87","last_name":"Jirovec","first_name":"Daniel","contributor_type":"project_member"}]},{"title":"Mechanics-Aware Deformation of Yarn Pattern Geometry (Additional Animation/Model Data)","citation":{"ista":"Sperl G, Narain R, Wojtan C. 2021. Mechanics-Aware Deformation of Yarn Pattern Geometry (Additional Animation/Model Data), IST Austria, <a href=\"https://doi.org/10.15479/AT:ISTA:9327\">10.15479/AT:ISTA:9327</a>.","mla":"Sperl, Georg, et al. <i>Mechanics-Aware Deformation of Yarn Pattern Geometry (Additional Animation/Model Data)</i>. IST Austria, 2021, doi:<a href=\"https://doi.org/10.15479/AT:ISTA:9327\">10.15479/AT:ISTA:9327</a>.","ieee":"G. Sperl, R. Narain, and C. Wojtan, “Mechanics-Aware Deformation of Yarn Pattern Geometry (Additional Animation/Model Data).” IST Austria, 2021.","chicago":"Sperl, Georg, Rahul Narain, and Chris Wojtan. “Mechanics-Aware Deformation of Yarn Pattern Geometry (Additional Animation/Model Data).” IST Austria, 2021. <a href=\"https://doi.org/10.15479/AT:ISTA:9327\">https://doi.org/10.15479/AT:ISTA:9327</a>.","ama":"Sperl G, Narain R, Wojtan C. Mechanics-Aware Deformation of Yarn Pattern Geometry (Additional Animation/Model Data). 2021. doi:<a href=\"https://doi.org/10.15479/AT:ISTA:9327\">10.15479/AT:ISTA:9327</a>","short":"G. Sperl, R. Narain, C. Wojtan, (2021).","apa":"Sperl, G., Narain, R., &#38; Wojtan, C. (2021). Mechanics-Aware Deformation of Yarn Pattern Geometry (Additional Animation/Model Data). IST Austria. <a href=\"https://doi.org/10.15479/AT:ISTA:9327\">https://doi.org/10.15479/AT:ISTA:9327</a>"},"file":[{"file_name":"MADYPG_extra_data.zip","file_size":802586232,"content_type":"application/zip","date_updated":"2021-04-16T14:15:12Z","relation":"main_file","creator":"gsperl","file_id":"9328","date_created":"2021-04-16T14:15:12Z","checksum":"0324cb519273371708743f3282e7c081","access_level":"open_access","success":1},{"access_level":"open_access","relation":"main_file","creator":"pub-gitlab-bot","file_id":"9353","date_created":"2021-04-26T09:33:44Z","checksum":"4c224551adf852b136ec21a4e13f0c1b","file_size":64962865,"date_updated":"2021-04-26T09:33:44Z","content_type":"application/gzip","file_name":"MADYPG.zip"}],"month":"05","tmp":{"legal_code_url":"https://opensource.org/licenses/MIT","short":"MIT","name":"The MIT License"},"date_created":"2021-04-16T14:26:19Z","gitlab_commit_id":"6a77e7e22769230ae5f5edaa090fb4b828e57573","author":[{"last_name":"Sperl","first_name":"Georg","id":"4DD40360-F248-11E8-B48F-1D18A9856A87","full_name":"Sperl, Georg"},{"full_name":"Narain, Rahul","first_name":"Rahul","last_name":"Narain"},{"id":"3C61F1D2-F248-11E8-B48F-1D18A9856A87","first_name":"Christopher J","last_name":"Wojtan","orcid":"0000-0001-6646-5546","full_name":"Wojtan, Christopher J"}],"user_id":"8b945eb4-e2f2-11eb-945a-df72226e66a9","ddc":["005"],"doi":"10.15479/AT:ISTA:9327","_id":"9327","oa":1,"abstract":[{"text":"This archive contains the missing sweater mesh animations and displacement models for the code of \"Mechanics-Aware Deformation of Yarn Pattern Geometry\"\r\n\r\nCode Repository: https://git.ist.ac.at/gsperl/MADYPG","lang":"eng"}],"gitlab_url":"https://git.ist.ac.at/gsperl/MADYPG","department":[{"_id":"GradSch"},{"_id":"ChWo"}],"date_updated":"2026-06-18T19:57:47Z","has_accepted_license":"1","type":"software","status":"public","file_date_updated":"2021-04-26T09:33:44Z","year":"2021","date_published":"2021-05-01T00:00:00Z","related_material":{"record":[{"id":"9818","relation":"used_for_analysis_in","status":"public"}]},"publisher":"IST Austria","license":"https://opensource.org/licenses/MIT"}]
