[{"status":"public","license":"https://creativecommons.org/licenses/by/4.0/","ec_funded":1,"publication":"arXiv","date_updated":"2026-04-07T11:50:09Z","user_id":"8b945eb4-e2f2-11eb-945a-df72226e66a9","year":"2025","OA_place":"repository","date_published":"2025-08-31T00:00:00Z","main_file_link":[{"url":"https://doi.org/10.48550/arXiv.2508.05410","open_access":"1"}],"external_id":{"arxiv":["2508.05410"]},"language":[{"iso":"eng"}],"_id":"20286","abstract":[{"lang":"eng","text":"Natural organisms utilize distributed actuation through their musculoskeletal\r\nsystems to adapt their gait for traversing diverse terrains or to morph their\r\nbodies for varied tasks. A longstanding challenge in robotics is to emulate\r\nthis capability of natural organisms, which has motivated the development of\r\nnumerous soft robotic systems. However, such systems are generally optimized\r\nfor a single functionality, lack the ability to change form or function on\r\ndemand, or remain tethered to bulky control systems. To address these\r\nlimitations, we present a framework for designing and controlling robots that\r\nutilize distributed actuation. We propose a novel building block that\r\nintegrates 3D-printed bones with liquid crystal elastomer (LCE) muscles as\r\nlightweight actuators, enabling the modular assembly of musculoskeletal robots.\r\nWe developed LCE rods that contract in response to infrared radiation, thereby\r\nproviding localized, untethered control over the distributed skeletal network\r\nand producing global deformations of the robot. To fully capitalize on the\r\nextensive design space, we introduce two computational tools: one for\r\noptimizing the robot's skeletal graph to achieve multiple target deformations,\r\nand another for co-optimizing skeletal designs and control gaits to realize\r\ndesired locomotion. We validate our framework by constructing several robots\r\nthat demonstrate complex shape morphing, diverse control schemes, and\r\nenvironmental adaptability. Our system integrates advances in modular material\r\nbuilding, untethered and distributed control, and computational design to\r\nintroduce a new generation of robots that brings us closer to the capabilities\r\nof living organisms."}],"type":"preprint","day":"31","citation":{"apa":"Bhargava, M., Hiraki, T., Strugaru, I.-M., Zhang, Y., Piovarci, M., Daraio, C., … Bickel, B. (n.d.). Computational design and fabrication of modular robots with untethered control. <i>arXiv</i>. <a href=\"https://doi.org/10.48550/arXiv.2508.05410\">https://doi.org/10.48550/arXiv.2508.05410</a>","mla":"Bhargava, Manas, et al. “Computational Design and Fabrication of Modular Robots with Untethered Control.” <i>ArXiv</i>, doi:<a href=\"https://doi.org/10.48550/arXiv.2508.05410\">10.48550/arXiv.2508.05410</a>.","ieee":"M. Bhargava <i>et al.</i>, “Computational design and fabrication of modular robots with untethered control,” <i>arXiv</i>. .","short":"M. Bhargava, T. Hiraki, I.-M. Strugaru, Y. Zhang, M. Piovarci, C. Daraio, D. Iwai, B. Bickel, ArXiv (n.d.).","chicago":"Bhargava, Manas, Takefumi Hiraki, Irina-Malina Strugaru, Yuhan Zhang, Michael Piovarci, Chiara Daraio, Daisuke Iwai, and Bernd Bickel. “Computational Design and Fabrication of Modular Robots with Untethered Control.” <i>ArXiv</i>, n.d. <a href=\"https://doi.org/10.48550/arXiv.2508.05410\">https://doi.org/10.48550/arXiv.2508.05410</a>.","ama":"Bhargava M, Hiraki T, Strugaru I-M, et al. Computational design and fabrication of modular robots with untethered control. <i>arXiv</i>. doi:<a href=\"https://doi.org/10.48550/arXiv.2508.05410\">10.48550/arXiv.2508.05410</a>","ista":"Bhargava M, Hiraki T, Strugaru I-M, Zhang Y, Piovarci M, Daraio C, Iwai D, Bickel B. Computational design and fabrication of modular robots with untethered control. arXiv, <a href=\"https://doi.org/10.48550/arXiv.2508.05410\">10.48550/arXiv.2508.05410</a>."},"article_processing_charge":"No","tmp":{"short":"CC BY (4.0)","image":"/images/cc_by.png","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"corr_author":"1","related_material":{"record":[{"id":"20276","status":"public","relation":"dissertation_contains"}]},"doi":"10.48550/arXiv.2508.05410","oa":1,"acknowledgement":"The authors express gratitude to Magali Lorion for assisting in the initial fabrication of LCEs,\r\nPengbin Tang for providing the code for simulating discrete elastic rods, the Imaging and\r\nOptics Facility at ISTA for assisting with the spectrometry measurements, and the MIBA\r\nmachine shop at ISTA for their support in manufacturing various devices.\r\nFunding: This project was supported by the European Research Council (ERC) under\r\nthe European Union’s Horizon 2020 research and innovation program (Grant Agreement No.\r\n715767 -– MATERIALIZABLE).","author":[{"last_name":"Bhargava","full_name":"Bhargava, Manas","id":"FF8FA64C-AA6A-11E9-99AD-50D4E5697425","first_name":"Manas","orcid":"0009-0007-6138-6890"},{"first_name":"Takefumi","full_name":"Hiraki, Takefumi","last_name":"Hiraki"},{"id":"2afc607f-f128-11eb-9611-8f2a0dfcf074","first_name":"Irina-Malina","last_name":"Strugaru","full_name":"Strugaru, Irina-Malina"},{"full_name":"Zhang, Yuhan","last_name":"Zhang","first_name":"Yuhan"},{"orcid":"0000-0002-5062-4474","first_name":"Michael","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","full_name":"Piovarci, Michael","last_name":"Piovarci"},{"full_name":"Daraio, Chiara","last_name":"Daraio","first_name":"Chiara"},{"last_name":"Iwai","full_name":"Iwai, Daisuke","first_name":"Daisuke"},{"last_name":"Bickel","full_name":"Bickel, Bernd","orcid":"0000-0001-6511-9385","first_name":"Bernd","id":"49876194-F248-11E8-B48F-1D18A9856A87"}],"department":[{"_id":"BeBi"}],"month":"08","project":[{"name":"MATERIALIZABLE: Intelligent fabrication-oriented Computational Design and Modeling","call_identifier":"H2020","_id":"24F9549A-B435-11E9-9278-68D0E5697425","grant_number":"715767"}],"arxiv":1,"date_created":"2025-09-04T09:14:11Z","title":"Computational design and fabrication of modular robots with untethered control","oa_version":"Preprint","publication_status":"draft"},{"publication_identifier":{"issn":["1467-8659"]},"keyword":["embroidery","design","directionality","density","image"],"oa_version":"Published Version","title":"Directionality-aware design of embroidery patterns","date_created":"2023-05-16T08:47:25Z","publication_status":"published","conference":{"location":"Saarbrucken, Germany","end_date":"2023-05-12","start_date":"2023-05-08","name":"EG: Eurographics"},"file":[{"content_type":"application/pdf","success":1,"date_created":"2023-05-16T08:28:37Z","file_size":24003702,"access_level":"open_access","file_id":"12974","date_updated":"2023-05-16T08:28:37Z","relation":"main_file","creator":"mpiovarc","checksum":"4c188c2be4745467a8790bbf5d6491aa","file_name":"Zhenyuan2023.pdf"}],"publisher":"Wiley","corr_author":"1","tmp":{"image":"/images/cc_by_nc_nd.png","short":"CC BY-NC-ND (4.0)","name":"Creative Commons Attribution-NonCommercial-NoDerivatives 4.0 International (CC BY-NC-ND 4.0)","legal_code_url":"https://creativecommons.org/licenses/by-nc-nd/4.0/legalcode"},"article_processing_charge":"No","acknowledgement":"This work was supported by the European Research Council (ERC) under the European Union’s Horizon 2020 research and innovation program (grant agreement No 715767 – MATERIALIZABLE), and FWF Lise Meitner (Grant M 3319). We thank the anonymous reviewers for their insightful feedback; Solal Pirelli, Shardul Chiplunkar, and Paola Mejia for proofreading; everyone in the visual computing group at ISTA for inspiring lunch and coffee breaks; Thibault Tricard for help producing the results of Phasor Noise.","oa":1,"doi":"10.1111/cgf.14770 ","article_type":"original","project":[{"name":"Perception-Aware Appearance Fabrication","_id":"eb901961-77a9-11ec-83b8-f5c883a62027","grant_number":"M03319"},{"call_identifier":"H2020","_id":"24F9549A-B435-11E9-9278-68D0E5697425","grant_number":"715767","name":"MATERIALIZABLE: Intelligent fabrication-oriented Computational Design and Modeling"}],"department":[{"_id":"BeBi"}],"month":"05","author":[{"orcid":"0000-0001-9200-5690","id":"70f0d7cf-ae65-11ec-a14f-89dfc5505b19","first_name":"Zhenyuan","last_name":"Liu","full_name":"Liu, Zhenyuan"},{"id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","first_name":"Michael","orcid":"0000-0002-5062-4474","last_name":"Piovarci","full_name":"Piovarci, Michael"},{"first_name":"Christian","id":"400429CC-F248-11E8-B48F-1D18A9856A87","full_name":"Hafner, Christian","last_name":"Hafner"},{"last_name":"Charrondiere","full_name":"Charrondiere, Raphael","id":"a3a24133-2cc7-11ec-be88-8ddaf6f464b1","first_name":"Raphael"},{"full_name":"Bickel, Bernd","last_name":"Bickel","orcid":"0000-0001-6511-9385","first_name":"Bernd","id":"49876194-F248-11E8-B48F-1D18A9856A87"}],"volume":42,"year":"2023","user_id":"4359f0d1-fa6c-11eb-b949-802e58b17ae8","ddc":["004"],"intvolume":"        42","date_published":"2023-05-08T00:00:00Z","type":"journal_article","quality_controlled":"1","_id":"12972","abstract":[{"lang":"eng","text":"Embroidery is a long-standing and high-quality approach to making logos and images on textiles. Nowadays, it can also be performed via automated machines that weave threads with high spatial accuracy. A characteristic feature of the appearance of the threads is a high degree of anisotropy. The anisotropic behavior is caused by depositing thin but long strings of thread. As a result, the stitched patterns convey both color and direction. Artists leverage this anisotropic behavior to enhance pure color images with textures, illusions of motion, or depth cues. However, designing colorful embroidery patterns with prescribed directionality is a challenging task, one usually requiring an expert designer. In this work, we propose an interactive algorithm that generates machine-fabricable embroidery patterns from multi-chromatic images equipped with user-specified directionality fields.We cast the problem of finding a stitching pattern into vector theory. To find a suitable stitching pattern, we extract sources and sinks from the divergence field of the vector field extracted from the input and use them to trace streamlines. We further optimize the streamlines to guarantee a smooth and connected stitching pattern. The generated patterns approximate the color distribution constrained by the directionality field. To allow for further artistic control, the trade-off between color match and directionality match can be interactively explored via an intuitive slider. We showcase our approach by fabricating several embroidery paths."}],"language":[{"iso":"eng"}],"external_id":{"isi":["001000062600033"]},"has_accepted_license":"1","day":"08","citation":{"apa":"Liu, Z., Piovarci, M., Hafner, C., Charrondiere, R., &#38; Bickel, B. (2023). Directionality-aware design of embroidery patterns. <i>Computer Graphics Forum</i>. Saarbrucken, Germany: Wiley. <a href=\"https://doi.org/10.1111/cgf.14770 \">https://doi.org/10.1111/cgf.14770 </a>","ieee":"Z. Liu, M. Piovarci, C. Hafner, R. Charrondiere, and B. Bickel, “Directionality-aware design of embroidery patterns,” <i>Computer Graphics Forum</i>, vol. 42, no. 2. Wiley, pp. 397–409, 2023.","short":"Z. Liu, M. Piovarci, C. Hafner, R. Charrondiere, B. Bickel, Computer Graphics Forum 42 (2023) 397–409.","mla":"Liu, Zhenyuan, et al. “Directionality-Aware Design of Embroidery Patterns.” <i>Computer Graphics Forum</i>, vol. 42, no. 2, Wiley, 2023, pp. 397–409, doi:<a href=\"https://doi.org/10.1111/cgf.14770 \">10.1111/cgf.14770 </a>.","chicago":"Liu, Zhenyuan, Michael Piovarci, Christian Hafner, Raphael Charrondiere, and Bernd Bickel. “Directionality-Aware Design of Embroidery Patterns.” <i>Computer Graphics Forum</i>. Wiley, 2023. <a href=\"https://doi.org/10.1111/cgf.14770 \">https://doi.org/10.1111/cgf.14770 </a>.","ista":"Liu Z, Piovarci M, Hafner C, Charrondiere R, Bickel B. 2023. Directionality-aware design of embroidery patterns. Computer Graphics Forum. 42(2), 397–409.","ama":"Liu Z, Piovarci M, Hafner C, Charrondiere R, Bickel B. Directionality-aware design of embroidery patterns. <i>Computer Graphics Forum</i>. 2023;42(2):397-409. doi:<a href=\"https://doi.org/10.1111/cgf.14770 \">10.1111/cgf.14770 </a>"},"page":"397-409","status":"public","scopus_import":"1","issue":"2","ec_funded":1,"license":"https://creativecommons.org/licenses/by-nc-nd/4.0/","file_date_updated":"2023-05-16T08:28:37Z","isi":1,"publication":"Computer Graphics Forum","date_updated":"2025-04-14T07:28:57Z"},{"project":[{"name":"Perception-Aware Appearance Fabrication","grant_number":"M03319","_id":"eb901961-77a9-11ec-83b8-f5c883a62027"}],"month":"07","department":[{"_id":"BeBi"}],"author":[{"first_name":"Kang","full_name":"Liao, Kang","last_name":"Liao"},{"first_name":"Thibault","full_name":"Tricard, Thibault","last_name":"Tricard"},{"last_name":"Piovarci","full_name":"Piovarci, Michael","orcid":"0000-0002-5062-4474","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","first_name":"Michael"},{"full_name":"Seidel, Hans-Peter","last_name":"Seidel","first_name":"Hans-Peter"},{"last_name":"Babaei","full_name":"Babaei, Vahid","first_name":"Vahid"}],"volume":2023,"acknowledgement":"This work is graciously supported by FWF Lise Meitner (Grant M 3319). Kang Liao sincerely thank Emiliano Luci, Chunyu Lin, and Yao Zhao for their huge support.","doi":"10.1109/ICRA48891.2023.10160465","oa":1,"publisher":"IEEE","article_processing_charge":"No","file":[{"access_level":"open_access","content_type":"application/pdf","success":1,"date_created":"2023-05-16T09:12:05Z","file_size":5367986,"checksum":"daeaa67124777d88487f933ea3f77164","file_name":"Liao2023.pdf","relation":"main_file","date_updated":"2023-05-16T09:12:05Z","creator":"mpiovarc","file_id":"12977"}],"publication_status":"published","conference":{"end_date":"2023-06-02","location":"London, United Kingdom","name":"ICRA: International Conference on Robotics and Automation","start_date":"2023-05-29"},"oa_version":"Submitted Version","date_created":"2023-05-16T09:14:09Z","title":"Learning deposition policies for fused multi-material 3D printing","publication_identifier":{"eisbn":["9798350323658"],"issn":["1050-4729"]},"keyword":["reinforcement learning","deposition","control","color","multi-filament"],"isi":1,"publication":"2023 IEEE International Conference on Robotics and Automation","date_updated":"2025-04-15T07:43:52Z","file_date_updated":"2023-05-16T09:12:05Z","scopus_import":"1","page":"12345-12352","status":"public","has_accepted_license":"1","citation":{"ista":"Liao K, Tricard T, Piovarci M, Seidel H-P, Babaei V. 2023. Learning deposition policies for fused multi-material 3D printing. 2023 IEEE International Conference on Robotics and Automation. ICRA: International Conference on Robotics and Automation vol. 2023, 12345–12352.","ama":"Liao K, Tricard T, Piovarci M, Seidel H-P, Babaei V. Learning deposition policies for fused multi-material 3D printing. In: <i>2023 IEEE International Conference on Robotics and Automation</i>. Vol 2023. IEEE; 2023:12345-12352. doi:<a href=\"https://doi.org/10.1109/ICRA48891.2023.10160465\">10.1109/ICRA48891.2023.10160465</a>","chicago":"Liao, Kang, Thibault Tricard, Michael Piovarci, Hans-Peter Seidel, and Vahid Babaei. “Learning Deposition Policies for Fused Multi-Material 3D Printing.” In <i>2023 IEEE International Conference on Robotics and Automation</i>, 2023:12345–52. IEEE, 2023. <a href=\"https://doi.org/10.1109/ICRA48891.2023.10160465\">https://doi.org/10.1109/ICRA48891.2023.10160465</a>.","short":"K. Liao, T. Tricard, M. Piovarci, H.-P. Seidel, V. Babaei, in:, 2023 IEEE International Conference on Robotics and Automation, IEEE, 2023, pp. 12345–12352.","ieee":"K. Liao, T. Tricard, M. Piovarci, H.-P. Seidel, and V. Babaei, “Learning deposition policies for fused multi-material 3D printing,” in <i>2023 IEEE International Conference on Robotics and Automation</i>, London, United Kingdom, 2023, vol. 2023, pp. 12345–12352.","mla":"Liao, Kang, et al. “Learning Deposition Policies for Fused Multi-Material 3D Printing.” <i>2023 IEEE International Conference on Robotics and Automation</i>, vol. 2023, IEEE, 2023, pp. 12345–52, doi:<a href=\"https://doi.org/10.1109/ICRA48891.2023.10160465\">10.1109/ICRA48891.2023.10160465</a>.","apa":"Liao, K., Tricard, T., Piovarci, M., Seidel, H.-P., &#38; Babaei, V. (2023). Learning deposition policies for fused multi-material 3D printing. In <i>2023 IEEE International Conference on Robotics and Automation</i> (Vol. 2023, pp. 12345–12352). London, United Kingdom: IEEE. <a href=\"https://doi.org/10.1109/ICRA48891.2023.10160465\">https://doi.org/10.1109/ICRA48891.2023.10160465</a>"},"day":"04","type":"conference","quality_controlled":"1","language":[{"iso":"eng"}],"_id":"12976","abstract":[{"lang":"eng","text":"3D printing based on continuous deposition of materials, such as filament-based 3D printing, has seen widespread adoption thanks to its versatility in working with a wide range of materials. An important shortcoming of this type of technology is its limited multi-material capabilities. While there are simple hardware designs that enable multi-material printing in principle, the required software is heavily underdeveloped. A typical hardware design fuses together individual materials fed into a single chamber from multiple inlets before they are deposited. This design, however, introduces a time delay between the intended material mixture and its actual deposition. In this work, inspired by diverse path planning research in robotics, we show that this mechanical challenge can be addressed via improved printer control. We propose to formulate the search for optimal multi-material printing policies in a reinforcement\r\nlearning setup. We put forward a simple numerical deposition model that takes into account the non-linear material mixing and delayed material deposition. To validate our system we focus on color fabrication, a problem known for its strict requirements for varying material mixtures at a high spatial frequency. We demonstrate that our learned control policy outperforms state-of-the-art hand-crafted algorithms."}],"external_id":{"isi":["001048371104068"]},"date_published":"2023-07-04T00:00:00Z","year":"2023","user_id":"2DF688A6-F248-11E8-B48F-1D18A9856A87","ddc":["004"],"intvolume":"      2023"},{"file_date_updated":"2024-01-29T10:14:10Z","isi":1,"date_updated":"2025-04-15T07:43:53Z","publication":"SIGGRAPH ’23 Conference Proceedings","status":"public","scopus_import":"1","type":"conference","quality_controlled":"1","_id":"12979","abstract":[{"text":"Color and gloss are fundamental aspects of surface appearance. State-of-the-art fabrication techniques can manipulate both properties of the printed 3D objects. However, in the context of appearance reproduction, perceptual aspects of color and gloss are usually handled separately, even though previous perceptual studies suggest their interaction. Our work is motivated by previous studies demonstrating a perceived color shift due to a change in the object's gloss, i.e., two samples with the same color but different surface gloss appear as they have different colors. In this paper, we conduct new experiments which support this observation and provide insights into the magnitude and direction of the perceived color change. We use the observations as guidance to design a new method that estimates and corrects the color shift enabling the fabrication of objects with the same perceived color but different surface gloss. We formulate the problem as an optimization procedure solved using differentiable rendering. We evaluate the effectiveness of our method in perceptual experiments with 3D objects fabricated using a multi-material 3D printer and demonstrate potential applications. ","lang":"eng"}],"language":[{"iso":"eng"}],"external_id":{"isi":["001117690500021"]},"has_accepted_license":"1","citation":{"ama":"Condor J, Piovarci M, Bickel B, Didyk P. Gloss-aware color correction for 3D printing. In: <i>SIGGRAPH ’23 Conference Proceedings</i>. Association for Computing Machinery; 2023. doi:<a href=\"https://doi.org/10.1145/3588432.3591546\">10.1145/3588432.3591546</a>","ista":"Condor J, Piovarci M, Bickel B, Didyk P. 2023. Gloss-aware color correction for 3D printing. SIGGRAPH ’23 Conference Proceedings. SIGGRAPH: Computer Graphics and Interactive Techniques Conference, 21.","chicago":"Condor, Jorge, Michael Piovarci, Bernd Bickel, and Piotr Didyk. “Gloss-Aware Color Correction for 3D Printing.” In <i>SIGGRAPH ’23 Conference Proceedings</i>. Association for Computing Machinery, 2023. <a href=\"https://doi.org/10.1145/3588432.3591546\">https://doi.org/10.1145/3588432.3591546</a>.","mla":"Condor, Jorge, et al. “Gloss-Aware Color Correction for 3D Printing.” <i>SIGGRAPH ’23 Conference Proceedings</i>, 21, Association for Computing Machinery, 2023, doi:<a href=\"https://doi.org/10.1145/3588432.3591546\">10.1145/3588432.3591546</a>.","ieee":"J. Condor, M. Piovarci, B. Bickel, and P. Didyk, “Gloss-aware color correction for 3D printing,” in <i>SIGGRAPH ’23 Conference Proceedings</i>, Los Angeles, CA, United States, 2023.","short":"J. Condor, M. Piovarci, B. Bickel, P. Didyk, in:, SIGGRAPH ’23 Conference Proceedings, Association for Computing Machinery, 2023.","apa":"Condor, J., Piovarci, M., Bickel, B., &#38; Didyk, P. (2023). Gloss-aware color correction for 3D printing. In <i>SIGGRAPH ’23 Conference Proceedings</i>. Los Angeles, CA, United States: Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3588432.3591546\">https://doi.org/10.1145/3588432.3591546</a>"},"day":"23","year":"2023","ddc":["004"],"user_id":"3E5EF7F0-F248-11E8-B48F-1D18A9856A87","article_number":"21","date_published":"2023-07-23T00:00:00Z","acknowledgement":"We thank Matthew S Zurawski for the 3D model of the car speed shape. This research has been supported by the Swiss National Science Foundation (SNSF, Grant 200502) and the FWF Lise Meitner (Grant M 3319).","oa":1,"doi":"10.1145/3588432.3591546","project":[{"_id":"eb901961-77a9-11ec-83b8-f5c883a62027","grant_number":"M03319","name":"Perception-Aware Appearance Fabrication"}],"month":"07","department":[{"_id":"BeBi"}],"author":[{"first_name":"Jorge","last_name":"Condor","full_name":"Condor, Jorge"},{"first_name":"Michael","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","orcid":"0000-0002-5062-4474","last_name":"Piovarci","full_name":"Piovarci, Michael"},{"first_name":"Bernd","id":"49876194-F248-11E8-B48F-1D18A9856A87","orcid":"0000-0001-6511-9385","full_name":"Bickel, Bernd","last_name":"Bickel"},{"last_name":"Didyk","full_name":"Didyk, Piotr","first_name":"Piotr"}],"publisher":"Association for Computing Machinery","corr_author":"1","tmp":{"short":"CC BY (4.0)","image":"/images/cc_by.png","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"article_processing_charge":"Yes (via OA deal)","conference":{"end_date":"2023-08-10","location":"Los Angeles, CA, United States","name":"SIGGRAPH: Computer Graphics and Interactive Techniques Conference","start_date":"2023-08-06"},"publication_status":"published","file":[{"checksum":"84a437739af5d46507928939b20c0c28","file_name":"Condor2023_supplemental.pdf","date_updated":"2023-05-16T09:32:50Z","relation":"main_file","file_id":"12983","creator":"mpiovarc","access_level":"open_access","content_type":"application/pdf","success":1,"file_size":42323971,"date_created":"2023-05-16T09:32:50Z"},{"creator":"dernst","relation":"main_file","date_updated":"2024-01-29T10:14:10Z","file_id":"14893","file_name":"2023_Siggraph_Condor.pdf","checksum":"0f5c8b242e8e7c153c04888c4d0c6f37","date_created":"2024-01-29T10:14:10Z","file_size":26079404,"success":1,"content_type":"application/pdf","access_level":"open_access"}],"publication_identifier":{"isbn":["9798400701597"]},"keyword":["color","gloss","perception","color compensation","color management"],"oa_version":"Published Version","title":"Gloss-aware color correction for 3D printing","date_created":"2023-05-16T09:34:13Z"},{"publisher":"Association for Computing Machinery","article_processing_charge":"Yes (via OA deal)","tmp":{"short":"CC BY (4.0)","image":"/images/cc_by.png","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"corr_author":"1","doi":"10.1145/3592432","oa":1,"acknowledgement":"We thank Todor Asenov and the Miba Machine Shop for their help in assembling the tattoo machine and manufacturing the substrates. We thank Geysler Rodrigues for the insightful discussions on tattooing practices from a professional artist's perspective. We thank Maria Fernanda Portugal for sharing a doctor's perspective on medical applications of tattoos. This work is graciously supported by the FWF Lise Meitner (Grant M 3319).","department":[{"_id":"BeBi"}],"month":"07","project":[{"grant_number":"M03319","_id":"eb901961-77a9-11ec-83b8-f5c883a62027","name":"Perception-Aware Appearance Fabrication"}],"article_type":"original","author":[{"last_name":"Piovarci","full_name":"Piovarci, Michael","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","first_name":"Michael","orcid":"0000-0002-5062-4474"},{"full_name":"Chapiro, Alexandre","last_name":"Chapiro","first_name":"Alexandre"},{"orcid":"0000-0001-6511-9385","first_name":"Bernd","id":"49876194-F248-11E8-B48F-1D18A9856A87","full_name":"Bickel, Bernd","last_name":"Bickel"}],"volume":42,"keyword":["appearance","modeling","reproduction","tattoo","skin color","gamut mapping","ink-optimization","prosthetic"],"publication_identifier":{"eissn":["1557-7368"],"issn":["0730-0301"]},"oa_version":"Published Version","title":"Skin-Screen: A computational fabrication framework for color tattoos","date_created":"2023-05-16T09:39:14Z","conference":{"location":"Los Angeles, CA, United States","end_date":"2023-08-10","start_date":"2023-08-06","name":"SIGGRAPH: Computer Graphics and Interactive Techniques Conference"},"publication_status":"published","file":[{"file_name":"Piovarci2023.pdf","checksum":"5f0a6867689e025a661bd0b4fd90b821","date_updated":"2023-05-16T09:38:25Z","relation":"main_file","creator":"mpiovarc","file_id":"12985","access_level":"open_access","file_size":30817343,"date_created":"2023-05-16T09:38:25Z","success":1,"content_type":"application/pdf"},{"success":1,"content_type":"application/pdf","file_size":30281676,"date_created":"2024-04-16T05:52:18Z","access_level":"open_access","creator":"dernst","relation":"main_file","date_updated":"2024-04-16T05:52:18Z","file_id":"15324","checksum":"6dd371de5b517e5f184f9c2cbea4b8b3","file_name":"2023_ACM_Piovarci.pdf"}],"status":"public","scopus_import":"1","issue":"4","file_date_updated":"2024-04-16T05:52:18Z","isi":1,"acknowledged_ssus":[{"_id":"M-Shop"}],"publication":"ACM Transactions on Graphics","date_updated":"2025-04-15T07:43:53Z","user_id":"3E5EF7F0-F248-11E8-B48F-1D18A9856A87","ddc":["004"],"year":"2023","article_number":"67","intvolume":"        42","date_published":"2023-07-26T00:00:00Z","quality_controlled":"1","type":"journal_article","external_id":{"isi":["001044671300033"]},"language":[{"iso":"eng"}],"_id":"12984","abstract":[{"text":"Tattoos are a highly popular medium, with both artistic and medical applications. Although the mechanical process of tattoo application has evolved historically, the results are reliant on the artisanal skill of the artist. This can be especially challenging for some skin tones, or in cases where artists lack experience. We provide the first systematic overview of tattooing as a computational fabrication technique. We built an automated tattooing rig and a recipe for the creation of silicone sheets mimicking realistic skin tones, which allowed us to create an accurate model predicting tattoo appearance. This enables several exciting applications including tattoo previewing, color retargeting, novel ink spectra optimization, color-accurate prosthetics, and more.","lang":"eng"}],"citation":{"short":"M. Piovarci, A. Chapiro, B. Bickel, ACM Transactions on Graphics 42 (2023).","ieee":"M. Piovarci, A. Chapiro, and B. Bickel, “Skin-Screen: A computational fabrication framework for color tattoos,” <i>ACM Transactions on Graphics</i>, vol. 42, no. 4. Association for Computing Machinery, 2023.","mla":"Piovarci, Michael, et al. “Skin-Screen: A Computational Fabrication Framework for Color Tattoos.” <i>ACM Transactions on Graphics</i>, vol. 42, no. 4, 67, Association for Computing Machinery, 2023, doi:<a href=\"https://doi.org/10.1145/3592432\">10.1145/3592432</a>.","apa":"Piovarci, M., Chapiro, A., &#38; Bickel, B. (2023). Skin-Screen: A computational fabrication framework for color tattoos. <i>ACM Transactions on Graphics</i>. Los Angeles, CA, United States: Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3592432\">https://doi.org/10.1145/3592432</a>","ista":"Piovarci M, Chapiro A, Bickel B. 2023. Skin-Screen: A computational fabrication framework for color tattoos. ACM Transactions on Graphics. 42(4), 67.","ama":"Piovarci M, Chapiro A, Bickel B. Skin-Screen: A computational fabrication framework for color tattoos. <i>ACM Transactions on Graphics</i>. 2023;42(4). doi:<a href=\"https://doi.org/10.1145/3592432\">10.1145/3592432</a>","chicago":"Piovarci, Michael, Alexandre Chapiro, and Bernd Bickel. “Skin-Screen: A Computational Fabrication Framework for Color Tattoos.” <i>ACM Transactions on Graphics</i>. Association for Computing Machinery, 2023. <a href=\"https://doi.org/10.1145/3592432\">https://doi.org/10.1145/3592432</a>."},"day":"26","has_accepted_license":"1"},{"quality_controlled":"1","type":"conference","external_id":{"isi":["001278296700090"]},"_id":"14798","language":[{"iso":"eng"}],"abstract":[{"text":"A faithful reproduction of gloss is inherently difficult because of the limited dynamic range, peak luminance, and 3D capabilities of display devices. This work investigates how the display capabilities affect gloss appearance with respect to a real-world reference object. To this end, we employ an accurate imaging pipeline to achieve a perceptual gloss match between a virtual and real object presented side-by-side on an augmented-reality high-dynamic-range (HDR) stereoscopic display, which has not been previously attained to this extent. Based on this precise gloss reproduction, we conduct a series of gloss matching experiments to study how gloss perception degrades based on individual factors: object albedo, display luminance, dynamic range, stereopsis, and tone mapping. We support the study with a detailed analysis of individual factors, followed by an in-depth discussion on the observed perceptual effects. Our experiments demonstrate that stereoscopic presentation has a limited effect on the gloss matching task on our HDR display. However, both reduced luminance and dynamic range of the display reduce the perceived gloss. This means that the visual system cannot compensate for the changes in gloss appearance across luminance (lack of gloss constancy), and the tone mapping operator should be carefully selected when reproducing gloss on a low dynamic range (LDR) display.","lang":"eng"}],"day":"10","citation":{"apa":"Chen, B., Jindal, A., Piovarci, M., Wang, C., Seidel, H. P., Didyk, P., … Mantiuk, R. K. (2023). The effect of display capabilities on the gloss consistency between real and virtual objects. In <i>Proceedings of the SIGGRAPH Asia 2023 Conference</i>. Sydney, Australia: Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3610548.3618226\">https://doi.org/10.1145/3610548.3618226</a>","ieee":"B. Chen <i>et al.</i>, “The effect of display capabilities on the gloss consistency between real and virtual objects,” in <i>Proceedings of the SIGGRAPH Asia 2023 Conference</i>, Sydney, Australia, 2023.","short":"B. Chen, A. Jindal, M. Piovarci, C. Wang, H.P. Seidel, P. Didyk, K. Myszkowski, A. Serrano, R.K. Mantiuk, in:, Proceedings of the SIGGRAPH Asia 2023 Conference, Association for Computing Machinery, 2023.","mla":"Chen, Bin, et al. “The Effect of Display Capabilities on the Gloss Consistency between Real and Virtual Objects.” <i>Proceedings of the SIGGRAPH Asia 2023 Conference</i>, 90, Association for Computing Machinery, 2023, doi:<a href=\"https://doi.org/10.1145/3610548.3618226\">10.1145/3610548.3618226</a>.","chicago":"Chen, Bin, Akshay Jindal, Michael Piovarci, Chao Wang, Hans Peter Seidel, Piotr Didyk, Karol Myszkowski, Ana Serrano, and Rafał K. Mantiuk. “The Effect of Display Capabilities on the Gloss Consistency between Real and Virtual Objects.” In <i>Proceedings of the SIGGRAPH Asia 2023 Conference</i>. Association for Computing Machinery, 2023. <a href=\"https://doi.org/10.1145/3610548.3618226\">https://doi.org/10.1145/3610548.3618226</a>.","ista":"Chen B, Jindal A, Piovarci M, Wang C, Seidel HP, Didyk P, Myszkowski K, Serrano A, Mantiuk RK. 2023. The effect of display capabilities on the gloss consistency between real and virtual objects. Proceedings of the SIGGRAPH Asia 2023 Conference. SIGGRAPH: Computer Graphics and Interactive Techniques Conference, 90.","ama":"Chen B, Jindal A, Piovarci M, et al. The effect of display capabilities on the gloss consistency between real and virtual objects. In: <i>Proceedings of the SIGGRAPH Asia 2023 Conference</i>. Association for Computing Machinery; 2023. doi:<a href=\"https://doi.org/10.1145/3610548.3618226\">10.1145/3610548.3618226</a>"},"has_accepted_license":"1","user_id":"317138e5-6ab7-11ef-aa6d-ffef3953e345","ddc":["000"],"year":"2023","article_number":"90","date_published":"2023-12-10T00:00:00Z","file_date_updated":"2024-01-17T08:33:06Z","isi":1,"date_updated":"2025-09-09T14:20:50Z","publication":"Proceedings of the SIGGRAPH Asia 2023 Conference","status":"public","scopus_import":"1","publication_status":"published","conference":{"start_date":"2023-12-12","name":"SIGGRAPH: Computer Graphics and Interactive Techniques Conference","location":"Sydney, Australia","end_date":"2023-12-15"},"file":[{"checksum":"8abe27432ed222b50d1af9b3388db1b0","file_name":"2023_SA_Chen.pdf","creator":"dernst","date_updated":"2024-01-17T08:33:06Z","relation":"main_file","file_id":"14823","access_level":"open_access","success":1,"content_type":"application/pdf","file_size":95967451,"date_created":"2024-01-17T08:33:06Z"}],"publication_identifier":{"isbn":["9798400703157"]},"oa_version":"Published Version","title":"The effect of display capabilities on the gloss consistency between real and virtual objects","date_created":"2024-01-14T23:00:57Z","doi":"10.1145/3610548.3618226","oa":1,"acknowledgement":"This work is supported by FWF Lise Meitner (Grant M 3319), Spanish Agencia Estatal de Investigación (project PID2022-141539NBI00), European Research Council (ERC) under the European Union’s Horizon 2020 research and innovation programme (grant agreement\r\nN◦ 725253–EyeCode), Swiss National Science Foundation (Grant no. 200502), and academic gifts from Meta. We thank Dmitry Lubyako and Ali Özgür Yöntem for building the turntable for our experiment.","department":[{"_id":"BeBi"}],"month":"12","project":[{"grant_number":"M03319","_id":"eb901961-77a9-11ec-83b8-f5c883a62027","name":"Perception-Aware Appearance Fabrication"}],"author":[{"full_name":"Chen, Bin","last_name":"Chen","first_name":"Bin"},{"last_name":"Jindal","full_name":"Jindal, Akshay","first_name":"Akshay"},{"orcid":"0000-0002-5062-4474","first_name":"Michael","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","full_name":"Piovarci, Michael","last_name":"Piovarci"},{"full_name":"Wang, Chao","last_name":"Wang","first_name":"Chao"},{"first_name":"Hans Peter","last_name":"Seidel","full_name":"Seidel, Hans Peter"},{"last_name":"Didyk","full_name":"Didyk, Piotr","first_name":"Piotr"},{"first_name":"Karol","last_name":"Myszkowski","full_name":"Myszkowski, Karol"},{"first_name":"Ana","full_name":"Serrano, Ana","last_name":"Serrano"},{"first_name":"Rafał K.","full_name":"Mantiuk, Rafał K.","last_name":"Mantiuk"}],"publisher":"Association for Computing Machinery","article_processing_charge":"Yes (in subscription journal)","tmp":{"short":"CC BY (4.0)","image":"/images/cc_by.png","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"}},{"language":[{"iso":"eng"}],"_id":"11442","abstract":[{"text":"Enabling additive manufacturing to employ a wide range of novel, functional materials can be a major boost to this technology. However, making such materials printable requires painstaking trial-and-error by an expert operator,\r\nas they typically tend to exhibit peculiar rheological or hysteresis properties. Even in the case of successfully finding the process parameters, there is no guarantee of print-to-print consistency due to material differences between batches. These challenges make closed-loop feedback an attractive option where the process parameters are adjusted on-the-fly. There are several challenges for designing an efficient controller: the deposition parameters are complex and highly coupled, artifacts occur after long time horizons, simulating the deposition is computationally costly, and learning on hardware is intractable. In this work, we demonstrate the feasibility of learning a closed-loop control policy for additive manufacturing using reinforcement learning. We show that approximate, but efficient, numerical simulation is\r\nsufficient as long as it allows learning the behavioral patterns of deposition that translate to real-world experiences. In combination with reinforcement learning, our model can be used to discover control policies that outperform\r\nbaseline controllers. Furthermore, the recovered policies have a minimal sim-to-real gap. We showcase this by applying our control policy in-vivo on a single-layer, direct ink writing printer. ","lang":"eng"}],"external_id":{"isi":["000830989200091"],"arxiv":["2201.11819"]},"type":"journal_article","quality_controlled":"1","has_accepted_license":"1","citation":{"ista":"Piovarci M, Foshey M, Xu J, Erps T, Babaei V, Didyk P, Rusinkiewicz S, Matusik W, Bickel B. 2022. Closed-loop control of direct ink writing via reinforcement learning. ACM Transactions on Graphics. 41(4), 112.","ama":"Piovarci M, Foshey M, Xu J, et al. Closed-loop control of direct ink writing via reinforcement learning. <i>ACM Transactions on Graphics</i>. 2022;41(4). doi:<a href=\"https://doi.org/10.1145/3528223.3530144\">10.1145/3528223.3530144</a>","chicago":"Piovarci, Michael, Michael Foshey, Jie Xu, Timothy Erps, Vahid Babaei, Piotr Didyk, Szymon Rusinkiewicz, Wojciech Matusik, and Bernd Bickel. “Closed-Loop Control of Direct Ink Writing via Reinforcement Learning.” <i>ACM Transactions on Graphics</i>. Association for Computing Machinery, 2022. <a href=\"https://doi.org/10.1145/3528223.3530144\">https://doi.org/10.1145/3528223.3530144</a>.","ieee":"M. Piovarci <i>et al.</i>, “Closed-loop control of direct ink writing via reinforcement learning,” <i>ACM Transactions on Graphics</i>, vol. 41, no. 4. Association for Computing Machinery, 2022.","short":"M. Piovarci, M. Foshey, J. Xu, T. Erps, V. Babaei, P. Didyk, S. Rusinkiewicz, W. Matusik, B. Bickel, ACM Transactions on Graphics 41 (2022).","mla":"Piovarci, Michael, et al. “Closed-Loop Control of Direct Ink Writing via Reinforcement Learning.” <i>ACM Transactions on Graphics</i>, vol. 41, no. 4, 112, Association for Computing Machinery, 2022, doi:<a href=\"https://doi.org/10.1145/3528223.3530144\">10.1145/3528223.3530144</a>.","apa":"Piovarci, M., Foshey, M., Xu, J., Erps, T., Babaei, V., Didyk, P., … Bickel, B. (2022). Closed-loop control of direct ink writing via reinforcement learning. <i>ACM Transactions on Graphics</i>. Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3528223.3530144\">https://doi.org/10.1145/3528223.3530144</a>"},"day":"01","article_number":"112","intvolume":"        41","year":"2022","ddc":["000"],"user_id":"317138e5-6ab7-11ef-aa6d-ffef3953e345","date_published":"2022-06-01T00:00:00Z","OA_place":"publisher","file_date_updated":"2022-06-28T08:32:58Z","date_updated":"2025-09-10T09:36:45Z","publication":"ACM Transactions on Graphics","isi":1,"PlanS_conform":"1","status":"public","issue":"4","ec_funded":1,"scopus_import":"1","publication_status":"published","file":[{"date_created":"2022-06-28T08:32:58Z","file_size":33994829,"success":1,"content_type":"application/pdf","access_level":"open_access","creator":"dernst","date_updated":"2022-06-28T08:32:58Z","relation":"main_file","file_id":"11467","file_name":"2022_ACM_acceptedversion_Piovarci.pdf","checksum":"27f6fe41c6ff84d50445cc9b0176d45b"}],"publication_identifier":{"issn":["0730-0301"],"eissn":["1557-7368"]},"arxiv":1,"title":"Closed-loop control of direct ink writing via reinforcement learning","date_created":"2022-06-10T06:41:47Z","oa_version":"Submitted Version","OA_type":"hybrid","acknowledgement":"This work is graciously supported by the following grant agencies: FWF Lise Meitner (Grant M 3319), SNSF (Grant 200502), ERC Starting Grant (MATERIALIZABLE-715767), NSF (Grant IIS-181507).\r\n","doi":"10.1145/3528223.3530144","oa":1,"volume":41,"author":[{"orcid":"0000-0002-5062-4474","first_name":"Michael","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","last_name":"Piovarci","full_name":"Piovarci, Michael"},{"last_name":"Foshey","full_name":"Foshey, Michael","first_name":"Michael"},{"last_name":"Xu","full_name":"Xu, Jie","first_name":"Jie"},{"last_name":"Erps","full_name":"Erps, Timothy","first_name":"Timothy"},{"last_name":"Babaei","full_name":"Babaei, Vahid","first_name":"Vahid"},{"last_name":"Didyk","full_name":"Didyk, Piotr","first_name":"Piotr"},{"last_name":"Rusinkiewicz","full_name":"Rusinkiewicz, Szymon","first_name":"Szymon"},{"first_name":"Wojciech","full_name":"Matusik, Wojciech","last_name":"Matusik"},{"orcid":"0000-0001-6511-9385","first_name":"Bernd","id":"49876194-F248-11E8-B48F-1D18A9856A87","last_name":"Bickel","full_name":"Bickel, Bernd"}],"project":[{"name":"Perception-Aware Appearance Fabrication","_id":"eb901961-77a9-11ec-83b8-f5c883a62027","grant_number":"M03319"},{"name":"MATERIALIZABLE: Intelligent fabrication-oriented Computational Design and Modeling","_id":"24F9549A-B435-11E9-9278-68D0E5697425","call_identifier":"H2020","grant_number":"715767"}],"article_type":"original","department":[{"_id":"BeBi"}],"month":"06","tmp":{"short":"CC BY (4.0)","image":"/images/cc_by.png","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"corr_author":"1","article_processing_charge":"No","publisher":"Association for Computing Machinery","related_material":{"link":[{"description":"News on ISTA website","relation":"press_release","url":"https://ista.ac.at/en/news/machine-learning-3d-printing-fluids/"}]}},{"citation":{"mla":"Chen, Bin, et al. “Gloss Management for Consistent Reproduction of Real and Virtual Objects.” <i>SIGGRAPH Asia 2022 Conference Papers</i>, vol. 2022, 35, Association for Computing Machinery, 2022, doi:<a href=\"https://doi.org/10.1145/3550469.3555406\">10.1145/3550469.3555406</a>.","short":"B. Chen, M. Piovarci, C. Wang, H.-P. Seidel, P. Didyk, K. Myszkowski, A. Serrano, in:, SIGGRAPH Asia 2022 Conference Papers, Association for Computing Machinery, 2022.","ieee":"B. Chen <i>et al.</i>, “Gloss management for consistent reproduction of real and virtual objects,” in <i>SIGGRAPH Asia 2022 Conference Papers</i>, Daegu, South Korea, 2022, vol. 2022.","apa":"Chen, B., Piovarci, M., Wang, C., Seidel, H.-P., Didyk, P., Myszkowski, K., &#38; Serrano, A. (2022). Gloss management for consistent reproduction of real and virtual objects. In <i>SIGGRAPH Asia 2022 Conference Papers</i> (Vol. 2022). Daegu, South Korea: Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3550469.3555406\">https://doi.org/10.1145/3550469.3555406</a>","ama":"Chen B, Piovarci M, Wang C, et al. Gloss management for consistent reproduction of real and virtual objects. In: <i>SIGGRAPH Asia 2022 Conference Papers</i>. Vol 2022. Association for Computing Machinery; 2022. doi:<a href=\"https://doi.org/10.1145/3550469.3555406\">10.1145/3550469.3555406</a>","ista":"Chen B, Piovarci M, Wang C, Seidel H-P, Didyk P, Myszkowski K, Serrano A. 2022. Gloss management for consistent reproduction of real and virtual objects. SIGGRAPH Asia 2022 Conference Papers. SIGGRAPH: Computer Graphics and Interactive Techniques Conference vol. 2022, 35.","chicago":"Chen, Bin, Michael Piovarci, Chao Wang, Hans-Peter Seidel, Piotr Didyk, Karol Myszkowski, and Ana Serrano. “Gloss Management for Consistent Reproduction of Real and Virtual Objects.” In <i>SIGGRAPH Asia 2022 Conference Papers</i>, Vol. 2022. Association for Computing Machinery, 2022. <a href=\"https://doi.org/10.1145/3550469.3555406\">https://doi.org/10.1145/3550469.3555406</a>."},"day":"01","has_accepted_license":"1","quality_controlled":"1","type":"conference","external_id":{"isi":["001074614400031"]},"abstract":[{"lang":"eng","text":"A good match of material appearance between real-world objects and their digital on-screen representations is critical for many applications such as fabrication, design, and e-commerce. However, faithful appearance reproduction is challenging, especially for complex phenomena, such as gloss. In most cases, the view-dependent nature of gloss and the range of luminance values required for reproducing glossy materials exceeds the current capabilities of display devices. As a result, appearance reproduction poses significant problems even with accurately rendered images. This paper studies the gap between the gloss perceived from real-world objects and their digital counterparts. Based on our psychophysical experiments on a wide range of 3D printed samples and their corresponding photographs, we derive insights on the influence of geometry, illumination, and the display’s brightness and measure the change in gloss appearance due to the display limitations. Our evaluation experiments demonstrate that using the prediction to correct material parameters in a rendering system improves the match of gloss appearance between real objects and their visualization on a display device."}],"_id":"12135","language":[{"iso":"eng"}],"date_published":"2022-11-01T00:00:00Z","ddc":["000"],"user_id":"317138e5-6ab7-11ef-aa6d-ffef3953e345","year":"2022","article_number":"35","intvolume":"      2022","isi":1,"date_updated":"2025-09-10T09:47:32Z","publication":"SIGGRAPH Asia 2022 Conference Papers","file_date_updated":"2023-01-24T07:35:21Z","scopus_import":"1","status":"public","file":[{"success":1,"content_type":"application/pdf","file_size":28826826,"date_created":"2023-01-24T07:35:21Z","access_level":"open_access","date_updated":"2023-01-24T07:35:21Z","file_id":"12351","creator":"dernst","relation":"main_file","checksum":"f47f3215ab8bb919e3546b3438c34c21","file_name":"2022_ACM_SIGGRAPH_Chen.pdf"}],"conference":{"start_date":"2022-12-06","name":"SIGGRAPH: Computer Graphics and Interactive Techniques Conference","location":"Daegu, South Korea","end_date":"2022-12-09"},"publication_status":"published","oa_version":"Published Version","date_created":"2023-01-12T12:03:56Z","title":"Gloss management for consistent reproduction of real and virtual objects","publication_identifier":{"isbn":["9781450394703"]},"month":"11","department":[{"_id":"BeBi"}],"project":[{"name":"Perception-Aware Appearance Fabrication","_id":"eb901961-77a9-11ec-83b8-f5c883a62027","grant_number":"M03319"}],"author":[{"last_name":"Chen","full_name":"Chen, Bin","first_name":"Bin"},{"full_name":"Piovarci, Michael","last_name":"Piovarci","orcid":"0000-0002-5062-4474","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","first_name":"Michael"},{"first_name":"Chao","last_name":"Wang","full_name":"Wang, Chao"},{"full_name":"Seidel, Hans-Peter","last_name":"Seidel","first_name":"Hans-Peter"},{"first_name":"Piotr","full_name":"Didyk, Piotr","last_name":"Didyk"},{"first_name":"Karol","last_name":"Myszkowski","full_name":"Myszkowski, Karol"},{"full_name":"Serrano, Ana","last_name":"Serrano","first_name":"Ana"}],"volume":2022,"doi":"10.1145/3550469.3555406","oa":1,"acknowledgement":"This work is supported by FWF Lise Meitner (Grant M 3319), European Research Council (project CHAMELEON, Grant no. 682080), Swiss National Science Foundation (Grant no. 200502), and academic gifts from Meta.","publisher":"Association for Computing Machinery","article_processing_charge":"No","tmp":{"short":"CC BY (4.0)","image":"/images/cc_by.png","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"}},{"file_date_updated":"2021-12-27T13:51:08Z","isi":1,"publication":"Visual Computer","date_updated":"2023-08-17T06:29:34Z","page":"2975-2987","status":"public","scopus_import":"1","issue":"12","quality_controlled":"1","type":"journal_article","external_id":{"isi":["000673536600003"]},"language":[{"iso":"eng"}],"_id":"10574","abstract":[{"text":"The understanding of material appearance perception is a complex problem due to interactions between material reflectance, surface geometry, and illumination. Recently, Serrano et al. collected the largest dataset to date with subjective ratings of material appearance attributes, including glossiness, metallicness, sharpness and contrast of reflections. In this work, we make use of their dataset to investigate for the first time the impact of the interactions between illumination, geometry, and eight different material categories in perceived appearance attributes. After an initial analysis, we select for further analysis the four material categories that cover the largest range for all perceptual attributes: fabric, plastic, ceramic, and metal. Using a cumulative link mixed model (CLMM) for robust regression, we discover interactions between these material categories and four representative illuminations and object geometries. We believe that our findings contribute to expanding the knowledge on material appearance perception and can be useful for many applications, such as scene design, where any particular material in a given shape can be aligned with dominant classes of illumination, so that a desired strength of appearance attributes can be achieved.","lang":"eng"}],"day":"01","citation":{"apa":"Chen, B., Wang, C., Piovarci, M., Seidel, H. P., Didyk, P., Myszkowski, K., &#38; Serrano, A. (2021). The effect of geometry and illumination on appearance perception of different material categories. <i>Visual Computer</i>. Springer Nature. <a href=\"https://doi.org/10.1007/s00371-021-02227-x\">https://doi.org/10.1007/s00371-021-02227-x</a>","mla":"Chen, Bin, et al. “The Effect of Geometry and Illumination on Appearance Perception of Different Material Categories.” <i>Visual Computer</i>, vol. 37, no. 12, Springer Nature, 2021, pp. 2975–87, doi:<a href=\"https://doi.org/10.1007/s00371-021-02227-x\">10.1007/s00371-021-02227-x</a>.","short":"B. Chen, C. Wang, M. Piovarci, H.P. Seidel, P. Didyk, K. Myszkowski, A. Serrano, Visual Computer 37 (2021) 2975–2987.","ieee":"B. Chen <i>et al.</i>, “The effect of geometry and illumination on appearance perception of different material categories,” <i>Visual Computer</i>, vol. 37, no. 12. Springer Nature, pp. 2975–2987, 2021.","chicago":"Chen, Bin, Chao Wang, Michael Piovarci, Hans Peter Seidel, Piotr Didyk, Karol Myszkowski, and Ana Serrano. “The Effect of Geometry and Illumination on Appearance Perception of Different Material Categories.” <i>Visual Computer</i>. Springer Nature, 2021. <a href=\"https://doi.org/10.1007/s00371-021-02227-x\">https://doi.org/10.1007/s00371-021-02227-x</a>.","ama":"Chen B, Wang C, Piovarci M, et al. The effect of geometry and illumination on appearance perception of different material categories. <i>Visual Computer</i>. 2021;37(12):2975-2987. doi:<a href=\"https://doi.org/10.1007/s00371-021-02227-x\">10.1007/s00371-021-02227-x</a>","ista":"Chen B, Wang C, Piovarci M, Seidel HP, Didyk P, Myszkowski K, Serrano A. 2021. The effect of geometry and illumination on appearance perception of different material categories. Visual Computer. 37(12), 2975–2987."},"has_accepted_license":"1","ddc":["000"],"user_id":"4359f0d1-fa6c-11eb-b949-802e58b17ae8","year":"2021","intvolume":"        37","date_published":"2021-12-01T00:00:00Z","doi":"10.1007/s00371-021-02227-x","oa":1,"acknowledgement":"This project has received funding from the European Union’s Horizon 2020 research and innovation programme under the Marie Sklodowska-Curie, grant agreement N∘ 765911 (RealVision) and from the European Research Council (ERC), grant agreement N∘ 804226 (PERDY). Open Access funding enabled and organized by Projekt DEAL.","month":"12","department":[{"_id":"BeBi"}],"article_type":"original","author":[{"first_name":"Bin","full_name":"Chen, Bin","last_name":"Chen"},{"first_name":"Chao","last_name":"Wang","full_name":"Wang, Chao"},{"last_name":"Piovarci","full_name":"Piovarci, Michael","orcid":"0000-0002-5062-4474","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","first_name":"Michael"},{"last_name":"Seidel","full_name":"Seidel, Hans Peter","first_name":"Hans Peter"},{"first_name":"Piotr","full_name":"Didyk, Piotr","last_name":"Didyk"},{"first_name":"Karol","last_name":"Myszkowski","full_name":"Myszkowski, Karol"},{"first_name":"Ana","full_name":"Serrano, Ana","last_name":"Serrano"}],"volume":37,"publisher":"Springer Nature","article_processing_charge":"Yes","tmp":{"short":"CC BY (4.0)","image":"/images/cc_by.png","legal_code_url":"https://creativecommons.org/licenses/by/4.0/legalcode","name":"Creative Commons Attribution 4.0 International Public License (CC-BY 4.0)"},"publication_status":"published","file":[{"file_name":"2021_VisComput_Chen.pdf","checksum":"244cfcac0479ca6e3444c098ab2860a1","date_updated":"2021-12-27T13:51:08Z","creator":"cchlebak","file_id":"10578","relation":"main_file","access_level":"open_access","date_created":"2021-12-27T13:51:08Z","file_size":5741094,"content_type":"application/pdf","success":1}],"publication_identifier":{"issn":["0178-2789"],"eissn":["1432-2315"]},"oa_version":"Published Version","title":"The effect of geometry and illumination on appearance perception of different material categories","date_created":"2021-12-26T23:01:26Z"},{"article_processing_charge":"No","publisher":"Association for Computing Machinery","doi":"10.1145/3472749.3474798","oa":1,"acknowledgement":"Our gratitude goes out to Kamila Mushkina, Akhmajon Makhsadov, Jordan Espenshade, Bruno Fruchard, Roland Bennewitz, and Robert Drumm. This project has received funding from the EU’s Horizon 2020 research and innovation programme, under the Marie Skłodowska-Curie grant agreement No 642841 (DISTRO).","author":[{"full_name":"Degraen, Donald","last_name":"Degraen","first_name":"Donald"},{"full_name":"Piovarci, Michael","last_name":"Piovarci","orcid":"0000-0002-5062-4474","first_name":"Michael","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E"},{"last_name":"Bickel","full_name":"Bickel, Bernd","id":"49876194-F248-11E8-B48F-1D18A9856A87","first_name":"Bernd","orcid":"0000-0001-6511-9385"},{"last_name":"Kruger","full_name":"Kruger, Antonio","first_name":"Antonio"}],"department":[{"_id":"BeBi"}],"month":"10","project":[{"name":"Distributed 3D Object Design","grant_number":"642841","call_identifier":"H2020","_id":"2508E324-B435-11E9-9278-68D0E5697425"}],"publication_identifier":{"isbn":["978-1-4503-8635-7"]},"date_created":"2021-10-18T07:36:11Z","title":"Capturing tactile properties of real surfaces for haptic reproduction","oa_version":"Preprint","conference":{"name":"UIST: User Interface Software and Technology","start_date":"2021-10-10","end_date":"2021-10-14","location":"Virtual"},"publication_status":"published","file":[{"access_level":"open_access","content_type":"application/pdf","file_size":29796364,"date_created":"2021-10-18T07:36:03Z","checksum":"b0b26464df79b3a59e8ed82e4e19ab15","file_name":"degraen-UIST2021_Texture_Appropriation_CR_preprint.pdf","date_updated":"2021-10-18T07:36:03Z","creator":"bbickel","file_id":"10149","relation":"main_file"}],"status":"public","page":"954-971","ec_funded":1,"scopus_import":"1","file_date_updated":"2021-10-18T07:36:03Z","publication":"34th Annual ACM Symposium","date_updated":"2025-03-31T15:58:15Z","ddc":["000"],"user_id":"8b945eb4-e2f2-11eb-945a-df72226e66a9","year":"2021","date_published":"2021-10-10T00:00:00Z","_id":"10148","language":[{"iso":"eng"}],"abstract":[{"lang":"eng","text":"Tactile feedback of an object’s surface enables us to discern its material properties and affordances. This understanding is used in digital fabrication processes by creating objects with high-resolution surface variations to influence a user’s tactile perception. As the design of such surface haptics commonly relies on knowledge from real-life experiences, it is unclear how to adapt this information for digital design methods. In this work, we investigate replicating the haptics of real materials. Using an existing process for capturing an object’s microgeometry, we digitize and reproduce the stable surface information of a set of 15 fabric samples. In a psychophysical experiment, we evaluate the tactile qualities of our set of original samples and their replicas. From our results, we see that direct reproduction of surface variations is able to influence different psychophysical dimensions of the tactile perception of surface textures. While the fabrication process did not preserve all properties, our approach underlines that replication of surface microgeometries benefits fabrication methods in terms of haptic perception by covering a large range of tactile variations. Moreover, by changing the surface structure of a single fabricated material, its material perception can be influenced. We conclude by proposing strategies for capturing and reproducing digitized textures to better resemble the perceived haptics of the originals."}],"quality_controlled":"1","type":"conference","day":"10","citation":{"short":"D. Degraen, M. Piovarci, B. Bickel, A. Kruger, in:, 34th Annual ACM Symposium, Association for Computing Machinery, 2021, pp. 954–971.","ieee":"D. Degraen, M. Piovarci, B. Bickel, and A. Kruger, “Capturing tactile properties of real surfaces for haptic reproduction,” in <i>34th Annual ACM Symposium</i>, Virtual, 2021, pp. 954–971.","mla":"Degraen, Donald, et al. “Capturing Tactile Properties of Real Surfaces for Haptic Reproduction.” <i>34th Annual ACM Symposium</i>, Association for Computing Machinery, 2021, pp. 954–71, doi:<a href=\"https://doi.org/10.1145/3472749.3474798\">10.1145/3472749.3474798</a>.","apa":"Degraen, D., Piovarci, M., Bickel, B., &#38; Kruger, A. (2021). Capturing tactile properties of real surfaces for haptic reproduction. In <i>34th Annual ACM Symposium</i> (pp. 954–971). Virtual: Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3472749.3474798\">https://doi.org/10.1145/3472749.3474798</a>","ista":"Degraen D, Piovarci M, Bickel B, Kruger A. 2021. Capturing tactile properties of real surfaces for haptic reproduction. 34th Annual ACM Symposium. UIST: User Interface Software and Technology, 954–971.","ama":"Degraen D, Piovarci M, Bickel B, Kruger A. Capturing tactile properties of real surfaces for haptic reproduction. In: <i>34th Annual ACM Symposium</i>. Association for Computing Machinery; 2021:954-971. doi:<a href=\"https://doi.org/10.1145/3472749.3474798\">10.1145/3472749.3474798</a>","chicago":"Degraen, Donald, Michael Piovarci, Bernd Bickel, and Antonio Kruger. “Capturing Tactile Properties of Real Surfaces for Haptic Reproduction.” In <i>34th Annual ACM Symposium</i>, 954–71. Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3472749.3474798\">https://doi.org/10.1145/3472749.3474798</a>."},"has_accepted_license":"1"},{"publication_identifier":{"eissn":["1557-7368"],"issn":["0730-0301"]},"oa_version":"Submitted Version","title":"The effect of shape and illumination on material perception: Model and applications","date_created":"2021-08-08T22:01:28Z","publication_status":"published","publisher":"Association for Computing Machinery","article_processing_charge":"No","oa":1,"doi":"10.1145/3450626.3459813","acknowledgement":"This project has received funding from the European Union’s Horizon 2020 research and innovation programme under the Marie Skłodowska-Curie, grant agreement Nº 765911 (RealVision) and from the European Research Council (ERC), grant agreement Nº 804226 (PERDY).","month":"08","department":[{"_id":"BeBi"}],"article_type":"original","author":[{"first_name":"Ana","full_name":"Serrano, Ana","last_name":"Serrano"},{"first_name":"Bin","full_name":"Chen, Bin","last_name":"Chen"},{"last_name":"Wang","full_name":"Wang, Chao","first_name":"Chao"},{"first_name":"Michael","id":"62E473F4-5C99-11EA-A40E-AF823DDC885E","orcid":"0000-0002-5062-4474","last_name":"Piovarci","full_name":"Piovarci, Michael"},{"full_name":"Seidel, Hans Peter","last_name":"Seidel","first_name":"Hans Peter"},{"full_name":"Didyk, Piotr","last_name":"Didyk","first_name":"Piotr"},{"first_name":"Karol","full_name":"Myszkowski, Karol","last_name":"Myszkowski"}],"volume":40,"user_id":"ba8df636-2132-11f1-aed0-ed93e2281fdd","year":"2021","article_number":"125","intvolume":"        40","main_file_link":[{"open_access":"1","url":"https://zaguan.unizar.es/record/110704/files/texto_completo.pdf"}],"date_published":"2021-08-01T00:00:00Z","quality_controlled":"1","type":"journal_article","external_id":{"isi":["000674930900090"]},"_id":"9820","abstract":[{"lang":"eng","text":"Material appearance hinges on material reflectance properties but also surface geometry and illumination. The unlimited number of potential combinations between these factors makes understanding and predicting material appearance a very challenging task. In this work, we collect a large-scale dataset of perceptual ratings of appearance attributes with more than 215,680 responses for 42,120 distinct combinations of material, shape, and illumination. The goal of this dataset is twofold. First, we analyze for the first time the effects of illumination and geometry in material perception across such a large collection of varied appearances. We connect our findings to those of the literature, discussing how previous knowledge generalizes across very diverse materials, shapes, and illuminations. Second, we use the collected dataset to train a deep learning architecture for predicting perceptual attributes that correlate with human judgments. We demonstrate the consistent and robust behavior of our predictor in various challenging scenarios, which, for the first time, enables estimating perceived material attributes from general 2D images. Since our predictor relies on the final appearance in an image, it can compare appearance properties across different geometries and illumination conditions. Finally, we demonstrate several applications that use our predictor, including appearance reproduction using 3D printing, BRDF editing by integrating our predictor in a differentiable renderer, illumination design, or material recommendations for scene design."}],"language":[{"iso":"eng"}],"day":"01","citation":{"ieee":"A. Serrano <i>et al.</i>, “The effect of shape and illumination on material perception: Model and applications,” <i>ACM Transactions on Graphics</i>, vol. 40, no. 4. Association for Computing Machinery, 2021.","short":"A. Serrano, B. Chen, C. Wang, M. Piovarci, H.P. Seidel, P. Didyk, K. Myszkowski, ACM Transactions on Graphics 40 (2021).","mla":"Serrano, Ana, et al. “The Effect of Shape and Illumination on Material Perception: Model and Applications.” <i>ACM Transactions on Graphics</i>, vol. 40, no. 4, 125, Association for Computing Machinery, 2021, doi:<a href=\"https://doi.org/10.1145/3450626.3459813\">10.1145/3450626.3459813</a>.","apa":"Serrano, A., Chen, B., Wang, C., Piovarci, M., Seidel, H. P., Didyk, P., &#38; Myszkowski, K. (2021). The effect of shape and illumination on material perception: Model and applications. <i>ACM Transactions on Graphics</i>. Association for Computing Machinery. <a href=\"https://doi.org/10.1145/3450626.3459813\">https://doi.org/10.1145/3450626.3459813</a>","ista":"Serrano A, Chen B, Wang C, Piovarci M, Seidel HP, Didyk P, Myszkowski K. 2021. The effect of shape and illumination on material perception: Model and applications. ACM Transactions on Graphics. 40(4), 125.","ama":"Serrano A, Chen B, Wang C, et al. The effect of shape and illumination on material perception: Model and applications. <i>ACM Transactions on Graphics</i>. 2021;40(4). doi:<a href=\"https://doi.org/10.1145/3450626.3459813\">10.1145/3450626.3459813</a>","chicago":"Serrano, Ana, Bin Chen, Chao Wang, Michael Piovarci, Hans Peter Seidel, Piotr Didyk, and Karol Myszkowski. “The Effect of Shape and Illumination on Material Perception: Model and Applications.” <i>ACM Transactions on Graphics</i>. Association for Computing Machinery, 2021. <a href=\"https://doi.org/10.1145/3450626.3459813\">https://doi.org/10.1145/3450626.3459813</a>."},"status":"public","scopus_import":"1","issue":"4","isi":1,"publication":"ACM Transactions on Graphics","date_updated":"2026-04-16T08:20:28Z"}]
