Below is a selection of my publications. You can view the complete list of publications here.
2027
VisPuzzle: Task-Aware Composite Visualization Construction
Zheng Wang, Zhiyang Shen, Lingyun Yu, Shixia Liu
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2027
2026
A study on attention guidance in AR for target localization
Fuqi Xie, Luyan Jiang, Siqi Xie, Qianru Liu, Hai-Ning Liang, Lingyun Yu
Visual Informatics, 2026
@article{Xie:2026:ASA,
title = {A study on attention guidance in AR for target localization},
journal = {Visual Informatics},
volume = {10},
number = {3},
pages = {100309},
year = {2026},
issn = {2468-502X},
doi = {https://doi.org/10.1016/j.visinf.2026.100309},
url = {https://www.sciencedirect.com/science/article/pii/S2468502X26000057},
author = {Fuqi Xie and Luyan Jiang and Siqi Xie and Qianru Liu and Hai-Ning Liang and Lingyun Yu},
keywords = {Attention guidance, Visual cues, Auditory cues, Haptic cues, Augmented reality}} ScaleFree: Dynamic KDE for Multiscale Point Cloud Exploration in VR
Lixiang Zhao, Fuqi Xie, Tobias Isenberg, Hai-Ning Liang, and Lingyun Yu.
IEEE VR: IEEE Conference on Virtual Reality and 3D User Interfaces, 2026
@inproceedings{Zhao:2026:SDK,
author = {Lixiang Zhao and Fuqi Xie and Tobias Isenberg and Hai-Ning Liang and Lingyun Yu},
title = {{ScaleFree}: Dynamic {KDE} for Multiscale Point Cloud Exploration in {VR}},
booktitle = {Proceedings of the IEEE Conference Virtual Reality and 3D User Interfaces (VR, March 21--25, Daegu, Korea)},
year = {2026},
pages = {358--368},
publisher = {IEEE Computer Society},
address = {Los Alamitos},
doi = {10.1109/VR67842.2026.00057},
shortdoi = {10/q5h7},
doi_url = {https://doi.org/10.1109/VR67842.2026.00057},
oa_hal_url = {https://hal.science/hal-05611962},
preprint = {https://doi.org/10.48550/arXiv.2601.20758},
osf_url = {https://osf.io/hfu6e},
url = {https://tobias.isenberg.cc/p/Zhao2026SDK},
github_url = {https://github.com/LixiangZhao98/ScaleFree},
pdf = {https://tobias.isenberg.cc/personal/papers/Zhao_2026_SDK.pdf},
video = {https://youtu.be/H-dz_4UXMIE},
} Grand Challenges in Cross Reality
Christoph Anthes, Mark Billinghurst, Uwe Grünefeld, Hans-Christian Jetter, Hai-Ning Liang, Frank Maurer, David Aigner, Craig Anslow, Guillaume Bataille, Abraham G. Campbell, Judith Friedl-Knirsch, Alexander Gall, Renan Guarese, Sebastian Hubenschmid, Yue Li, Fabian Pointecker, Andreas Riegler, Daniel Roth, Rishi Vanukuru, Nanjia Wang, Lingyun Yu, Johannes Zagermann, Daniel Zielasko
IEEE Transactions on Visualization and Computer Graphics, 2026
@ARTICLE{Anthes:2026:GCC,
author={Anthes, Christoph and Billinghurst, Mark and Grünefeld, Uwe and Jetter, Hans-Christian and Liang, Hai-Ning and Maurer, Frank and Aigner, David and Anslow, Craig and Bataille, Guillaume and Campbell, Abraham G. and Friedl-Knirsch, Judith and Gall, Alexander and Guarese, Renan and Hubenschmid, Sebastian and Li, Yue and Pointecker, Fabian and Riegler, Andreas and Roth, Daniel and Vanukuru, Rishi and Wang, Nanjia and Yu, Lingyun and Zagermann, Johannes and Zielasko, Daniel},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={Grand Challenges in Cross Reality},
year={2026},
volume={32},
number={9},
pages={7998-8016},
doi={10.1109/TVCG.2026.3695303}} Understanding the Effect of Latency on User Performance of Target Selection in Virtual Reality
Yushi Wei, Rongkai Shi, Kemu Xu, Jialin Wang, BoYu Gao, Pan Hui, Lingyun Yu, Hai-Ning Liang
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2026
@ARTICLE{Wei:2026:UEL,
author={Wei, Yushi and Shi, Rongkai and Xu, Kemu and Wang, Jialin and Gao, BoYu and Hui, Pan and Yu, Lingyun and Liang, Hai-Ning},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={Understanding the Effect of Latency on User Performance of Target Selection in Virtual Reality},
year={2026},
volume={32},
number={2},
pages={2200-2215},
doi={10.1109/TVCG.2025.3634367}} A Survey on Multi-Device Systems Involving Smartwatches
Yihan Liu, Jiazhe Huang, Yuchen Gu, Fabiola Polidoro, Lingyun Yu, Yu Liu
IJHCI: International Journal of Human–Computer Interaction, 2026
@article{Liu:2026:ASM,
author = {Yihan Liu and Jiazhe Huang and Yuchen Gu and Fabiola Polidoro and Lingyun Yu and Yu Liu},
title = {A Survey on Multi-Device Systems Involving Smartwatches},
journal = {International Journal of Human–Computer Interaction},
volume = {0},
number = {0},
pages = {1--32},
year = {2026},
publisher = {Taylor \& Francis},
doi = {10.1080/10447318.2026.2643339},
URL = {https://doi.org/10.1080/10447318.2026.2643339},
eprint = {https://doi.org/10.1080/10447318.2026.2643339}}
2025
From Sports Videos to Immersive Training: Augmenting Human Motion to Enrich Basketball Training Experience
Yihong Wu, Xiao Xie, Lingyun Yu, Xinyi Ruan, Runzhou Li, Liqi Cheng, Shuainan Ye, Dazhen Deng, Hui Zhang, Yingcai Wu
ACM UIST: ACM Symposium on User Interface Software and Technology, 2025
@inproceedings{10.1145/3746059.3747762,
author = {Wu, Yihong and Xie, Xiao and Yu, Lingyun and Ruan, Xinyi and Li, Runzhou and Cheng, Liqi and Ye, Shuainan and Deng, Dazhen and Zhang, Hui and Wu, Yingcai},
title = {From Sports Videos to Immersive Training: Augmenting Human Motion to Enrich Basketball Training Experience},
year = {2025},
isbn = {9798400720376},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3746059.3747762},
doi = {10.1145/3746059.3747762},
abstract = {Video plays a crucial role in sports training, enabling participants to analyze their movements and identify opponents’ weaknesses. Despite the easy access to sports videos, the rich motion data within them remains underutilized due to the lack of clear performance indicators and discrepancies from real-game conditions. To address this, we employed advanced computer vision algorithms to reconstruct human motions in an immersive environment, where users can freely observe and interact with the movements. Basketball shooting was chosen as a representative scenario to validate this framework, given its fast pace and extensive physical contact. Collaborating with experts, we iteratively designed motion-related visualizations to improve the understanding of complex movements. A one-on-one matchup simulating real games was also provided, allowing users to compete directly with the reconstructed motions. Our user studies demonstrate that this method enhances participants’ movement comprehension and engagement, while insights derived from interviews inform future immersive training designs.},
booktitle = {Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology},
articleno = {116},
numpages = {17},
keywords = {SportsXR, Immersive Training, Mixed Reality},
location = {
},
series = {UIST '25}
} Exploring and Modeling Directional Effects on Steering Behavior in Virtual Reality
Yushi Wei, Kemu Xu, Yue Li, Lingyun Yu, Hai-Ning Liang
IEEE ISMAR: IEEE Transactions on Visualization and Computer Graphics, 2025
@ARTICLE{10670419,
author={Wei, Yushi and Xu, Kemu and Li, Yue and Yu, Lingyun and Liang, Hai-Ning},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={Exploring and Modeling Directional Effects on Steering Behavior in Virtual Reality},
year={2024},
volume={30},
number={11},
pages={7107-7117},
keywords={Three-dimensional displays;Solid modeling;Predictive models;Computational modeling;Mathematical models;Performance evaluation;Muscles;Virtual reality;human performance modeling;steering law;barehand interaction;head-mounted display},
doi={10.1109/TVCG.2024.3456166}}
PuzzleSorter: Certainty-aware visual restoration of multiple cultural artifacts
Shuainan Ye, Jianing Yin, Buwei Zhou, Tan Tang, Lingyun Yu, Ruohan Yu, Lu Jiang, Changyu Diao, Yingcai Wu
Computational Visual Media, 2025
@ARTICLE{11060027,
author={Ye, Shuainan and Yin, Jianing and Zhou, Buwei and Tang, Tan and Yu, Lingyun and Yu, Ruohan and Jiang, Lu and Diao, Changyu and Wu, Yingcai},
journal={Computational Visual Media},
title={PuzzleSorter: Certainty-Aware Visual Restoration of Multiple Cultural Artifacts},
year={2025},
volume={11},
number={6},
pages={1281-1302},
keywords={Image restoration;Visualization;Cultural differences;Assembly;Shape;Predictive models;Object recognition;Uncertainty;Interviews;Computational modeling;fragment restoration;force-directed graph;uncertainty visualization;cultural heritage},
doi={10.26599/CVM.2025.9450468}}
SpatialTouch: Exploring Spatial Data Visualizations in Cross-reality
Lixiang Zhao, Tobias Isenberg, Fuqi Xie, Hai-Ning. Liang, Lingyun Yu
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2025
@ARTICLE{Zhao:2025:SpatialTouch,
author={Zhao, Lixiang and Isenberg, Tobias and Xie, Fuqi and Liang, Hai-Ning and Yu, Lingyun},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={SpatialTouch: Exploring Spatial Data Visualizations in Cross-Reality},
year={2025},
volume={31},
number={1},
pages={897-907},
doi={10.1109/TVCG.2024.3456368}} Designing Visualization Widgets for Tangible Data Exploration: A Systematic Review
Haonan Yao, Lingyun Yu, Lijie Yao
IEEE Visualization and Visual Analytics (IEEE VIS), Short Paper, 2025
@INPROCEEDINGS{11298793,
author={Yao, Haonan and Yu, Lingyun and Yao, Lijie},
booktitle={2025 IEEE Visualization and Visual Analytics (VIS)},
title={Designing Visualization Widgets for Tangible Data Exploration: A Systematic Review},
year={2025},
volume={},
number={},
pages={261-265},
keywords={Technological innovation;Limiting;Visual analytics;Design methodology;Buildings;Data visualization;Focusing;Cognitive load;Systematic literature review;Material properties;Visualization widget;Tangible interaction;Data exploration},
doi={10.1109/VIS60296.2025.00058}}
InTouch: Rethinking Annotation and Note-taking in Tactile Graphics and Visualizations
Suqi He, Lingyun Yu
IEEE Visualization and Visual Analytics (IEEE VIS), AccessViz Workshop, 2025
@INPROCEEDINGS{11346089,
author={He, Shuqi and Yu, Lingyun},
booktitle={2025 IEEE Workshop on Accessible Data Visualization (AccessViz)},
title={InTouch: Rethinking Annotation and Note-taking in Tactile Graphics and Visualizations},
year={2025},
volume={},
number={},
pages={4-9},
keywords={Graphics;Technological innovation;Braille;Annotations;Conferences;Data visualization;Collaboration;Tagging;Media;Accessible visualization;tactile;annotation;BLV},
doi={10.1109/AccessViz68666.2025.00006}}
RouteFlow: Trajectory-Aware Animated Transitions
Duan Li, Xinyuan Guo, Xinhuan Shu, Lanxi Xiao, Lingyun Yu, Shixia Liu
Best Paper Award at Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems, 2025
@inproceedings{Li:2025:RouteFlow,
author = {Li, Duan and Guo, Xinyuan and Shu, Xinhuan and Xiao, Lanxi and Yu, Lingyun and Liu, Shixia},
title = {RouteFlow: Trajectory-Aware Animated Transitions},
year = {2025},
isbn = {9798400713941},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3706598.3714300},
doi = {10.1145/3706598.3714300},
booktitle = {Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems},
articleno = {1116},
numpages = {17},
keywords = {trajectory data, animation, edge bundling},
location = {},
series = {CHI ’25}
} ArtifactShow: Incorporating Generative AI into Narrative Visualization for Interactive Cultural Experience
Ningning Xu, Yu Liu, Yifei Chen, Zheyuan Jiang, Yuwei Ren, Zhichao Zhang, Bin Jia, Lingyun Yu
CHI: ACM Conference on Human Factors in Computing Systems, 2025
@inproceedings{10.1145/3706599.3720160,
author = {Xu, Ningning and Liu, Yu and Chen, Yifei and Jiang, Zheyuan and Ren, Yuwei and Zhang, Zhichao and Jia, Bin and Yu, Lingyun},
title = {ArtifactShow: Incorporating Generative AI into Narrative Visualization for Interactive Cultural Experience},
year = {2025},
isbn = {9798400713958},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3706599.3720160},
doi = {10.1145/3706599.3720160},
abstract = {We propose ArtifactShow, an interactive system that engages users in cultural experiences through a series of digital shows powered by generative AI. Current cultural digitization processes rely heavily on labor-intensive efforts to create complex multimedia scenes from vast amounts of cultural data. To address this challenge, we integrate generative AI into narrative visualization, enhancing public understanding of historical and cultural narratives through navigation, exploration, and visual analysis. To evaluate the effectiveness of our system, we conducted user studies with three domain experts and seven volunteers. Our findings suggest that ArtifactShow has significant potential to enhance public knowledge and interest in cultural heritage. Through our exploration, we developed a workflow and design guidelines for using generative AI to construct narrative visualizations for cultural heritage.},
booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},
articleno = {78},
numpages = {8},
keywords = {Cultural Heritage, Data Visualization, Generative AI},
location = {
},
series = {CHI EA '25}
} Mozualization: Crafting Music and Visual Representation with Multimodal AI
Wanfang Xu, Lixiang Zhao, Haiwen Song, Xinheng Song, Zhaolin Lu, Yu Liu, Min Chen, Eng Gee Lim, Lingyun Yu
CHI: ACM Conference on Human Factors in Computing Systems, 2025
@inproceedings{10.1145/3706599.3719686,
author = {Xu, Wanfang and Zhao, Lixiang and Song, Haiwen and Song, Xinheng and Lu, Zhaolin and Liu, Yu and Chen, Min and Lim, Eng Gee and Yu, Lingyun},
title = {Mozualization: Crafting Music and Visual Representation with Multimodal AI},
year = {2025},
isbn = {9798400713958},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3706599.3719686},
doi = {10.1145/3706599.3719686},
abstract = {In this work, we introduce Mozualization, a music generation and editing tool that creates multi-style embedded music by integrating diverse inputs, such as keywords, images, and sound clips (e.g., segments from various pieces of music or even a playful cat’s meow). Our work is inspired by the ways people express their emotions—writing mood-descriptive poems or articles, creating drawings with warm or cool tones, or listening to sad or uplifting music. Building on this concept, we developed a tool that transforms these emotional expressions into a cohesive and expressive song, allowing users to seamlessly incorporate their unique preferences and inspirations. To evaluate the tool and, more importantly, gather insights for its improvement, we conducted a user study involving nine music enthusiasts. The study assessed user experience, engagement, and the impact of interacting with and listening to the generated music.},
booktitle = {Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},
articleno = {407},
numpages = {7},
keywords = {Multimodal Input, Music Editing, Music Visualization},
location = {
},
series = {CHI EA '25}
} 2024
Exploration of Exocentric Perspective Interfaces for Virtual Reality Collaborative Tasks
Lei Chen, Junkun Long, Rongkai Shi, Ziming Li, Yong Yue, Lingyun Yu, Hai-Ning Liang
Display, 2024
@article{chen2024exploration,
title={Exploration of exocentric perspective interfaces for virtual reality collaborative tasks},
author={Chen, Lei and Long, Junkun and Shi, Rongkai and Li, Ziming and Yue, Yong and Yu, Lingyun and Liang, Hai-Ning},
journal={Displays},
volume={84},
pages={102781},
year={2024},
publisher={Elsevier}
} CHORDination: Evaluating Visual Design Choices in Chord Diagrams for Network Data
Kai Wang, Shuqi He, Wenlu Wang, Jinbei Yu, Yu Liu, Lingyun Yu
17th International Symposium on Visual Information Communication and Interaction (VINCI), 2024
@inproceedings{10.1145/3678698.3678707,
author = {Wang, Kai and He, Shuqi and Wang, Wenlu and Yu, Jinbei and Liu, Yu and Yu, Lingyun},
title = {CHORDination: Evaluating Visual Design Choices in Chord Diagrams for Network Data},
year = {2024},
isbn = {9798400709678},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3678698.3678707},
doi = {10.1145/3678698.3678707},
abstract = {Chord diagrams are widely used for visualizing data connectivity and flow between nodes in a network. They are effective for representing complex structures through an intuitive and visually appealing circular layout. While previous work has focused on improving aesthetics and interactivity, the influence of fundamental design elements on user perception and information retrieval remains under-explored. In this study, we explored the three primary components of chord diagram anatomy, namely the nodes, circular outline, and arc connections, in three sequential experiment phases. In phase one, we conducted a controlled experiment (N=90) to find the perceptually and information optimized node widths (narrow, medium, wide) and quantities (low, medium, high). This optimal set of node width and quantity sets the foundation for subsequent evaluations and were kept fixed for consistency. In phase two of the study, we conducted an expert design review for identifying the optimal radial tick marks and color gradients. Then in phase three, we evaluated the perceptual and information retrieval performance of the design choices in a controlled experiment (N=24) by comparing four chord diagram designs (baseline, radial tick marks, arc color gradients, both tick marks and color gradients). Results indicated that node width and quantity significantly affected users’ information retrieval performance and subjective ratings, whereas the presence of tick marks predominantly influenced subjective experiences. Based on these findings, we discuss the design implications of these visual elements and offer guidance and recommendations for optimizing chord diagram designs in network visualization tasks.},
booktitle = {Proceedings of the 17th International Symposium on Visual Information Communication and Interaction},
articleno = {15},
numpages = {8},
keywords = {Chord diagram, Network data, User perception},
location = {
},
series = {VINCI '24}
} 3DStoryline: Immersive Visual Storytelling
Haonan Yao, Lixiang Zhao, Boyuan Chen, Kaiwen Li, Hai-Ning Liang, Lingyun Yu
ChinaVis: Journal of Visualization, 2024
@article{yao20253dstoryline,
title={3DStoryline: immersive visual storytelling: H. Yao et al.},
author={Yao, Haonan and Zhao, Lixiang and Chen, Boyuan and Li, Kaiwen and Liang, Hai-Ning and Yu, Lingyun},
journal={Journal of Visualization},
volume={28},
number={3},
pages={681--697},
year={2025},
doi={10.1007/s12650-025-01058-5},
publisher={Springer}
} MeTACAST: Target- and Context-aware Spatial Selection in VR
Lixiang Zhao, Tobias Isenberg, Fuqi Xie, Hai-Ning. Liang, Lingyun Yu
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2024
@ARTICLE{10292508,
author={Zhao, Lixiang and Isenberg, Tobias and Xie, Fuqi and Liang, Hai-Ning and Yu, Lingyun},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={MeTACAST: Target- and Context-Aware Spatial Selection in VR},
year={2024},
volume={30},
number={1},
pages={480-494},
keywords={Three-dimensional displays;Shape;Density measurement;Volume measurement;Data visualization;Particle measurements;Spatial databases;Spatial selection;immersive analytics;virtual reality (VR);target-aware and context-aware interaction for visualization},
doi={10.1109/TVCG.2023.3326517}}
MapCraft: Dissecting and Designing Custom Geo-Infographics
Xinyuan Zhang, Yifan Xu, Kaiwen Li, Lingyun Yu, Yu Liu
ChinaVis: Journal of Visualization, 2024
@article{zhang:2025:MapCraft,
title={ChinaVis24. MapCraft: dissecting and designing custom geo-infographics: X. Zhang et al.},
author={Zhang, Xinyuan and Xu, Yifan and Li, Kaiwen and Yu, Lingyun and Liu, Yu},
journal={Journal of Visualization},
volume={28},
number={4},
pages={837--857},
year={2025},
publisher={Springer}
} Data Cubes in Hand: A Design Space of Tangible Cubes for Visualizing 3D Spatio-Temporal Data in Mixed Reality
Shuqi He, Haonan Yao, Luyan Jiang, Kaiwen Li, Nan Xiang, Yue Li, Hai-Ning Liang, Lingyun Yu
CHI: ACM Conference on Human Factors in Computing Systems, 2024
@inproceedings{10.1145/3613904.3642740,
author = {He, Shuqi and Yao, Haonan and Jiang, Luyan and Li, Kaiwen and Xiang, Nan and Li, Yue and Liang, Hai-Ning and Yu, Lingyun},
title = {Data Cubes in Hand: A Design Space of Tangible Cubes for Visualizing 3D Spatio-Temporal Data in Mixed Reality},
year = {2024},
isbn = {9798400703300},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3613904.3642740},
doi = {10.1145/3613904.3642740},
abstract = {Tangible interfaces in mixed reality (MR) environments allow for intuitive data interactions. Tangible cubes, with their rich interaction affordances, high maneuverability, and stable structure, are particularly well-suited for exploring multi-dimensional data types. However, the design potential of these cubes is underexplored. This study introduces a design space for tangible cubes in MR, focusing on interaction space, visualization space, sizes, and multiplicity. Using spatio-temporal data, we explored the interaction affordances of these cubes in a workshop (N=24). We identified unique interactions like rotating, tapping, and stacking, which are linked to augmented reality (AR) visualization commands. Integrating user-identified interactions, we created a design space for tangible-cube interactions and visualization. A prototype visualizing global health spending with small cubes was developed and evaluated, supporting both individual and combined cube manipulation. This research enhances our grasp of tangible interaction in MR, offering insights for future design and application in diverse data contexts.},
booktitle = {Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems},
articleno = {209},
numpages = {21},
keywords = {mixed reality, spatio-temporal data, tangible interaction},
location = {Honolulu, HI, USA},
series = {CHI ’24}
} A Comparative Study of Table-Sized Physicalization and Digital Visualization
Yanxin Wang, Yihan Liu, Lingyun Yu, Chengtao Ji, Yu Liu
ChinaVis: Journal of Visualization, 2024
@article{wang2025comparative,
title={A comparative study of table-sized physicalization and digital visualization: Y. Wang et al.},
author={Wang, Yanxin and Liu, Yihan and Yu, Lingyun and Ji, Chengtao and Liu, Yu},
journal={Journal of visualization},
volume={28},
number={3},
pages={511--533},
year={2025},
publisher={Springer}
} Exploring Embodied Asymmetric Two-Handed Interactions for Immersive Data Exploration
Haonan Yao, Lixiang Zhao, Hai-Ning Liang, Yu Liu, Yue Li, Lingyun Yu,
Late-Breaking Work, ACM CHI conference on Human Factors in Computing Systems, 2024
@inproceedings{10.1145/3613905.3650777,
author = {Yao, Haonan and Zhao, Lixiang and Liang, Hai-Ning and Liu, Yu and Li, Yue and Yu, Lingyun},
title = {Exploring Embodied Asymmetric Two-Handed Interactions for Immersive Data Exploration},
year = {2024},
isbn = {9798400703317},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3613905.3650777},
doi = {10.1145/3613905.3650777},
abstract = {Embodied interaction plays a crucial role in facilitating effective data exploration within immersive environments, enhancing user experience, understanding, and exploring complex data presented in the virtual space. While embodied two-handed interaction has demonstrated considerable potential, there remains a gap in understanding how varying levels of embodiment impact asymmetric two-hand interactions for immersive data exploration. In this study, we systematically investigate this aspect by combining three settings (direct, indirect, and fixed) on the visualization control hand and two settings (direct, indirect) on the action hand. This combination results in six conditions that span varying levels of embodiment. We compared these conditions under two fundamental visualization tasks, focusing on curve brushing and object manipulation. Our discussion revolves around the use of techniques related to the specific requirements of the tasks, the characteristics of each condition, and users’ experience and expertise in the VR environment. Building upon these discussions, we offer suggestions for designing embodied two-handed interactions for immersive data exploration.},
booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},
articleno = {140},
numpages = {10},
keywords = {Embodied interaction, immersive data exploration, virtual reality},
location = {Honolulu, HI, USA},
series = {CHI EA '24}
} Towards Better Illegal Chemical Facility Detection with Hazardous Chemicals Transportation Trajectories
Junxiu Tang, Huimin Ren, Zikun Deng, Di Weng, Tan Tang, Lingyun Yu, Jie Bao, Yu Zheng, Yingcai Wu
ChinaVis: Journal of Visualization, 2024
@article{tang2025towards,
title={Towards better illegal chemical facility detection with hazardous chemicals transportation trajectories: J. Tang et al.},
author={Tang, Junxiu and Ren, Huimin and Deng, Zikun and Weng, Di and Tang, Tan and Yu, Lingyun and Bao, Jie and Zheng, Yu and Wu, Yingcai},
journal={Journal of Visualization},
volume={28},
number={3},
pages={535--551},
year={2025},
publisher={Springer}
} Charting Beyond Sight with DataStory: Sensory Substitution and Storytelling in Visual Literacy Education for Visually Impaired Children
Shuqi He, Lingyun Yu
Late-Breaking Work, ACM CHI conference on Human Factors in Computing Systems, 2024
@inproceedings{10.1145/3613905.3650800,
author = {He, Shuqi and Yu, Lingyun},
title = {Charting Beyond Sight with DataStory: Sensory Substitution and Storytelling in Visual Literacy Education for Visually Impaired Children},
year = {2024},
isbn = {9798400703317},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3613905.3650800},
doi = {10.1145/3613905.3650800},
abstract = {Visualizations transform raw data into accessible insights. However, they often exclude the visually impaired community. Despite tools like alt-texts and screen readers for translating visual information, visual literacy remains a fundamental barrier to interpreting visual data. Standard visual literacy education is less accessible to visually impaired learners. Our study explores visualization education through alternative sensory channels for visually impaired students. This work has three main contributions: examining educational practices for visually impaired students at a special education school; defining design requirements focused on sensory substitution; and developing a storytelling-based assistive learning prototype. The final design, DataStory, is a tactile storybook with embedded visualizations and sonified data narratives. To evaluate its feasibility, we conducted a pilot study with proxy students and a special education teacher. The paper concludes with a discussion on limitations and future directions in assistive visualization education, promoting further research into equitable educational tools for visually impaired children.},
booktitle = {Extended Abstracts of the CHI Conference on Human Factors in Computing Systems},
articleno = {73},
numpages = {8},
keywords = {Assistive learning technologies, Sensory substitution, Storytelling, Visually impaired education},
location = {Honolulu, HI, USA},
series = {CHI EA '24}
} Tangible Progress: Employing Visual Metaphors and Physical Interfaces in AI-based English Language Learning
Mei Wang, Hai-Ning Liang, Yu Liu, Chengtao Ji, Lingyun Yu
7th International Workshop on Big Data Visual Exploration and Analytics, 2024
@article{wang2024tangible,
title={Tangible Progress: Employing Visual Metaphors and Physical Interfaces in AI-based English Language Learning},
author={Wang, Mei and Liang, Hai-Ning and Liu, Yu and Ji, Chengtao and Yu, Lingyun},
journal={Proceedings of the VLDB Endowment. ISSN},
volume={2150},
pages={8097},
year={2024}
} VisCourt: In-Situ Guidance for Interactive Tactic Training in Mixed Reality
Liqi Cheng, Hanze Jia, Lingyun Yu, Yihong Wu, Shuainan Ye, Dazhen Deng, Hui Zhang, Xiao Xie, Yingcai Wu
ACM UIST: ACM Symposium on User Interface Software and Technology, 2024
@inproceedings{10.1145/3654777.3676466,
author = {Cheng, Liqi and Jia, Hanze and Yu, Lingyun and Wu, Yihong and Ye, Shuainan and Deng, Dazhen and Zhang, Hui and Xie, Xiao and Wu, Yingcai},
title = {VisCourt: In-Situ Guidance for Interactive Tactic Training in Mixed Reality},
year = {2024},
isbn = {9798400706288},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3654777.3676466},
doi = {10.1145/3654777.3676466},
abstract = {In team sports like basketball, understanding and executing tactics—coordinated plans of movements among players—are crucial yet complex, requiring extensive practice. These tactics require players to develop a keen sense of spatial and situational awareness. Traditional coaching methods, which mainly rely on basketball tactic boards and video instruction, often fail to bridge the gap between theoretical learning and the real-world application of tactics, due to shifts in view perspectives and a lack of direct experience with tactical scenarios. To address this challenge, we introduce VisCourt, a Mixed Reality (MR) tactic training system, in collaboration with a professional basketball team. To set up the MR training environment, we employed semi-automatic methods to simulate realistic 3D tactical scenarios and iteratively designed visual in-situ guidance. This approach enables full-body engagement in interactive training sessions on an actual basketball court and provides immediate feedback, significantly enhancing the learning experience. A user study with athletes and enthusiasts shows the effectiveness and satisfaction with VisCourt in basketball training and offers insights for the design of future SportsXR training systems.},
booktitle = {Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology},
articleno = {32},
numpages = {14},
keywords = {Immersive Training, In-Situ Visualization, Mixed Reality, SportsXR},
location = {Pittsburgh, PA, USA},
series = {UIST '24}
} Exploration of Foot-based Text Entry Techniques for Virtual Reality Environments
Tingjie Wan, Liangyuting Zhang, Hongyu Yang, Pourang Irani, Lingyun Yu, Hai-Ning Liang
CHI: ACM Conference on Human Factors in Computing Systems, 2024
@inproceedings{10.1145/3613904.3642757,
author = {Wan, Tingjie and Zhang, Liangyuting and Yang, Hongyu and Irani, Pourang and Yu, Lingyun and Liang, Hai-Ning},
title = {Exploration of Foot-based Text Entry Techniques for Virtual Reality Environments},
year = {2024},
isbn = {9798400703300},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3613904.3642757},
doi = {10.1145/3613904.3642757},
abstract = {Foot-based input can serve as a supplementary or alternative approach to text entry in virtual reality (VR). This work explores the feasibility and design of foot-based techniques that are hands-free. We first conducted a preliminary study to assess foot-based text entry in standing and seated positions with tap and swipe input approaches. The findings showed that foot-based text input was feasible, with the possibility for performance and usability improvements. We then developed three foot-based techniques, including two tap-based techniques (FeetSymTap and FeetAsymTap) and one swipe-based technique (FeetGestureTap), and evaluated their performance via another user study. The results show that the two tap-based techniques supported entry rates of 11.12 WPM and 10.80 WPM, while the swipe-based technique led to 9.16 WPM. Our findings provide a solid foundation for the future design and implementation of foot-based text entry in VR and have the potential to be extended to MR and AR.},
booktitle = {Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems},
articleno = {940},
numpages = {17},
keywords = {foot-based interaction, hands-free interaction, text entry, virtual reality},
location = {Honolulu, HI, USA},
series = {CHI '24}
} Cluster-Aware Grid Layout
Yuxing Zhou, Weikai Yang, Jiashu Chen, Changjian Chen, Zhiyang Shen, Xiaonan Luo, Lingyun Yu, Shixia Liu
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2024
@ARTICLE{10292929,
author={Zhou, Yuxing and Yang, Weikai and Chen, Jiashu and Chen, Changjian and Shen, Zhiyang and Luo, Xiaonan and Yu, Lingyun and Liu, Shixia},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={Cluster-Aware Grid Layout},
year={2024},
volume={30},
number={1},
pages={240-250},
doi={10.1109/TVCG.2023.3326934}} A Comparative Study on Fixed-order Event Sequence Visualizations: Gantt, Extended Gantt, and Stringline Charts
Junxiu Tang, Fumeng Yang, Jiang Wu, Yifang Wang, Jiayi Zhou, Xiwen Cai, Lingyun Yu, and Yingcai Wu
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2024
@ARTICLE{10415212,
author={Tang, Junxiu and Yang, Fumeng and Wu, Jiang and Wang, Yifang and Zhou, Jiayi and Cai, Xiwen and Yu, Lingyun and Wu, Yingcai},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={A Comparative Study on Fixed-order Event Sequence Visualizations: Gantt, Extended Gantt, and Stringline Charts},
year={2024},
volume={},
number={},
pages={1-15},
doi={10.1109/TVCG.2024.3358919}} 2023
A Study of Zooming, Interactive Lenses and Overview+Detail Techniques in Collaborative Map-based Tasks
Yu Liu, Zhichao Zhang, Yushan Pan, Yue Li, Hai-Ning Liang, Paul Craig, Lingyun Yu
PacificVis: IEEE Pacific Visualization Symposium, 2023
@INPROCEEDINGS{Liu:2023:ASZ,
author={Liu, Yu and Zhang, Zhichao and Pan, Yushan and Li, Yue and Liang, Hai-Ning and Craig, Paul and Yu, Lingyun},
booktitle={2023 IEEE 16th Pacific Visualization Symposium (PacificVis)},
title={A Study of Zooming, Interactive Lenses and Overview+Detail Techniques in Collaborative Map-based Tasks},
year={2023},
volume={},
number={},
pages={11-20},
doi={10.1109/PacificVis56936.2023.00009}}
TimeQuestAR: Unfolding Cultural Narratives via Situated Visualizations
Ningning Xu, Yu Liu, Zhichao Zhang, Lingyun Yu
IEEE ISMAR: International Symposium on Mixed and Augmented Reality, 2023
@INPROCEEDINGS{Xu:2023:TimeQuestAR,
author={Xu, Ningning and Liu, Yu and Zhang, Zhichao and Yu, Lingyun},
booktitle={2023 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
title={TimeQuestAR: Unfolding Cultural Narratives via Situated Visualizations},
year={2023},
volume={},
number={},
pages={86-91},
doi={10.1109/ISMAR-Adjunct60411.2023.00026}} Exploration of Bare-Hand Mid-Air Pointing Selection Techniques for Dense Virtual Reality Environments
Rongkai Shi, Jialin Zhang, Yong Yue, Lingyun Yu, Hai-Ning Liang
CHI: Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems, 2023
@inproceedings{10.1145/3544549.3585615,
author = {Shi, Rongkai and Zhang, Jialin and Yue, Yong and Yu, Lingyun and Liang, Hai-Ning},
title = {Exploration of Bare-Hand Mid-Air Pointing Selection Techniques for Dense Virtual Reality Environments},
year = {2023},
isbn = {9781450394222},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3544549.3585615},
doi = {10.1145/3544549.3585615},
abstract = {Target selection in dense virtual reality (VR) environments is challenging. Prior work has explored different controller-based raycasting techniques to assist target selection in such environments. However, limited research has focused on selection via mid-air barehand, which represents another major input metaphor for immersive environments. In this paper, we first review the existing raycasting selection techniques for dense VR environments. Based on this, we propose and develop two freehand pointing selection techniques—HandDepthCursor and HandConeGrid, and implement MultiFingerBubble, a recently-proposed technique. We then conduct a user study to compare and evaluate their performance and experience in a target selection task in dense VR environments. Our results suggest that HandDepthCursor and HandConeGrid led to significantly faster and more accurate selection performance, and lower perceived workload and arm fatigue. In addition, HandConeGrid showed a distinct advantage in high-density environments.},
booktitle = {Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems},
articleno = {109},
numpages = {7},
keywords = {bare-hand interaction, dense environment, head-mounted displays, object selection, pointing selection, virtual reality},
location = {Hamburg, Germany},
series = {CHI EA '23}
} ImmerView: Adaptive Multi-View Layout for Immersive Situated Visualizations
Jiayin Li, Lixiang Zhao, Hai-Ning Liang, Lingyun Yu
IEEE ISMAR: International Symposium on Mixed and Augmented Reality, 2023
@INPROCEEDINGS{Li:2023:ImmerView,
author={Li, Jiayin and Zhao, Lixiang and Liang, Hai-Ning and Yu, Lingyun},
booktitle={2023 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
title={ImmerView: Adaptive Multi-View Layout for Immersive Situated Visualizations},
year={2023},
volume={},
number={},
pages={108-112},
doi={10.1109/ISMAR-Adjunct60411.2023.00030}}
Predicting Gaze-based Target Selection in Augmented Reality Headsets based on Eye and Head Endpoint Distributions
Yushi Wei, Rongkai Shi, Difeng Yu, Yihong Wang, Yue Li, Lingyun Yu, Hai-Ning Liang
IEEE VR: IEEE Conference on Virtual Reality and 3D User Interfaces, 2023
@inproceedings{10.1145/3544548.3581042,
author = {Wei, Yushi and Shi, Rongkai and Yu, Difeng and Wang, Yihong and Li, Yue and Yu, Lingyun and Liang, Hai-Ning},
title = {Predicting Gaze-based Target Selection in Augmented Reality Headsets based on Eye and Head Endpoint Distributions},
year = {2023},
isbn = {9781450394215},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3544548.3581042},
doi = {10.1145/3544548.3581042},
abstract = {Target selection is a fundamental task in interactive Augmented Reality (AR) systems. Predicting the intended target of selection in such systems can provide users with a smooth, low-friction interaction experience. Our work aims to predict gaze-based target selection in AR headsets with eye and head endpoint distributions, which describe the probability distribution of eye and head 3D orientation when a user triggers a selection input. We first conducted a user study to collect users’ eye and head behavior in a gaze-based pointing selection task with two confirmation mechanisms (air tap and blinking). Based on the study results, we then built two models: a unimodal model using only eye endpoints and a multimodal model using both eye and head endpoints. Results from a second user study showed that the pointing accuracy is improved by approximately 32\% after integrating our models into gaze-based selection techniques.},
booktitle = {Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems},
articleno = {283},
numpages = {14},
keywords = {Augmented reality, error prediction, eye input, selection modeling, target selection},
location = {Hamburg, Germany},
series = {CHI '23}
} Design and Development of a Mixed Reality Acupuncture Training System
Qilei Sun, Jiayou Huang, Haodong. Zhang, Paul Craig, Lingyun Yu, and Eng Gee Lim
IEEE VR: IEEE Conference on Virtual Reality and 3D User Interfaces, 2023
@INPROCEEDINGS{10108424,
author={Sun, Qilei and Huang, Jiayou and Zhang, Haodong and Craig, Paul and Yu, Lingyun and Lim, Eng Gee},
booktitle={2023 IEEE Conference Virtual Reality and 3D User Interfaces (VR)},
title={Design and Development of a Mixed Reality Acupuncture Training System},
year={2023},
volume={},
number={},
pages={265-275},
keywords={Training;Solid modeling;Three-dimensional displays;Mixed reality;Prototypes;Virtual reality;User interfaces;Mixed reality—immersive technologies—virtual environments—;Chinese acupuncture—Medical education},
doi={10.1109/VR55154.2023.00042}}
CubeMuseum AR: A Tangible Augmented Reality Interface for Cultural Heritage Learning and Museum Gifting
Ningning Xu, Yue Li, Xingbo Wei, Letian Xie, Lingyun Yu, and Hai-Ning Liang
IJHCI: International Journal of Human–Computer Interaction, 2023
@article{xu2024cubemuseum,
title={CubeMuseum AR: A tangible augmented reality interface for cultural heritage learning and museum gifting},
author={Xu, Ningning and Li, Yue and Wei, Xingbo and Xie, Letian and Yu, Lingyun and Liang, Hai-Ning},
journal={International Journal of Human--Computer Interaction},
volume={40},
number={6},
pages={1409--1437},
year={2024},
publisher={Taylor \& Francis}
} Exploring Effective Relationships Between Visual-Audio Channels in Data Visualization
Sadia Rubab, Lingyun Yu, Junxiu Tang, Yingcai Wu
ChinaVis: Journal of Visualization, 2023
@article{rubab2023exploring,
title={Exploring Effective Relationships Between Visual-Audio Channels in Data Visualization: S. Rubab et al.},
author={Rubab, Sadia and Yu, Lingyun and Tang, Junxiu and Wu, Yingcai},
journal={Journal of Visualization},
volume={26},
number={4},
pages={937--956},
year={2023},
publisher={Springer}
} MetaGlyph: Automatic Generation of Metaphoric Glyph-based Visualization
Lu Ying, Xinghuan Shu, Dazhen Deng, Yuchen Yang, Tan Tang, Lingyun Yu, and Yingcai Wu.
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2023
@ARTICLE{9906974,
author={Ying, Lu and Shu, Xinhuan and Deng, Dazhen and Yang, Yuchen and Tang, Tan and Yu, Lingyun and Wu, Yingcai},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={MetaGlyph: Automatic Generation of Metaphoric Glyph-based Visualization},
year={2023},
volume={29},
number={1},
pages={331-341},
keywords={Data visualization;Visualization;Semantics;Layout;Authoring systems;Task analysis;Shape;Glyph-based visualization;metaphor;machine learning;automatic visualization},
doi={10.1109/TVCG.2022.3209447}}
AR-Enhanced Workouts: Exploring Visual Cues for At-Home Workout Videos in AR Environment
Yihong Wu, Lingyun Yu, Jie Xu, Dazhen Deng, Jiachen Wang, Xie Xiao, Hui Zhang, Yingcai Wu
ACM UIST: ACM Symposium on User Interface Software and Technology, 2023
@inproceedings{10.1145/3586183.3606796,
author = {Wu, Yihong and Yu, Lingyun and Xu, Jie and Deng, Dazhen and Wang, Jiachen and Xie, Xiao and Zhang, Hui and Wu, Yingcai},
title = {AR-Enhanced Workouts: Exploring Visual Cues for At-Home Workout Videos in AR Environment},
year = {2023},
isbn = {9798400701320},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3586183.3606796},
doi = {10.1145/3586183.3606796},
abstract = {In recent years, with growing health consciousness, at-home workout has become increasingly popular for its convenience and safety. Most people choose to follow video guidance during exercising. However, our preliminary study revealed that fitness-minded people face challenges when watching exercise videos on handheld devices or fixed monitors, such as limited movement comprehension due to static camera angles and insufficient feedback. To address these issues, we reviewed popular workout videos, identified user requirements, and came up with an augmented reality (AR) solution. Following a user-centered iterative design process, we proposed a design space of AR visual cues for workouts and implemented an AR-based application. Specifically, we captured users’ exercise performance with pose-tracking technology and provided feedback via AR visual cues. Two user experiments showed that incorporating AR visual cues could improve movement comprehension and enable users to adjust their movements based on real-time feedback. Finally, we presented several suggestions to inspire future design and apply AR visual cues to sports training.},
booktitle = {Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology},
articleno = {121},
numpages = {15},
keywords = {SportsXR, argumented reality, movement learning},
location = {San Francisco, CA, USA},
series = {UIST '23}
} Visual Harmony: Text-Visual Interplay in Circular Infographics
Shuqi He, Yuqing Chen, Yuxin Xia, Yichun Li, Hai-Ning Liang, Lingyun Yu
ChinaVis: Journal of Visualization, 2023
@article{he2024visual,
title={Visual harmony: text-visual interplay in circular infographics: S. He et al.},
author={He, Shuqi and Chen, Yuqing and Xia, Yuxin and Li, Yichun and Liang, Hai-Ning and Yu, Lingyun},
journal={Journal of Visualization},
volume={27},
number={2},
pages={255--271},
year={2024},
publisher={Springer}
} A Mixed Reality Framework for Microsurgery Simulation with Visual-Tactile Perception
Nan Xiang, Hai-Ning Liang, Lingyun Yu, Xiaosong Yang, Jian J Zhang
The Visual Computer, 2023
@article{10.1007/s00371-023-02964-1,
author = {Xiang, Nan and Liang, Hai-Ning and Yu, Lingyun and Yang, Xiaosong and Zhang, Jian J.},
title = {A mixed reality framework for microsurgery simulation with visual-tactile perception},
year = {2023},
issue_date = {Aug 2023},
publisher = {Springer-Verlag},
address = {Berlin, Heidelberg},
volume = {39},
number = {8},
issn = {0178-2789},
url = {https://doi.org/10.1007/s00371-023-02964-1},
doi = {10.1007/s00371-023-02964-1},
journal = {Vis. Comput.},
month = {jun},
pages = {3661–3673},
numpages = {13},
keywords = {3D modeling, 3D tracking, Mixed reality, Virtual surgery}
} LVDIF: A Framework for Real-Time Interaction with Large Volume Data
Jialin Wang, Nan Xiang, Navjot Kukreja, Lingyun Yu, Hai-Ning Liang
The Visual Computer, 2023
@article{10.1007/s00371-023-02976-x,
author = {Wang, Jialin and Xiang, Nan and Kukreja, Navjot and Yu, Lingyun and Liang, Hai-Ning},
title = {LVDIF: a framework for real-time interaction with large volume data},
year = {2023},
issue_date = {Aug 2023},
publisher = {Springer-Verlag},
address = {Berlin, Heidelberg},
volume = {39},
number = {8},
issn = {0178-2789},
url = {https://doi.org/10.1007/s00371-023-02976-x},
doi = {10.1007/s00371-023-02976-x},
journal = {Vis. Comput.},
month = {jul},
pages = {3373–3386},
numpages = {14}
} 2022
MEinVR: Multimodal Interaction Paradigms in Immersive Exploration
Ziyue Yuan, Yu Liu, Lingyun Yu
IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct), 2022
@INPROCEEDINGS{9974327,
author={Yuan, Ziyue and Liu, Yu and Yu, Lingyun},
booktitle={2022 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
title={MEinVR: Multimodal Interaction Paradigms in Immersive Exploration},
year={2022},
volume={},
number={},
pages={85-90},
keywords={Three-dimensional displays;Virtual environments;Prototypes;Task analysis;Usability;Augmented reality;Human-centered computing-Interaction techniques},
doi={10.1109/ISMAR-Adjunct57072.2022.00026}}
User Retention of Mobile Augmented Reality for Cultural Heritage Learning
Ningning Xu, Yue Li, Jie Lin, Lingyun Yu, and Hai-Ning Liang
IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct), 2022
@INPROCEEDINGS{9974472,
author={Xu, Ningning and Li, Yue and Lin, Jie and Yu, Lingyun and Liang, Hai-Ning},
booktitle={2022 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
title={User Retention of Mobile Augmented Reality for Cultural Heritage Learning},
year={2022},
volume={},
number={},
pages={447-452},
keywords={Visualization;Solid modeling;Three-dimensional displays;Mathematical models;Museums;Cultural differences;History;augmented reality;mobile AR;user retention;cultural heritage;learning;Human-centered computing;Human computer interaction (HCI);Interaction paradigms;Mixed/augmented reality},
doi={10.1109/ISMAR-Adjunct57072.2022.00095}}
DARC: A Visual Analytics System for Multivariate Applicant Data Aggregation, Reasoning and Comparison
Yihan Hou, Yu Liu, He Wang, Zhichao Zhang, Yue. Li, Hai-Ning Liang, Lingyun Yu
Pacific Graphics, 2022
@inproceedings{10.2312:pg.20221248,
booktitle = {Pacific Graphics Short Papers, Posters, and Work-in-Progress Papers},
editor = {Yang, Yin and Parakkat, Amal D. and Deng, Bailin and Noh, Seung-Tak},
title = {{DARC: A Visual Analytics System for Multivariate Applicant Data Aggregation, Reasoning and Comparison}},
author = {Hou, Yihan and Liu, Yu and Wang, He and Zhang, Zhichao and Li, Yue and Liang, Hai-Ning and Yu, Lingyun},
year = {2022},
publisher = {The Eurographics Association},
ISBN = {978-3-03868-190-8},
DOI = {10.2312/pg.20221248}
}
A Study of the Effect of Star Glyph Parameters on Value Estimation and Comparison
Yihan Hou, Haotian Zhu, Hai-Ning Liang, Lingyun Yu
ChinaVis: Journal of Visualization, 2022
@article{hou2023study,
title={A study of the effect of star glyph parameters on value estimation and comparison: Y. Hou et al.},
author={Hou, Yihan and Zhu, Haotian and Liang, Hai-Ning and Yu, Lingyun},
journal={Journal of Visualization},
volume={26},
number={2},
pages={493--507},
year={2023},
publisher={Springer}
} Effect of Display Platforms on Spatial Knowledge Acquisition and Engagement: An Evaluation with 3D Geometry Visualizations
Feiyu Lu, Vijayakumar Nanjappan, Paul Parsons, Lingyun Yu, Hai-Ning Liang
ChinaVis: Journal of Visualization, 2022
@article{lu2023effect,
title={Effect of display platforms on spatial knowledge acquisition and engagement: an evaluation with 3D geometry visualizations},
author={Lu, Feiyu and Nanjappan, Vijayakumar and Parsons, Paul and Yu, Lingyun and Liang, Hai-Ning},
journal={Journal of Visualization},
volume={26},
number={3},
pages={667--686},
year={2023},
publisher={Springer}
} VideoModerator: A Risk-aware Framework for Multimodal Video Moderation in E-Commerce
Tan Tang, Yanhong Wu, Lingyun Yu, Yuhong Li, and Yingcai Wu
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2022
@ARTICLE{9552250,
author={Tang, Tan and Wu, Yanhong and Wu, Yingcai and Yu, Lingyun and Li, Yuhong},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={VideoModerator: A Risk-aware Framework for Multimodal Video Moderation in E-Commerce},
year={2022},
volume={28},
number={1},
pages={846-856},
keywords={Visualization;Task analysis;Visual analytics;Machine learning;Motion pictures;Feature extraction;Data mining;video moderation;video visualization;e-commerce livestreaming},
doi={10.1109/TVCG.2021.3114781}}
GlyphCreator: Towards Automatic Generation of Example based Circular Glyphs
Lu Ying, Tan Tang, Yuzhe Luo, Lvkeshen Shen, Xiao Xie, Lingyun Yu, Yingcai Wu
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2022
@ARTICLE{9557223,
author={Ying, Lu and Tang, Tan and Luo, Yuzhe and Shen, Lvkeshen and Xie, Xiao and Yu, Lingyun and Wu, Yingcai},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={GlyphCreator: Towards Example-based Automatic Generation of Circular Glyphs},
year={2022},
volume={28},
number={1},
pages={400-410},
keywords={Data visualization;Visualization;Layout;Deep learning;Data mining;Tools;Task analysis;Glyph-based visualization;machine learning;automatic visualization},
doi={10.1109/TVCG.2021.3114877}}
A Visualization Approach for Monitoring Order Processing in E-Commerce Warehouse
Junxiu Tang, Yuhua Zhou, Tan Tang, Di Weng, Boyang Xie, Lingyun Yu, Huaqiang Zhang, Yingcai Wu
IEEE VIS: IEEE Transactions on Visualization and Computer Graphics, 2022
@ARTICLE{9557224,
author={Tang, Junxiu and Zhou, Yuhua and Tang, Tan and Weng, Di and Xie, Boyang and Yu, Lingyun and Zhang, Huaqiang and Wu, Yingcai},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={A Visualization Approach for Monitoring Order Processing in E-Commerce Warehouse},
year={2022},
volume={28},
number={1},
pages={857-867},
keywords={Data visualization;Monitoring;Real-time systems;Schedules;Delays;Warehousing;Visual analytics;Streaming data;time-series data;e-commerce warehouse;order processing},
doi={10.1109/TVCG.2021.3114878}}
Examining Cross-Modal Correspondence between Ambient Color and Taste Perception in Virtual Reality
Zhen Wu, Rongkai Shi, Ziming Li, Mengjie Jiang, Yue Li, Lingyun Yu, Hai-Ning Liang
Frontiers in Virtual Reality, 2022
@article{wu2022examining,
title={Examining cross-modal correspondence between ambient color and taste perception in virtual reality},
author={Wu, Zhen and Shi, Rongkai and Li, Ziming and Jiang, Mengqi and Li, Yue and Yu, Lingyun and Liang, Hai-Ning},
journal={Frontiers in Virtual Reality},
volume={3},
pages={1056782},
year={2022},
publisher={Frontiers Media SA}
} SmartShots: An Optimization Approach for Generating Videos with Data Visualizations Embedded
Tan Tang, Junxiu Tang, Jiewen Lai, Lu Ying, Yingcai Wu, Lingyun Yu, Peiran Ren
ACM Transactions on Interactive Intelligent Systems, 2022
@article{10.1145/3484506,
author = {Tang, Tan and Tang, Junxiu and Lai, Jiewen and Ying, Lu and Wu, Yingcai and Yu, Lingyun and Ren, Peiran},
title = {SmartShots: An Optimization Approach for Generating Videos with Data Visualizations Embedded},
year = {2022},
issue_date = {March 2022},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
volume = {12},
number = {1},
issn = {2160-6455},
url = {https://doi.org/10.1145/3484506},
doi = {10.1145/3484506},
abstract = {Videos are well-received methods for storytellers to communicate various narratives. To further engage viewers, we introduce a novel visual medium where data visualizations are embedded into videos to present data insights. However, creating such data-driven videos requires professional video editing skills, data visualization knowledge, and even design talents. To ease the difficulty, we propose an optimization method and develop SmartShots, which facilitates the automatic integration of in-video visualizations. For its development, we first collaborated with experts from different backgrounds, including information visualization, design, and video production. Our discussions led to a design space that summarizes crucial design considerations along three dimensions: visualization, embedded layout, and rhythm. Based on that, we formulated an optimization problem that aims to address two challenges: (1) embedding visualizations while considering both contextual relevance and aesthetic principles and (2) generating videos by assembling multi-media materials. We show how SmartShots solves this optimization problem and demonstrate its usage in three cases. Finally, we report the results of semi-structured interviews with experts and amateur users on the usability of SmartShots.},
journal = {ACM Trans. Interact. Intell. Syst.},
month = mar,
articleno = {4},
numpages = {21},
keywords = {Visualization, data-driven videos, optimization}
} Collaborative Remote Control of Unmanned Ground Vehicles in Virtual Reality
Ziming Li, Yiming Luo, Jialin Wang, Yushan Pan, Lingyun Yu, Hai-Ning Liang
International Conference on Interactive Media, Smart Systems and Emerging Technologies (IMET), 2022
@INPROCEEDINGS{9929783,
author={Li, Ziming and Luo, Yiming and Wang, Jialin and Pan, Yushan and Yu, Lingyun and Liang, Hai-Ning},
booktitle={2022 International Conference on Interactive Media, Smart Systems and Emerging Technologies (IMET)},
title={Collaborative Remote Control of Unmanned Ground Vehicles in Virtual Reality},
year={2022},
volume={},
number={},
pages={1-8},
keywords={Teleoperators;Federated learning;Collaboration;Focusing;Virtual reality;Media;Land vehicles;Virtual Reality;Collaborative Remote Control;Unmanned Ground Vehicles},
doi={10.1109/IMET54801.2022.9929783}}
L-WiM: Collaborative Exploration in Immersive Environments
Lixiang Zhao, Nieyu Cao, Shuqi He, Hai-Ning Liang, Lingyun Yu
IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct), 2022
@INPROCEEDINGS{9974567,
author={Zhao, Lixiang and Cao, Nieyu and He, Shuqi and Liang, Hai-Ning and Yu, Lingyun},
booktitle={2022 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
title={L-WiM: Collaborative Exploration in Immersive Environments},
year={2022},
volume={},
number={},
pages={118-123},
keywords={Point cloud compression;Visualization;Solid modeling;Three-dimensional displays;Head-mounted displays;Image color analysis;Collaboration;Human-centered computing-Human computer interaction-Interaction paradigms},
doi={10.1109/ISMAR-Adjunct57072.2022.00031}}
2021
Augmented reality visualization for image-guided surgery: a validation study using a three-dimensional printed phantom
Haye Glas, Joep Kraeima, Peter M.A. van Ooijen, Frederik. Spijkervet, Lingyun Yu, Max Witjes
Journal of Oral and Maxillofacial Surgery, 2021
@article{GLAS20211943.e1,
title = {Augmented Reality Visualization for Image-Guided Surgery: A Validation Study Using a Three-Dimensional Printed Phantom},
journal = {Journal of Oral and Maxillofacial Surgery},
volume = {79},
number = {9},
pages = {1943.e1-1943.e10},
year = {2021},
issn = {0278-2391},
doi = {https://doi.org/10.1016/j.joms.2021.04.001},
url = {https://www.sciencedirect.com/science/article/pii/S0278239121003220},
author = {H.H. Glas and J. Kraeima and P.M.A. {van Ooijen} and F.K.L. Spijkervet and L. Yu and M.J.H. Witjes},
abstract = {Background
Oral and maxillofacial surgery currently relies on virtual surgery planning based on image data (CT, MRI). Three-dimensional (3D) visualizations are typically used to plan and predict the outcome of complex surgical procedures. To translate the virtual surgical plan to the operating room, it is either converted into physical 3D-printed guides or directly translated using real-time navigation systems.
Purpose
This study aims to improve the translation of the virtual surgery plan to a surgical procedure, such as oncologic or trauma surgery, in terms of accuracy and speed. Here we report an augmented reality visualization technique for image-guided surgery. It describes how surgeons can visualize and interact with the virtual surgery plan and navigation data while in the operating room. The user friendliness and usability is objectified by a formal user study that compared our augmented reality assisted technique to the gold standard setup of a perioperative navigation system (Brainlab). Moreover, accuracy of typical navigation tasks as reaching landmarks and following trajectories is compared.
Results
Overall completion time of navigation tasks was 1.71 times faster using augmented reality (P = .034). Accuracy improved significantly using augmented reality (P < .001), for reaching physical landmarks a less strong correlation was found (P = .087). Although the participants were relatively unfamiliar with VR/AR (rated 2.25/5) and gesture-based interaction (rated 2/5), they reported that navigation tasks become easier to perform using augmented reality (difficulty Brainlab rated 3.25/5, HoloLens 2.4/5).
Conclusion
The proposed workflow can be used in a wide range of image-guided surgery procedures as an addition to existing verified image guidance systems. Results of this user study imply that our technique enables typical navigation tasks to be performed faster and more accurately compared to the current gold standard. In addition, qualitative feedback on our augmented reality assisted technique was more positive compared to the standard setup.?>}
} The State of the Art of Spatial Interfaces for 3D Visualization
Lonni Besancon, Anders Ynnerman, Daniel F. Keefe, Lingyun Yu, Tobias Isenberg
Computer Graphics Forum, 2021
@article{https://doi.org/10.1111/cgf.14189,
author = {Besançon, Lonni and Ynnerman, Anders and Keefe, Daniel F. and Yu, Lingyun and Isenberg, Tobias},
title = {The State of the Art of Spatial Interfaces for 3D Visualization},
journal = {Computer Graphics Forum},
volume = {40},
number = {1},
pages = {293-326},
keywords = {visualization},
doi = {https://doi.org/10.1111/cgf.14189},
url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/cgf.14189},
eprint = {https://onlinelibrary.wiley.com/doi/pdf/10.1111/cgf.14189},
abstract = {Abstract We survey the state of the art of spatial interfaces for 3D visualization. Interaction techniques are crucial to data visualization processes and the visualization research community has been calling for more research on interaction for years. Yet, research papers focusing on interaction techniques, in particular for 3D visualization purposes, are not always published in visualization venues, sometimes making it challenging to synthesize the latest interaction and visualization results. We therefore introduce a taxonomy of interaction technique for 3D visualization. The taxonomy is organized along two axes: the primary source of input on the one hand and the visualization task they support on the other hand. Surveying the state of the art allows us to highlight specific challenges and missed opportunities for research in 3D visualization. In particular, we call for additional research in: (1) controlling 3D visualization widgets to help scientists better understand their data, (2) 3D interaction techniques for dissemination, which are under-explored yet show great promise for helping museum and science centers in their mission to share recent knowledge, and (3) developing new measures that move beyond traditional time and errors metrics for evaluating visualizations that include spatial interaction.},
year = {2021}
}
PlotThread: Creating Expressive Storyline Visualizations using Reinforcement Learning
Tan Tang, Renzhong Li, Xinke Wu, Shuhan Liu, Johannes Knittel, Steffen Koch, Thomas Ertl, Lingyun Yu, Peiran Ren, Yingcai Wu
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2021
@ARTICLE{9222335,
author={Tang, Tan and Li, Renzhong and Wu, Xinke and Liu, Shuhan and Knittel, Johannes and Koch, Steffen and Ertl, Thomas and Yu, Lingyun and Ren, Peiran and Wu, Yingcai},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={PlotThread: Creating Expressive Storyline Visualizations using Reinforcement Learning},
year={2021},
volume={27},
number={2},
pages={294-303},
keywords={Layout;Visualization;Reinforcement learning;Collaboration;Task analysis;Optimization;Storyline visualization;reinforcement learning;mixed-initiative design},
doi={10.1109/TVCG.2020.3030467}}
Evaluation of Sampling Methods for Scatterplots
Jun Yuan, Shouxing Xiang, Jiazhi Xia, Lingyun Yu, and Shixia Liu
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2021
@ARTICLE{9226404,
author={Yuan, Jun and Xiang, Shouxing and Xia, Jiazhi and Yu, Lingyun and Liu, Shixia},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={Evaluation of Sampling Methods for Scatterplots},
year={2021},
volume={27},
number={2},
pages={1720-1730},
keywords={Sampling methods;Task analysis;Shape;Data visualization;Visualization;Bibliographies;Scalability;Scatterplot;data sampling;empirical evaluation},
doi={10.1109/TVCG.2020.3030432}}
CubeMuseum: An Augmented Reality Prototype of Embodied Virtual Museum
Yue Li, Lingyun Yu, Hai-Ning Liang
ISMAR: International Symposium on Mixed and Augmented Reality, 2021
@INPROCEEDINGS{9585869,
author={Li, Yue and Yu, Lingyun and Liang, Hai-Ning},
booktitle={2021 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct)},
title={CubeMuseum: An Augmented Reality Prototype of Embodied Virtual Museum},
year={2021},
volume={},
number={},
pages={13-17},
keywords={Visualization;Three-dimensional displays;Prototypes;User experience;Mobile handsets;Trajectory;Cultural differences;human-computer interaction;cultural heritage;digital heritage;virtual museum;augmented reality;mixed reality;embodied interaction},
doi={10.1109/ISMAR-Adjunct54149.2021.00014}}
Narrative Transitions in Data Videos
Junxiu Tang, Lingyun Yu, Tan Tang, Xinhuan Shu, Lu Ying, Yuhua Zhou, Peiran Ren, Yingcai Wu
CHI: ACM Conference on Human Factors in Computing Systems, 2021
@INPROCEEDINGS{9331289,
author={Tang, Junxiu and Yu, Lingyun and Tang, Tan and Shu, Xinhuan and Ying, Lu and Zhou, Yuhua and Ren, Peiran and Wu, Yingcai},
booktitle={2020 IEEE Visualization Conference (VIS)},
title={Narrative Transitions in Data Videos},
year={2020},
volume={},
number={},
pages={151-155},
keywords={Visualization;Motion segmentation;Conferences;Taxonomy;Data visualization;Data mining;Videos;Human-centered computing;Visualization;Visualization theory;concepts and paradigms},
doi={10.1109/VIS47514.2020.00037}}
VeLight: A 3D Virtual Reality Tool for CT-based Anatomy Teaching and Training
Lingyun Yu, Joost Ouwerling, Pjotr Svetachov, Frans h. j. v. Hoesel, Peter M. A. v. Ooijen, Jiri Kosinka
ChinaVis: Journal of Visualization, 2021
@article{yu2022velight,
title={VeLight: A 3D virtual reality tool for CT-based anatomy teaching and training},
author={Yu, Lingyun and Ouwerling, Joost and Svetachov, Pjotr and van Hoesel, Frans HJ and van Ooijen, Peter MA and Kosinka, Jiri},
journal={Journal of Visualization},
volume={25},
number={2},
pages={293--306},
year={2022},
publisher={Springer}
} Effect of Visual Cues on Pointing Tasks in Co-located Augmented Reality Symposium on Spatial User Interaction
Lei Chen, Yilin Liu, Yue Li, Lingyun Yu, BoYu Gao, Maurizio Caon, Yong Yue, Hai-Ning Liang
SUI: Proceedings of the 2021 ACM Symposium on Spatial User Interaction, 2021
@inproceedings{10.1145/3485279.3485297,
author = {Chen, Lei and Liu, Yilin and Li, Yue and Yu, Lingyun and Gao, BoYu and Caon, Maurizio and Yue, Yong and Liang, Hai-Ning},
title = {Effect of Visual Cues on Pointing Tasks in Co-located Augmented Reality Collaboration},
year = {2021},
isbn = {9781450390910},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3485279.3485297},
doi = {10.1145/3485279.3485297},
abstract = {Visual cues are essential in computer-mediated communication. It is especially important when communication happens in a collaboration scenario that requires focusing several users’ attention on a specific object among other similar ones. This paper explores the effect of visual cues on pointing tasks in co-located Augmented Reality (AR) collaboration. A user study (N = 32, 16 pairs) was conducted to compare two types of visual cues: Pointing Line (PL) and Moving Track (MT). Both are head-based visual techniques. Through a series of collaborative pointing tasks on objects with different states (static and dynamic) and density levels (low, medium and high), the results showed that PL was better on task performance and usability, but MT was rated higher on social presence and user preference. Based on our results, some design implications are provided for pointing tasks in co-located AR collaboration.},
booktitle = {Proceedings of the 2021 ACM Symposium on Spatial User Interaction},
articleno = {12},
numpages = {12},
keywords = {Visual cues, Pointing Tasks, Co-located collaboration, Augmented Reality},
location = {Virtual Event, USA},
series = {SUI '21}
} 2020
Co-skeletons: Consistent curve skeletons for shape families
Zizhao Wu, Xingyu Chen, Lingyun Yu, Alex Telea, Jiri Kosinka
Computer & Graphics, 2020
@article{wu2020co,
title={Co-skeletons: Consistent curve skeletons for shape families},
author={Wu, Zizhao and Chen, Xingyu and Yu, Lingyun and Telea, Alexandru and Kosinka, Ji{\v{r}}{\'\i}},
journal={Computers \& Graphics},
volume={90},
pages={62--72},
year={2020},
publisher={Elsevier}
} Design guidelines for augmenting short-form videos using animated data visualizations
Tan Tang, Junxiu Tang, Jiayi Hong, Lingyun Yu, Peiran Ren, Yingcai Wu
ChinaVis: Journal of Visualization, 2020
@article{tang2020design,
title={Design guidelines for augmenting short-form videos using animated data visualizations: T. Tang et al.},
author={Tang, Tan and Tang, Junxiu and Hong, Jiayi and Yu, Lingyun and Ren, Peiran and Wu, Yingcai},
journal={Journal of Visualization},
volume={23},
number={4},
pages={707--720},
year={2020},
publisher={Springer}
} LassoNet: Deep Lasso – Selection of 3D Point Clouds
Zhutian Chen, Wei Zeng, Zhiguang Yang, Lingyun Yu, Chi-Wing Fu, Huamin Qu
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2020
@ARTICLE{8805456,
author={Zhu-Tian, Chen and Zeng, Wei and Yang, Zhiguang and Yu, Lingyun and Fu, Chi-Wing and Qu, Huamin},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={LassoNet: Deep Lasso-Selection of 3D Point Clouds},
year={2020},
volume={26},
number={1},
pages={195-204},
keywords={Three-dimensional displays;Two dimensional displays;Deep learning;Neural networks;Shape;Task analysis;Visualization;Point Clouds;Lasso Selection;Deep Learning},
doi={10.1109/TVCG.2019.2934332}}
SmartShots: Enabling Automatic Generation of Videos with Data Visualizations Embedded
Tan Tang, Junxiu Tang, Jiawen Lai, Lu Ying, Lingyun Yu, Peiran Ren, Yingcai Wu
ACMMM: The proceeding of ACM Multimedia Conference, 2020
@inproceedings{10.1145/3394171.3414356,
author = {Tang, Tan and Tang, Junxiu and Lai, Jiewen and Ying, Lu and Ren, Peiran and Yu, Lingyun and Wu, Yingcai},
title = {SmartShots: Enabling Automatic Generation of Videos with Data Visualizations Embedded},
year = {2020},
isbn = {9781450379885},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
url = {https://doi.org/10.1145/3394171.3414356},
doi = {10.1145/3394171.3414356},
abstract = {Videos become prevalent for storytellers to inspire viewers' interests. To further enhance narrations, visualizations are integrated into videos to present data-driven insights. However, manually crafting such data-driven videos is difficult and time-consuming. Thus, we present SmartShots, a system that facilitates the automatic integration of in-video visualizations. Specifically, we propose a computational framework that integrates non-verbal video clips, images, a melody, and a data table to create a video with data visualizations embedded. The system automatically translates the multi-media material into shots and then combines the shots into a compelling video. In addition, we develop a set of post-editing interactions to incorporate users' design knowledge and help them re-edit the automatically-generated videos.},
booktitle = {Proceedings of the 28th ACM International Conference on Multimedia},
pages = {4509–4511},
numpages = {3},
keywords = {data-driven videos, storytelling, visualization},
location = {Seattle, WA, USA},
series = {MM '20}
} Interactive Axis-based 3D Rotation Specification using Image Skeletons
Xiaorui Zhai, Xingyu Chen, Lingyun Yu, Alex Telea
GRAPP: Proceedings of GRAPP, 2020
@inproceedings{zhai2020interactive,
title={Interactive Axis-based 3D Rotation Specification using Image Skeletons.},
author={Zhai, Xiaorui and Chen, Xingyu and Yu, Lingyun and Telea, Alexandru C},
booktitle={VISIGRAPP (1: GRAPP)},
pages={169--178},
year={2020}
} 2019
Hybrid Touch/Tangible Spatial 3D Data Selection
Lonni Besançon, Mickael Sereno, Lingyun Yu, Mehdi Ammi, Tobias Isenberg
CGF: Computer Graphics Forum, 2019
@article{https://doi.org/10.1111/cgf.13710,
author = {Besançon, Lonni and Sereno, Mickael and Yu, Lingyun and Ammi, Mehdi and Isenberg, Tobias},
title = {Hybrid Touch/Tangible Spatial 3D Data Selection},
journal = {Computer Graphics Forum},
volume = {38},
number = {3},
pages = {553-567},
doi = {https://doi.org/10.1111/cgf.13710},
url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/cgf.13710},
eprint = {https://onlinelibrary.wiley.com/doi/pdf/10.1111/cgf.13710},
abstract = {Abstract We discuss spatial selection techniques for three-dimensional datasets. Such 3D spatial selection is fundamental to exploratory data analysis. While 2D selection is efficient for datasets with explicit shapes and structures, it is less efficient for data without such properties. We first propose a new taxonomy of 3D selection techniques, focusing on the amount of control the user has to define the selection volume. We then describe the 3D spatial selection technique Tangible Brush, which gives manual control over the final selection volume. It combines 2D touch with 6-DOF 3D tangible input to allow users to perform 3D selections in volumetric data. We use touch input to draw a 2D lasso, extruding it to a 3D selection volume based on the motion of a tangible, spatially-aware tablet. We describe our approach and present its quantitative and qualitative comparison to state-of-the-art structure-dependent selection. Our results show that, in addition to being dataset-independent, Tangible Brush is more accurate than existing dataset-dependent techniques, thus providing a trade-off between precision and effort.},
year = {2019}
} iStoryline: Effective Convergence to Hand-drawn Storylines
Tan Tang, Sadia Rubab, Jiawen Lai, Weiwei Cui, Lingyun Yu, Yingcai Wu
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2019
@ARTICLE{8440828,
author={Tang, Tan and Rubab, Sadia and Lai, Jiewen and Cui, Weiwei and Yu, Lingyun and Wu, Yingcai},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={iStoryline: Effective Convergence to Hand-drawn Storylines},
year={2019},
volume={25},
number={1},
pages={769-778},
keywords={Visualization;Layout;Tools;Motion pictures;Optimization methods;Guidelines;Hand-drawn illustrations;automatic layout;design space;interactions;optimization},
doi={10.1109/TVCG.2018.2864899}}
2018
A Study of the Effect of Doughnut Chart Parameters on Proportion Estimation Accuracy
Xiwen Cai, Konstantinos Efstathiou, Xiao Xie, Yingcai Wu, Yan Shi, Lingyun Yu
Computer Graphics Forum, 2018
@article{https://doi.org/10.1111/cgf.13325,
author = {Cai, X. and Efstathiou, K. and Xie, X. and Wu, Y. and Shi, Y. and Yu, L.},
title = {A Study of the Effect of Doughnut Chart Parameters on Proportion Estimation Accuracy},
journal = {Computer Graphics Forum},
volume = {37},
number = {6},
pages = {300-312},
keywords = {user studies, information visualization, Human-centered computing->Visualization; Empirical studies in visualization},
doi = {https://doi.org/10.1111/cgf.13325},
url = {https://onlinelibrary.wiley.com/doi/abs/10.1111/cgf.13325},
eprint = {https://onlinelibrary.wiley.com/doi/pdf/10.1111/cgf.13325},
abstract = {Abstract Pie and doughnut charts nicely convey the part–whole relationship and they have become the most recognizable chart types for representing proportions in business and data statistics. Many experiments have been carried out to study human perception of the pie chart, while the corresponding aspects of the doughnut chart have seldom been tested, even though the doughnut chart and the pie chart share several similarities. In this paper, we report on a series of experiments in which we explored the effect of a few fundamental design parameters of doughnut charts, and additional visual cues, on the accuracy of such charts for proportion estimates. Since mobile devices are becoming the primary devices for casual reading, we performed all our experiments on such device. Moreover, the screen size of mobile devices is limited and it is therefore important to know how such size constraint affects the proportion accuracy. For this reason, in our first experiment we tested the chart size and we found that it has no significant effect on proportion accuracy. In our second experiment, we focused on the effect of the doughnut chart inner radius and we found that the proportion accuracy is insensitive to the inner radius, except the case of the thinnest doughnut chart. In the third experiment, we studied the effect of visual cues and found that marking the centre of the doughnut chart or adding tick marks at 25\% intervals improves the proportion accuracy. Based on the results of the three experiments, we discuss the design of doughnut charts and offer suggestions for improving the accuracy of proportion estimates.},
year = {2018}
}
Improving Provenance Data Interaction for Visual Storytelling in Medical Imaging Data Exploration
Lorenzo Amabili, Jiri Kosinka, Maarten van Meersbergen, Peter van Ooijen, Jos Roerdink, Pjotr Svetachov, Lingyun Yu
EuroVis: Eurographics Conference on Visualization, 2018
@inproceedings{3290776.3290786,
author = {Amabili, L. and Kosinka, J. and van Meersbergen, M. A. J. and van Ooijen, P. M. A. and Roerdink, J. B. T. M. and Svetachov, P. and Yu, L.},
title = {Improving provenance data interaction for visual storytelling in medical imaging data exploration},
year = {2018},
publisher = {Eurographics Association},
address = {Goslar, DEU},
abstract = {Effective collaborative work in diagnostic medical imaging is not trivial due to the large amounts of complex data involved, a (non-linear) workflow involving experts in different domains, and a lack of versatility in the current tools employed in healthcare. In this paper, we aim to introduce how the integration of visual storytelling techniques together with provenance data in the analytic systems used in medicine can compensate for these issues, by enhancing communication of results and reproducibility of findings through diagnostic provenance data. To this end, we illustrate how we can improve the interaction with provenance data displayed in a graph in order to facilitate authoring and the creation process of visual data stories.},
booktitle = {Proceedings of the Eurographics/IEEE VGTC Conference on Visualization: Short Papers},
pages = {43–47},
numpages = {5},
location = {Brno, Czech Republic},
series = {EuroVis '18}
} Medical 3D visualization system with gesture-based user interface
Lingyun Yu, Ioannis Katramados, Peter van Ooijen
CARS: Computer Assisted Radiology and Surgery, 2018
2017
SlicerAstro: a 3-D interactive visual analytics tool for HI data
D. Punzo, J. M. van der Hulst, Roerdink, J. B. T. M., J.C. Fillion-Robin, and L. Yu
Astronomy and Computing, 2017
@article{punzo2017slicerastro,
title={SlicerAstro: A 3-D interactive visual analytics tool for HI data},
author={Punzo, Davide and van der Hulst, JM and Roerdink, Jos BTM and Fillion-Robin, Jean-Christophe and Yu, Lingyun},
journal={Astronomy and Computing},
volume={19},
pages={45--59},
year={2017},
publisher={Elsevier}
} A Novel Multi-touch Approach for 3D Object Free Manipulation
Jiechang Guo, Yigang Wang, Peng Du, Lingyun Yu
AniNex: Next Generation Computer Animation Techniques: Third International Workshop, 2017
@inproceedings{guo2017novel,
title={A novel multi-touch approach for 3D object free manipulation},
author={Guo, Jiechang and Wang, Yigang and Du, Peng and Yu, Lingyun},
booktitle={International Workshop on Next Generation Computer Animation Techniques},
pages={159--172},
year={2017},
organization={Springer}
} Visual Storytelling of Big Imaging Data
Lorenzo Amabili, W. van Hage, Frans van Hoesel, Jiri Kosinka, Lingyun Yu, Maarten van Meersbergen, Peter van Ooijen, Jos Roerdink, Pjotr Svetachov
National eScience Symposium: Science in a Digital World., 2017
@inproceedings{amabili2017visual,
title={Visual Storytelling of Big Imaging Data},
author={Amabili, Lorenzo and van Hage, W and van Hoesel, FHJ and Kosinka, Jiri and Yu, Lingyun and van Meersbergen, Maarten and van Ooijen, PMA and Roerdink, JBTM and Svetachov, Pjotr},
booktitle={National eScience Symposium 2017: Science in a Digital World},
year={2017}
} 2016
CAST: Effective and Efficient User Interaction for Context-Aware Selection in 3D Particle Clouds
Lingyun Yu, Konstantinos Efstathiou, Petra Isenberg, Tobias Isenberg
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2016
@ARTICLE{7192726,
author={Yu, Lingyun and Efstathiou, Konstantinos and Isenberg, Petra and Isenberg, Tobias},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={CAST: Effective and Efficient User Interaction for Context-Aware Selection in 3D Particle Clouds},
year={2016},
volume={22},
number={1},
pages={886-895},
keywords={Three-dimensional displays;Shape;Isosurfaces;Indexes;Accuracy;Face;Selection;spatial selection;structure-aware selection;context-aware selection;exploratory data visualization and analysis;3D interaction;user interaction;Selection;spatial selection;structure-aware selection;context-aware selection;exploratory data visualization and analysis;3D interaction;user interaction},
doi={10.1109/TVCG.2015.2467202}}
2012
Efficient Structure-Aware Selection Techniques for 3D Point Cloud Visualizations with 2DOF Input
Lingyun Yu, Konstantinos Efstathiou, Petra Isenberg, Tobias Isenberg
Best Paper Honorable Mention Award at IEEE Scientific Visualization, IEEE Transactions on Visualization and Computer Graphics, 2012
@ARTICLE{6327229,
author={Yu, Lingyun and Efstathiou, Konstantinos and Isenberg, Petra and Isenberg, Tobias},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={Efficient Structure-Aware Selection Techniques for 3D Point Cloud Visualizations with 2DOF Input},
year={2012},
volume={18},
number={12},
pages={2245-2254},
keywords={Shape analysis;Three dimensional displays;Estimation;Data visualization;3D interaction;spatial selection;direct-touch interaction},
doi={10.1109/TVCG.2012.217}}
2010
FI3D: Direct-Touch Interaction for the Exploration of 3D Scientific Visualization Spaces
Lingyun Yu, Pjotr Svetachov, Petra Isenberg, Maarten H. Everts, Tobias Isenberg
IEEE TVCG: IEEE Transactions on Visualization and Computer Graphics, 2010
@ARTICLE{5613504,
author={Yu, Lingyun and Svetachov, Pjotr and Isenberg, Petra and Everts, Maarten H. and Isenberg, Tobias},
journal={IEEE Transactions on Visualization and Computer Graphics},
title={FI3D: Direct-Touch Interaction for the Exploration of 3D Scientific Visualization Spaces},
year={2010},
volume={16},
number={6},
pages={1613-1622},
keywords={Three dimensional displays;Data visualization;Mice;Aerospace electronics;Space exploration;Navigation;Solid modeling;Direct-touch interaction;wall displays;3D navigation and exploration;evaluation;illustrative visualization},
doi={10.1109/TVCG.2010.157}}
Extraction of Human Body Skeleton Based on Silhouette Images
Jianhao Ding, Yigang Wang, Lingyun Yu
International Workshop on Education Technology and Computer Science, 2010
@INPROCEEDINGS{5459597,
author={Ding, Jianhao and Wang, Yigang and Yu, Lingyun},
booktitle={2010 Second International Workshop on Education Technology and Computer Science},
title={Extraction of Human Body Skeleton Based on Silhouette Images},
year={2010},
volume={1},
number={},
pages={71-74},
keywords={Humans;Skeleton;Joints;Iterative algorithms;Euclidean distance;Data mining;Motion analysis;Image converters;Shape;Feature extraction;Feature Detection;Skeletonization;Joints estimation},
doi={10.1109/ETCS.2010.241}}
2009
Exploring One- and Two-Touch Interaction for 3D Scientific Visualization Spaces
Lingyun Yu and Tobias Isenberg
ITS: Posters of Interactive Tabletops and Surfaces, 2009
@article{yu2009exploring,
title={Exploring one-and two-touch interaction for 3D scientific visualization spaces},
author={Yu, Lingyun and Isenberg, Tobias},
journal={Posters of interactive tabletops and surfaces},
year={2009},
publisher={Citeseer}
} Interactive Visualization of Cosmological Simulations
Lingyun Yu and Tobias Isenberg
SIREN: Scientific ICT Research Event Netherlands, 2009
2006
Multi-Projector Seamless Display System Based on PC-Cluster
Lingyun Yu, Cui Yu, Yigang Wang
ICAT: Proceedings of the 16th International Conference on Artificial Reality and Telexistence–Workshops, 2006
@INPROCEEDINGS{4089224,
author={Yu, Lingyun and Yu, Cui and Wang, Yigang},
booktitle={16th International Conference on Artificial Reality and Telexistence--Workshops (ICAT'06)},
title={Multi-Projector Seamless Display System Based on PC-Cluster},
year={2006},
volume={},
number={},
pages={125-130},
keywords={Large screen displays;Application software;Merging;Rendering (computer graphics);Multimedia systems;Virtual reality;Brightness;Geometry;Acceleration;Graphics},
doi={10.1109/ICAT.2006.91}}
A large-scale display system based on multi-projector
Lingyun Yu, Cui Yu, Yigang Wang
CIICT: China-Ireland International Conference on Information and Communications Technologies, 2006
@inproceedings{yu2006large,
title={large-scale display system based on multi-projector},
author={Yu, Lingyun and Yu, Cui and Wang, Yigang},
booktitle={China-Ireland International Conference on Information and Communications Technologies},
year={2006}
} PhD thesis
Touching 3D data: Interactive Visualization of Cosmological Simulations
Lingyun Yu
University of Groningen, PhD thesis
@phdthesis{3c2142e8002e4767b100313d087d3837,
title = "Touching 3D data: interactive visualization of cosmological simulations",
abstract = "Visualisatie richt zich op het aanvullen van de zintuigen en het voorstellingsvermogen van wetenschappers zodat ze hun gegevens beter kunnen begrijpen. Dit is een interactief en iteratief proces waar informatierepresentatie, interactieve verkenning en het nemen van beslissingen een grote rol spelen. Het doel is om door middel van dit iteratieve proces inzicht te verkrijgen in het probleem en de onderliggende gegevens totdat er voldoende begrip is. Bij deze visuele verkenning is een hoge mate van interactiviteit essentieel voor het op eem effici{\"e}nte manier behalen van dit doel omdat het de gebruiker dan de mogelijkheid geeft om nieuwe ide{\"e}en uit te proberen, terugkoppeling te verkrijgen en de verkenning op basis daarvan bij te sturen. In dit proefschrift rapporteren we over ons onderzoek naar de uitdagingen voor natuurlijke interactie en de verkenning van gegevens die gerepresenteerd worden in drie dimensies. In dit proefschrift hebben we de visualisatie van astronomische gegevens als centraal voorbeeld genomen van een toepassingsdomein waarin de nadruk ligt op op drie-dimensionale puntwolkgegevens van numerieke simulaties, zoals simulaties van galactische dynamica of hoog-dimensionale informatie uit deeltjessystemen. We introduceren twee intu{\"i}tieve en effici{\"e}nte interactie-technieken voor de verkenning van gegevens in drie dimensies. De eerste techniek helpt gebruikers te navigeren in drie dimensies en de tweede techniek geeft gebruikers de mogelijkheid om eenvoudig een subset van deeltjes te selecteren. Daarnaast integreren we deze twee technieken in een visueel-analytische computerapplicatie om zo wetenschappers te helpen nuttige informatie te extraheren en inzicht te verkrijgen.",
keywords = "Proefschriften (vorm), Driedimensionale afbeeldingen, Data-analyse, Kosmologie, Simulatie, Interactieve computerprogramma's, Visualisatie, praktische astronomie: algemeen",
author = "Lingyun Yu",
note = "Relation: http://www.rug.nl/ Rights: University of Groningen",
year = "2013",
language = "English",
isbn = "9789036762403",
publisher = "s.n.",
} 














































































