I am a Ph.D. student in Artificial Intelligence at Sungkyunkwan University, working in the Information & Intelligence System Lab (IISLab), advised by Prof. Jee-Hyong Lee and co-advised by Prof. JinYeong Bak. Previously, I was a visiting researcher at Nanyang Technological University, Singapore, where I worked with Prof. Boyang Albert Li and Prof. Jaehong Yoon. I received my B.S. degree from Sungkyunkwan University.
I aim to build a J.A.R.V.I.S.-like Proactive AI assistant that integrates visual cues such as gaze and individual user personas, while autonomously identifying and continually developing proactive assistance skills. My research includes:
[2026.10](New!)Preprint: Improving Proactive AI Assistance with Hierarchical Procedural Understanding. [2026.10](New!)Visiting Researcher at New York University (NYU) (Oct. 2026–Dec. 2026)
(Mentor:
Prof. Mengye Ren
) [2026.08]One paper accepted to EMNLP 2026 Findings. [2026.06] Our CVPR 2026 paper received the Compute Gold Star (0.4%), a distinguished recognition for transparent compute reporting and outstanding research contribution. [2026.04]One paper accepted to ACL 2026 Findings. [2026.02]One paper accepted to CVPR 2026. [2025.12]Visiting Researcher at Nanyang Technological University (NTU) (Dec. 2025–Feb. 2026)
(Mentors:
Prof. Boyang Albert Li
and
Prof. Jaehong Yoon
) [2025.11]One paper got accepted to AAAI 2026. [2025.08] I received a Ph.D fellowship from NRF (National Research Foundation) of Korea. [2025.07]Two papers got accepted to BMVC 2025. [2025.05]One paper got accepted to ACL 2025. [2024.12]One paper got accepted to AAAI 2025. [2024.10]One paper got accepted to WACV 2025. [2024.07]Two papers got accepted to ECCV 2024. [2024.02]One paper got accepted to CVPR 2024. [2024.01]One paper got accepted to EAAI 2024.
@misc{proactive,
title = {Improving Proactive AI Assistance with Hierarchical Procedural Understanding},
author = {Lee, Jin-Seop and Won, TaeYeon and Jung, SeongJun and Kim, JungHoon and Li, Boyang Albert and Park, Jin-Young and Yoon, Jaehong and Lee, Jee-Hyong},
year = {2026},
note = {Preprint},
url = {https://jinsuby.github.io/data/ProactiveCoach.pdf}
}
@inproceedings{intervention,
title = {InterventionBench: Can LLM Agents Adapt to Mid-task User Interventions?},
author = {Lee, Jaehoon and Bae, Suyoung and Lee, Jin-Seop and Choi, YunSeok and Lee, Jee-Hyong},
year = {2026},
booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2026},
note = {Accepted for publication},
url = {https://jinsuby.github.io/}
}
@inproceedings{lee-etal-2026-expo,
title = "{EXPO}-{SQL}: Execution-based Clause-level Policy Optimization for Text-to-{SQL}",
author = "Lee, Jaehoon and
Na, CheolWon and
Bae, Suyoung and
Lee, Jin-Seop and
Lee, Jihyung and
Choi, YunSeok and
Lee, Jee-Hyong",
editor = "Liakata, Maria and
Moreira, Viviane P. and
Zhang, Jiajun and
Jurgens, David",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {ACL} 2026",
month = jul,
year = "2026",
address = "San Diego, California, United States",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-acl.1107/",
doi = "10.18653/v1/2026.findings-acl.1107",
pages = "22000--22019",
ISBN = "979-8-89176-395-1"
}
@InProceedings{refuse,
author = {Lee, Jin-Seop and Lee, SungJoon and Jung, SeongJun and Li, Boyang and Lee, Jee-Hyong},
title = {Learning to Refuse: Refusal-Aware Reinforcement Fine-Tuning for Hard-Irrelevant Queries in Video Temporal Grounding},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2026},
pages = {10397-10407}
}
@article{bd,
title = {BD-Net: Has Depth-Wise Convolution Ever Been Applied in Binary Neural Networks?},
author = {Kim, DoYoung and Lee, Jin-Seop and Kim, Noo-ri and Lee, SungJoon and Lee, Jee-Hyong},
journal = {Proceedings of the AAAI Conference on Artificial Intelligence},
year = {2026},
volume = {40},
number = {27},
pages = {22563--22572},
doi = {10.1609/aaai.v40i27.39416},
url = {https://ojs.aaai.org/index.php/AAAI/article/view/39416}
}
@inproceedings{tag,
author = {Jin-Seop Lee and SungJoon Lee and Jaehan Ahn and YunSeok Choi and Jee-Hyong Lee},
title = {TAG: A Simple Yet Effective Temporal-Aware Approach for Zero-Shot Video Temporal Grounding},
booktitle = {36th British Machine Vision Conference 2025, {BMVC} 2025, Sheffield, UK, November 24-27, 2025},
publisher = {BMVA},
year = {2025},
url = {https://bmva-archive.org.uk/bmvc/2025/assets/papers/Paper_786/paper.pdf}
}
@inproceedings{stabilizing,
author = {Byung-Joon Lee and Jin-Seop Lee and Jee-Hyong Lee},
title = {Stabilizing Open-Set Test-Time Adaptation via Primary-Auxiliary Filtering and Knowledge-Integrated Prediction},
booktitle = {36th British Machine Vision Conference 2025, {BMVC} 2025, Sheffield, UK, November 24-27, 2025},
publisher = {BMVA},
year = {2025},
url = {https://bmva-archive.org.uk/bmvc/2025/assets/papers/Paper_1071/paper.pdf}
}
@inproceedings{lee-etal-2025-dcg,
title = "{DCG}-{SQL}: Enhancing In-Context Learning for Text-to-{SQL} with Deep Contextual Schema Link Graph",
author = "Lee, Jihyung and
Lee, Jin-Seop and
Lee, Jaehoon and
Choi, YunSeok and
Lee, Jee-Hyong",
editor = "Che, Wanxiang and
Nabende, Joyce and
Shutova, Ekaterina and
Pilehvar, Mohammad Taher",
booktitle = "Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
month = jul,
year = "2025",
address = "Vienna, Austria",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2025.acl-long.748/",
doi = "10.18653/v1/2025.acl-long.748",
pages = "15397--15412",
ISBN = "979-8-89176-251-0"
}
@article{domclp,
title = {DomCLP: Domain-wise Contrastive Learning with Prototype Mixup for Unsupervised Domain Generalization},
author = {Lee, Jin-Seop and Kim, Noo-ri and Lee, Jee-Hyong},
journal = {Proceedings of the AAAI Conference on Artificial Intelligence},
year = {2025},
volume = {39},
number = {17},
pages = {18119--18127},
doi = {10.1609/aaai.v39i17.33993},
url = {https://ojs.aaai.org/index.php/AAAI/article/view/33993}
}
@InProceedings{wacv,
author = {Choi, Junsu and Lee, Jin-Seop and Kim, Noo-ri and Yoon, SuHyun and Lee, Jee-Hyong},
title = {Feature-Level and Spatial-Level Activation Expansion for Weakly-Supervised Semantic Segmentation},
booktitle = {Proceedings of the Winter Conference on Applications of Computer Vision (WACV)},
month = {February},
year = {2025},
pages = {8701-8711}
}
@InProceedings{ignore,
author="Song, GyeongRyeol
and Kim, Noo-ri
and Lee, Jin-Seop
and Lee, Jee-Hyong",
editor="Leonardis, Ale{\v{s}}
and Ricci, Elisa
and Roth, Stefan
and Russakovsky, Olga
and Sattler, Torsten
and Varol, G{\"u}l",
title="IGNORE: Information Gap-Based False Negative Loss Rejection for Single Positive Multi-Label Learning",
booktitle="Computer Vision -- ECCV 2024",
year="2025",
publisher="Springer Nature Switzerland",
address="Cham",
pages="472--488",
isbn="978-3-031-72754-2",
series={Lecture Notes in Computer Science},
volume={15092},
doi={10.1007/978-3-031-72754-2_27},
url={https://link.springer.com/chapter/10.1007/978-3-031-72754-2_27}
}
@InProceedings{exmatch,
author="Kim, Noo-ri
and Lee, Jin-Seop
and Lee, Jee-Hyong",
editor="Leonardis, Ale{\v{s}}
and Ricci, Elisa
and Roth, Stefan
and Russakovsky, Olga
and Sattler, Torsten
and Varol, G{\"u}l",
title="ExMatch: Self-guided Exploitation for Semi-supervised Learning with Scarce Labeled Samples",
booktitle="Computer Vision -- ECCV 2024",
year="2025",
publisher="Springer Nature Switzerland",
address="Cham",
pages="125--142",
isbn="978-3-031-73013-9",
series={Lecture Notes in Computer Science},
volume={15143},
doi={10.1007/978-3-031-73013-9_8},
url={https://link.springer.com/chapter/10.1007/978-3-031-73013-9_8}
}
@InProceedings{structural,
author = {Kim, Noo-ri and Lee, Jin-Seop and Lee, Jee-Hyong},
title = {Learning with Structural Labels for Learning with Noisy Labels},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2024},
pages = {27610-27620}
}
@article{zigzag,
title = {Automation of trimming die design inspection by zigzag process between AI and CAD domains},
author = {Lee, Jin-Seop and Kim, Tae-Hyun and Jeon, Sang-Hwan and Park, Sung-Hyun and Kim, Sang-Hi and Lee, Eun-Ho and Lee, Jee-Hyong},
journal = {Engineering Applications of Artificial Intelligence},
volume = {127},
pages = {107283},
year = {2024},
doi = {10.1016/j.engappai.2023.107283},
url = {https://www.sciencedirect.com/science/article/abs/pii/S0952197623014677}
}