I am a Ph.D. student in Artificial Intelligence at Sungkyunkwan University, working in the Information & Intelligence System Lab (IISLab), advised by Prof. Jee-Hyong Lee and co-advised by Prof. JinYeong Bak. Currently, I am a visiting Ph.D. student at New York University, working with Prof. Mengye Ren. Previously, I was a visiting Ph.D. student at Nanyang Technological University, Singapore, where I worked with Prof. Boyang Albert Li and Prof. Jaehong Yoon. I received my B.S. degree from Sungkyunkwan University.
I pursue my research with a guiding belief: “AI must be of humans, by humans, and for humans.” My research focuses on cooperative and social intelligence, enabling AI agents to understand and cooperate with others, improve through experience, and navigate complex social interactions. My current research interests include:
Cooperative and Social Intelligence
Theory of Mind for Cooperation; Self-Improving Cooperative Agents; Social Intelligence in Multi-Agent Systems
Human-Centered AI
Human-Centered AI Agents, Personal World Models, Proactive AI, Proactive Procedural Assistance, Personalized Assistance
Self-Evolving AI
Planner Evolution, Planner–Policy Co-evolution, Continual Learning, Learning from Feedback
Video Understanding
Video Temporal Grounding, Fine-grained Video Understanding, Streaming Video Understanding, Hierarchical Procedural Understanding
Self-supervised Learning
Representation Learning, Contrastive Learning, World Model
[2026.10](New!)One paper got accepted to WACV 2027. [2026.10](New!)Preprint: Improving Proactive AI Assistance with Hierarchical Procedural Understanding. [2026.10](New!)Visiting Researcher at New York University (NYU) (Oct. 2026–Dec. 2026)
(Mentor:
Prof. Mengye Ren
) [2026.08]One paper accepted to EMNLP 2026 Findings. [2026.06] Our CVPR 2026 paper received the CVPR Compute Transparency Champion (0.4%), a distinguished recognition for transparent compute reporting and outstanding research contribution. [2026.04]One paper accepted to ACL 2026 Findings. [2026.02]One paper accepted to CVPR 2026. [2025.12]Visiting Researcher at Nanyang Technological University (NTU) (Dec. 2025–Feb. 2026)
(Mentors:
Prof. Boyang Albert Li
and
Prof. Jaehong Yoon
) [2025.11]One paper got accepted to AAAI 2026. [2025.08] I received a Ph.D fellowship from NRF (National Research Foundation) of Korea. [2025.07]Two papers got accepted to BMVC 2025. [2025.05]One paper got accepted to ACL 2025. [2024.12]One paper got accepted to AAAI 2025. [2024.10]One paper got accepted to WACV 2025. [2024.07]Two papers got accepted to ECCV 2024. [2024.02]One paper got accepted to CVPR 2024. [2024.01]One paper got accepted to EAAI 2024.
@misc{proactive,
title = {Improving Proactive AI Assistance with Hierarchical Procedural Understanding},
author = {Lee, Jin-Seop and Won, TaeYeon and Jung, SeongJun and Kim, JungHoon and Li, Boyang Albert and Bak, JinYeong and Yoon, Jaehong and Lee, Jee-Hyong},
year = {2026},
note = {Preprint},
eprint = {2610.06505},
archivePrefix = {arXiv},
primaryClass = {cs.LG},
url = {https://arxiv.org/abs/2610.06505}
}
@inproceedings{intervention,
title = {InterventionBench: Can LLM Agents Adapt to Mid-task User Interventions?},
author = {Lee, Jaehoon and Bae, Suyoung and Lee, Jin-Seop and Choi, YunSeok and Lee, Jee-Hyong},
year = {2026},
booktitle = {Findings of the Association for Computational Linguistics: EMNLP 2026},
note = {Accepted for publication},
url = {https://jinsuby.github.io/}
}
@inproceedings{lee-etal-2026-expo,
title = "{EXPO}-{SQL}: Execution-based Clause-level Policy Optimization for Text-to-{SQL}",
author = "Lee, Jaehoon and
Na, CheolWon and
Bae, Suyoung and
Lee, Jin-Seop and
Lee, Jihyung and
Choi, YunSeok and
Lee, Jee-Hyong",
editor = "Liakata, Maria and
Moreira, Viviane P. and
Zhang, Jiajun and
Jurgens, David",
booktitle = "Findings of the {A}ssociation for {C}omputational {L}inguistics: {ACL} 2026",
month = jul,
year = "2026",
address = "San Diego, California, United States",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2026.findings-acl.1107/",
doi = "10.18653/v1/2026.findings-acl.1107",
pages = "22000--22019",
ISBN = "979-8-89176-395-1"
}
@InProceedings{refuse,
author = {Lee, Jin-Seop and Lee, SungJoon and Jung, SeongJun and Li, Boyang and Lee, Jee-Hyong},
title = {Learning to Refuse: Refusal-Aware Reinforcement Fine-Tuning for Hard-Irrelevant Queries in Video Temporal Grounding},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2026},
pages = {10397-10407}
}
@article{bd,
title = {BD-Net: Has Depth-Wise Convolution Ever Been Applied in Binary Neural Networks?},
author = {Kim, DoYoung and Lee, Jin-Seop and Kim, Noo-ri and Lee, SungJoon and Lee, Jee-Hyong},
journal = {Proceedings of the AAAI Conference on Artificial Intelligence},
year = {2026},
volume = {40},
number = {27},
pages = {22563--22572},
doi = {10.1609/aaai.v40i27.39416},
url = {https://ojs.aaai.org/index.php/AAAI/article/view/39416}
}
@inproceedings{tag,
author = {Jin-Seop Lee and SungJoon Lee and Jaehan Ahn and YunSeok Choi and Jee-Hyong Lee},
title = {TAG: A Simple Yet Effective Temporal-Aware Approach for Zero-Shot Video Temporal Grounding},
booktitle = {36th British Machine Vision Conference 2025, {BMVC} 2025, Sheffield, UK, November 24-27, 2025},
publisher = {BMVA},
year = {2025},
url = {https://bmva-archive.org.uk/bmvc/2025/assets/papers/Paper_786/paper.pdf}
}
@inproceedings{stabilizing,
author = {Byung-Joon Lee and Jin-Seop Lee and Jee-Hyong Lee},
title = {Stabilizing Open-Set Test-Time Adaptation via Primary-Auxiliary Filtering and Knowledge-Integrated Prediction},
booktitle = {36th British Machine Vision Conference 2025, {BMVC} 2025, Sheffield, UK, November 24-27, 2025},
publisher = {BMVA},
year = {2025},
url = {https://bmva-archive.org.uk/bmvc/2025/assets/papers/Paper_1071/paper.pdf}
}
@inproceedings{lee-etal-2025-dcg,
title = "{DCG}-{SQL}: Enhancing In-Context Learning for Text-to-{SQL} with Deep Contextual Schema Link Graph",
author = "Lee, Jihyung and
Lee, Jin-Seop and
Lee, Jaehoon and
Choi, YunSeok and
Lee, Jee-Hyong",
editor = "Che, Wanxiang and
Nabende, Joyce and
Shutova, Ekaterina and
Pilehvar, Mohammad Taher",
booktitle = "Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)",
month = jul,
year = "2025",
address = "Vienna, Austria",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2025.acl-long.748/",
doi = "10.18653/v1/2025.acl-long.748",
pages = "15397--15412",
ISBN = "979-8-89176-251-0"
}
@article{domclp,
title = {DomCLP: Domain-wise Contrastive Learning with Prototype Mixup for Unsupervised Domain Generalization},
author = {Lee, Jin-Seop and Kim, Noo-ri and Lee, Jee-Hyong},
journal = {Proceedings of the AAAI Conference on Artificial Intelligence},
year = {2025},
volume = {39},
number = {17},
pages = {18119--18127},
doi = {10.1609/aaai.v39i17.33993},
url = {https://ojs.aaai.org/index.php/AAAI/article/view/33993}
}
@InProceedings{wacv,
author = {Choi, Junsu and Lee, Jin-Seop and Kim, Noo-ri and Yoon, SuHyun and Lee, Jee-Hyong},
title = {Feature-Level and Spatial-Level Activation Expansion for Weakly-Supervised Semantic Segmentation},
booktitle = {Proceedings of the Winter Conference on Applications of Computer Vision (WACV)},
month = {February},
year = {2025},
pages = {8701-8711}
}
@InProceedings{ignore,
author="Song, GyeongRyeol
and Kim, Noo-ri
and Lee, Jin-Seop
and Lee, Jee-Hyong",
editor="Leonardis, Ale{\v{s}}
and Ricci, Elisa
and Roth, Stefan
and Russakovsky, Olga
and Sattler, Torsten
and Varol, G{\"u}l",
title="IGNORE: Information Gap-Based False Negative Loss Rejection for Single Positive Multi-Label Learning",
booktitle="Computer Vision -- ECCV 2024",
year="2025",
publisher="Springer Nature Switzerland",
address="Cham",
pages="472--488",
isbn="978-3-031-72754-2",
series={Lecture Notes in Computer Science},
volume={15092},
doi={10.1007/978-3-031-72754-2_27},
url={https://link.springer.com/chapter/10.1007/978-3-031-72754-2_27}
}
@InProceedings{exmatch,
author="Kim, Noo-ri
and Lee, Jin-Seop
and Lee, Jee-Hyong",
editor="Leonardis, Ale{\v{s}}
and Ricci, Elisa
and Roth, Stefan
and Russakovsky, Olga
and Sattler, Torsten
and Varol, G{\"u}l",
title="ExMatch: Self-guided Exploitation for Semi-supervised Learning with Scarce Labeled Samples",
booktitle="Computer Vision -- ECCV 2024",
year="2025",
publisher="Springer Nature Switzerland",
address="Cham",
pages="125--142",
isbn="978-3-031-73013-9",
series={Lecture Notes in Computer Science},
volume={15143},
doi={10.1007/978-3-031-73013-9_8},
url={https://link.springer.com/chapter/10.1007/978-3-031-73013-9_8}
}
@InProceedings{structural,
author = {Kim, Noo-ri and Lee, Jin-Seop and Lee, Jee-Hyong},
title = {Learning with Structural Labels for Learning with Noisy Labels},
booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
month = {June},
year = {2024},
pages = {27610-27620}
}
@article{zigzag,
title = {Automation of trimming die design inspection by zigzag process between AI and CAD domains},
author = {Lee, Jin-Seop and Kim, Tae-Hyun and Jeon, Sang-Hwan and Park, Sung-Hyun and Kim, Sang-Hi and Lee, Eun-Ho and Lee, Jee-Hyong},
journal = {Engineering Applications of Artificial Intelligence},
volume = {127},
pages = {107283},
year = {2024},
doi = {10.1016/j.engappai.2023.107283},
url = {https://www.sciencedirect.com/science/article/abs/pii/S0952197623014677}
}