@article{seed2026seed21,title={{Seed2.1} Model Card: Agentic Intelligence for Productivity},author={{ByteDance Seed}},journal={Technical Report},year={2026},}
Tech Report
Seed2.0 Model Card: Towards Intelligence Frontier for Real-World Complexity
@article{seed2026seed20,title={{Seed2.0} Model Card: Towards Intelligence Frontier for Real-World Complexity},author={{ByteDance Seed}},journal={arXiv preprint arXiv:2607.00248},year={2026},}
Tech Report
Seed1.8 Model Card: Towards Generalized Real-World Agency
@article{seed2026seed18,title={{Seed1.8} Model Card: Towards Generalized Real-World Agency},author={{ByteDance Seed}},journal={arXiv preprint arXiv:2603.20633},year={2026},}
@inproceedings{ouyang2026noisy,title={{LLMs} as Noisy Channels: A Shannon Perspective on Model Capacity and Scaling Laws},author={Ouyang, Xu and Liu, Deyi and Cai, Yuhang and Liu, Jing and Yang, Yuan and Zheng, Chen and Hartvigsen, Thomas and Ma, Yiyuan},booktitle={International Conference on Machine Learning (ICML)},year={2026},}
INT v.s. FP: A Comprehensive Study of Fine-Grained Low-bit Quantization Formats
Mengzhao Chen , Meng Wu , Hui Jin , Zhihang Yuan , Jing Liu , Chaoyi Zhang , Yunshui Li , Jie Huang , Jin Ma , Zeyue Xue , Zhiheng Liu , Xingyan Bin , and Ping Luo
In International Conference on Machine Learning (ICML) , 2026
@inproceedings{chen2025int,title={{INT} v.s. {FP}: A Comprehensive Study of Fine-Grained Low-bit Quantization Formats},author={Chen, Mengzhao and Wu, Meng and Jin, Hui and Yuan, Zhihang and Liu, Jing and Zhang, Chaoyi and Li, Yunshui and Huang, Jie and Ma, Jin and Xue, Zeyue and Liu, Zhiheng and Bin, Xingyan and Luo, Ping},booktitle={International Conference on Machine Learning (ICML)},year={2026},}
@inproceedings{chen2025scaling,title={Scaling Law for Quantization-Aware Training},author={Chen, Mengzhao and Zhang, Chaoyi and Liu, Jing and Zeng, Yutao and Xue, Zeyue and Liu, Zhiheng and Li, Yunshui and Ma, Jin and Huang, Jie and Zhou, Xun and Luo, Ping},booktitle={International Conference on Machine Learning (ICML)},year={2026},}
2025
arXiv
GatePro: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models
Chen Zheng , Yuhang Cai , Deyi Liu , Jin Ma , Yiyuan Ma , Yuan Yang , Jing Liu , Yutao Zeng , Xun Zhou , and Siyuan Qiao
@article{zheng2025gatepro,title={{GatePro}: Parameter-Free Expert Selection Optimization for Mixture-of-Experts Models},author={Zheng, Chen and Cai, Yuhang and Liu, Deyi and Ma, Jin and Ma, Yiyuan and Yang, Yuan and Liu, Jing and Zeng, Yutao and Zhou, Xun and Qiao, Siyuan},journal={arXiv preprint arXiv:2510.13079},year={2025},}
arXiv
Balanced Actor Initialization: Stable RLHF Training of Distillation-Based Reasoning Models
Chen Zheng , Yiyuan Ma , Yuan Yang , Deyi Liu , Jing Liu , Zuquan Song , Yuxin Song , Cheng Ren , Hang Zhu , Xin Liu , Yiyuan Ma , Siyuan Qiao , Xun Zhou , Liang Xiang , and Yonghui Wu
@article{zheng2025balanced,title={Balanced Actor Initialization: Stable {RLHF} Training of Distillation-Based Reasoning Models},author={Zheng, Chen and Ma, Yiyuan and Yang, Yuan and Liu, Deyi and Liu, Jing and Song, Zuquan and Song, Yuxin and Ren, Cheng and Zhu, Hang and Liu, Xin and Ma, Yiyuan and Qiao, Siyuan and Zhou, Xun and Xiang, Liang and Wu, Yonghui},journal={arXiv preprint arXiv:2509.00309},year={2025},}
Model Merging in Pre-training of Large Language Models
Yunshui Li , Yiyuan Ma , Shen Yan , Chaoyi Zhang , Jing Liu , Jianqiao Lu , Ziwen Xu , Mengzhao Chen , Minrui Wang , Shiyi Zhan , Jin Ma , Xunhao Lai , Yao Luo , Xingyan Bin , Hongbin Ren , Mingji Han , Wenhao Hao , Bairen Yi , LingJun Liu , Bole Ma , Xiaoying Jia , Zhou Xun , Liang Xiang , and Yonghui Wu
In Conference on Neural Information Processing Systems (NeurIPS) , 2025
@inproceedings{li2025model,title={Model Merging in Pre-training of Large Language Models},author={Li, Yunshui and Ma, Yiyuan and Yan, Shen and Zhang, Chaoyi and Liu, Jing and Lu, Jianqiao and Xu, Ziwen and Chen, Mengzhao and Wang, Minrui and Zhan, Shiyi and Ma, Jin and Lai, Xunhao and Luo, Yao and Bin, Xingyan and Ren, Hongbin and Han, Mingji and Hao, Wenhao and Yi, Bairen and Liu, LingJun and Ma, Bole and Jia, Xiaoying and Xun, Zhou and Xiang, Liang and Wu, Yonghui},booktitle={Conference on Neural Information Processing Systems (NeurIPS)},year={2025},doi={10.52202/085713-4456},}
@inproceedings{he2025zipvl,title={{ZipVL}: Accelerating Vision-Language Models through Dynamic Token Sparsity},author={He, Yefei and Chen, Feng and Liu, Jing and Shao, Wenqi and Zhou, Hong and Zhang, Kaipeng and Zhuang, Bohan},booktitle={International Conference on Computer Vision (ICCV)},year={2025},pages={20477--20486},}
@inproceedings{zhang2024channel,title={Channel Merging: Preserving Specialization for Merged Experts},author={Zhang, Mingyang and Liu, Jing and Ding, Ganggui and Ou, Linlin and Yu, Xinyi and Zhuang, Bohan},booktitle={AAAI Conference on Artificial Intelligence (AAAI)},year={2025},doi={10.1609/aaai.v39i21.34405},}
Numerical Pruning for Efficient Autoregressive Models
Xuan Shen , Zhao Song , Yufa Zhou , Bo Chen , Jing Liu , Ruiyi Zhang , Ryan A Rossi , Hao Tan , Tong Yu , Xiang Chen , Yufan Zhou , Tong Sun , Pu Zhao , Yanzhi Wang , and Jiuxiang Gu
In AAAI Conference on Artificial Intelligence (AAAI) , 2025
@inproceedings{shen2024numerical,title={Numerical Pruning for Efficient Autoregressive Models},author={Shen, Xuan and Song, Zhao and Zhou, Yufa and Chen, Bo and Liu, Jing and Zhang, Ruiyi and Rossi, Ryan A and Tan, Hao and Yu, Tong and Chen, Xiang and Zhou, Yufan and Sun, Tong and Zhao, Pu and Wang, Yanzhi and Gu, Jiuxiang},booktitle={AAAI Conference on Artificial Intelligence (AAAI)},year={2025},doi={10.1609/aaai.v39i19.34249},}
@inproceedings{liu2024minicache,title={MiniCache: KV Cache Compression in Depth Dimension for Large Language Models},author={Liu, Akide and Liu, Jing and Pan, Zizheng and He, Yefei and Haffari, Gholamreza and Zhuang, Bohan},booktitle={Conference on Neural Information Processing Systems (NeurIPS)},year={2024},}
@inproceedings{he2024zipcache,title={ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification},author={He, Yefei and Zhang, Luoming and Wu, Weijia and Liu, Jing and Zhou, Hong and Zhuang, Bohan},booktitle={Conference on Neural Information Processing Systems (NeurIPS)},year={2024},}
@inproceedings{pan2023snnetv2,title={Stitched ViTs are Flexible Vision Backbones},author={Pan, Zizheng and Liu, Jing and He, Haoyu and Cai, Jianfei and Zhuang, Bohan},booktitle={European Conference on Computer Vision (ECCV)},year={2024},}
@inproceedings{he2023efficient,title={Efficient Stitchable Task Adaptation},author={He, Haoyu and Pan, Zizheng and Liu, Jing and Cai, Jianfei and Zhuang, Bohan},booktitle={Conference on Computer Vision and Pattern Recognition (CVPR)},year={2024},}
@inproceedings{huang2023tfmq,title={Tfmq-dm: Temporal feature maintenance quantization for diffusion models},author={Huang*, Yushi and Gong*, Ruihao and Liu, Jing and Chen, Tianlong and Liu, Xianglong},booktitle={Conference on Computer Vision and Pattern Recognition (CVPR)},year={2024},price={Highlight},long_price={Spotlight (top 11% of the accepted papers)},}
@inproceedings{liu2024qllm,title={{QLLM}: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models},author={Liu, Jing and Gong, Ruihao and Wei, Xiuying and Dong, Zhiwei and Cai, Jianfei and Zhuang, Bohan},booktitle={International Conference on Learning Representations (ICLR)},year={2024},}
@inproceedings{he2024efficientdm,title={Efficient{DM}: Efficient Quantization-Aware Fine-Tuning of Low-Bit Diffusion Models},author={He, Yefei and Liu, Jing and Wu, Weijia and Zhou, Hong and Zhuang, Bohan},booktitle={International Conference on Learning Representations (ICLR)},year={2024},price={Spotlight},long_price={Spotlight (top 5% of the accepted papers)}}
@article{he2021pruning,title={Pruning self-attentions into convolutional layers in single path},author={He, Haoyu and Liu, Jing and Pan, Zizheng and Cai, Jianfei and Zhang, Jing and Tao, Dacheng and Zhuang, Bohan},journal={IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI)},year={2023},}
@inproceedings{he2023ptqd,title={{PTQD}: Accurate Post-Training Quantization for Diffusion Models},author={He, Yefei and Liu, Luping and Liu, Jing and Wu, Weijia and Zhou, Hong and Zhuang, Bohan},booktitle={Conference on Neural Information Processing Systems (NeurIPS)},year={2023},url={https://openreview.net/forum?id=Y3g1PV5R9l},}
@inproceedings{he2023bivit,title={BiViT: Extremely Compressed Binary Vision Transformers},author={He, Yefei and Lou, Zhenyu and Zhang, Luoming and Liu, Jing and Wu, Weijia and Zhou, Hong and Zhuang, Bohan},booktitle={International Conference on Computer Vision (ICCV)},pages={5651--5663},year={2023},}
@article{liu2023single,title={Single-path bit sharing for automatic loss-aware model compression},author={Liu, Jing and Zhuang, Bohan and Chen, Peng and Shen, Chunhua and Cai, Jianfei and Tan, Mingkui},journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},year={2023},doi={10.1109/TPAMI.2023.3275159}}
@inproceedings{ijcai2023p764,title={A Survey on Efficient Training of Transformers},author={Zhuang, Bohan and Liu, Jing and Pan, Zizheng and He, Haoyu and Weng, Yuetian and Shen, Chunhua},booktitle={International Joint Conference on Artificial Intelligence (IJCAI)},pages={6823--6831},year={2023},note={Survey Track},doi={10.24963/ijcai.2023/764},}
@inproceedings{He_2023_CVPR,author={He, Haoyu and Cai, Jianfei and Pan, Zizheng and Liu, Jing and Zhang, Jing and Tao, Dacheng and Zhuang, Bohan},title={Dynamic Focus-Aware Positional Queries for Semantic Segmentation},booktitle={Conference on Computer Vision and Pattern Recognition (CVPR)},year={2023},pages={11299-11308},}
@inproceedings{liu2022ecoformer,author={Liu*, Jing and Pan*, Zizheng and He, Haoyu and Cai, Jianfei and Zhuang, Bohan},booktitle={Conference on Neural Information Processing Systems (NeurIPS)},pages={10295--10308},title={EcoFormer: Energy-Saving Attention with Linear Complexity},volume={35},year={2022},price={Spotlight},long_price={Spotlight (top 5% of the accepted papers)},}
@inproceedings{pan2022less,title={Less is more: Pay less attention in vision transformers},author={Pan, Zizheng and Zhuang, Bohan and He, Haoyu and Liu, Jing and Cai, Jianfei},booktitle={AAAI Conference on Artificial Intelligence (AAAI)},volume={36},number={2},pages={2035--2043},year={2022},}
@inproceedings{Pan_2021_ICCV,author={Pan, Zizheng and Zhuang, Bohan and Liu, Jing and He, Haoyu and Cai, Jianfei},title={Scalable Vision Transformers With Hierarchical Pooling},booktitle={International Conference on Computer Vision (ICCV)},year={2021},pages={377-386},}
arXiv
Sharpness-aware quantization for deep neural networks
@article{liu2021sharpness,title={Sharpness-aware quantization for deep neural networks},author={Liu, Jing and Cai, Jianfei and Zhuang, Bohan},booktitle={arXiv},journal={arXiv preprint arXiv:2111.12273},year={2021},}
arXiv
Mesa: A memory-saving training framework for transformers
Zizheng Pan , Peng Chen , Haoyu He , Jing Liu , Jianfei Cai , and Bohan Zhuang
@article{pan2021mesa,title={Mesa: A memory-saving training framework for transformers},author={Pan, Zizheng and Chen, Peng and He, Haoyu and Liu, Jing and Cai, Jianfei and Zhuang, Bohan},journal={arXiv preprint arXiv:2111.11124},year={2021},}
@article{liu2021discrimination,title={Discrimination-aware network pruning for deep model compression},author={Liu*, Jing and Zhuang*, Bohan and Zhuang*, Zhuangwei and Guo, Yong and Huang, Junzhou and Zhu, Jinhui and Tan*, Mingkui},journal={IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI)},volume={44},number={8},pages={4035--4051},year={2021},}
@article{zhuang2021effective,title={Effective training of convolutional neural networks with low-bitwidth weights and activations},author={Zhuang*, Bohan and Tan*, Mingkui and Liu*, Jing and Liu, Lingqiao and Reid, Ian and Shen, Chunhua},journal={IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI)},volume={44},number={10},pages={6140--6152},year={2021},}
@inproceedings{Chen_2021_CVPR,author={Chen*, Peng and Liu*, Jing and Zhuang, Bohan and Tan, Mingkui and Shen, Chunhua},title={AQD: Towards Accurate Quantized Object Detection},booktitle={Conference on Computer Vision and Pattern Recognition (CVPR)},year={2021},pages={104-113},price={Oral},long_price={Oral Presentation (top 4% of the accepted papers)},}
@inproceedings{xie2020deep,title={Deep transferring quantization},author={Xie*, Zheng and Wen*, Zhiquan and Liu*, Jing and Liu, Zhiqiang and Wu, Xixian and Tan, Mingkui},booktitle={European Conference on Computer Vision (ECCV)},pages={625--642},year={2020},}
@inproceedings{xu2020generative,title={Generative low-bitwidth data free quantization},author={Xu*, Shoukai and Li*, Haokun and Zhuang*, Bohan and Liu, Jing and Cao, Jiezhang and Liang, Chuangrun and Tan, Mingkui},booktitle={European Conference on Computer Vision (ECCV)},pages={1--17},year={2020},}
@incollection{zhuang2018discrimination,title={Discrimination-aware Channel Pruning for Deep Neural Networks},author={Zhuang*, Zhuangwei and Tan*, Mingkui and Zhuang*, Bohan and Liu*, Jing and Guo, Yong and Wu, Qingyao and Huang, Junzhou and Zhu, Jinhui},booktitle={Conference on Neural Information Processing Systems (NeurIPS)},pages={881--892},year={2018},}