Add comprehensive survey on advancements in world models (2025-2026) covering 40 papers and 31 GitHub projects
Sync to site1 / sync (push) Has been cancelled

This commit is contained in:
gaojie
2026-05-21 05:00:17 +08:00
parent 5810eca2de
commit d63d3ebc69
5 changed files with 1912 additions and 4 deletions
+783
View File
@@ -0,0 +1,783 @@
{
"world_model_general": [
{
"name": "LargeWorldModel/LWM",
"description": "Large World Model -- Modeling Text and Video with Millions Context",
"stars": 7410,
"forks": 558,
"url": "https://github.com/LargeWorldModel/LWM",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
},
{
"name": "Robbyant/lingbot-world",
"description": "Advancing Open-source World Models",
"stars": 3779,
"forks": 335,
"url": "https://github.com/Robbyant/lingbot-world",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"aigc",
"image-to-video",
"lingbot-world",
"video-generation",
"world-models"
]
},
{
"name": "danijar/dreamerv3",
"description": "Mastering Diverse Domains through World Models",
"stars": 3256,
"forks": 539,
"url": "https://github.com/danijar/dreamerv3",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"general",
"jax",
"minecraft",
"reinforcement-learning",
"world-models"
]
},
{
"name": "knightnemo/Awesome-World-Models",
"description": "A Curated List of Awesome Works in World Modeling, Aiming to Serve as a One-stop Resource for Researchers, Practitioners, and Enthusiasts Interested in World Modeling.",
"stars": 2847,
"forks": 116,
"url": "https://github.com/knightnemo/Awesome-World-Models",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"awesome-list",
"dynamical-systems",
"embodied-ai",
"generative-model",
"world-models"
]
},
{
"name": "Tencent-Hunyuan/HunyuanWorld-1.0",
"description": "Generating Immersive, Explorable, and Interactive 3D Worlds from Words or Pixels with Hunyuan3D World Model",
"stars": 2819,
"forks": 251,
"url": "https://github.com/Tencent-Hunyuan/HunyuanWorld-1.0",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"3d",
"3d-generation",
"aigc",
"hunyuan3d",
"image-to-3d",
"scene-generation",
"text-to-3d",
"world-model",
"world-models"
]
},
{
"name": "open-gigaai/giga-brain-0",
"description": "GigaBrain-0: A World Model-Powered Vision-Language-Action Model",
"stars": 2520,
"forks": 195,
"url": "https://github.com/open-gigaai/giga-brain-0",
"language": "Python",
"updated_at": "2026-05-19",
"topics": []
},
{
"name": "SkyworkAI/Matrix-Game",
"description": "Matrix-Game 3.0: Real-Time and Streaming Interactive World Model with Long-Horizon Memory",
"stars": 2211,
"forks": 238,
"url": "https://github.com/SkyworkAI/Matrix-Game",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"genie",
"interactive-video",
"long-horizon-memory",
"long-sequence",
"long-video",
"real-time",
"video-generation",
"world-model"
]
},
{
"name": "LMD0311/Awesome-World-Model",
"description": "Collect some World Models for Autonomous Driving (and Robotic, etc.) papers. ",
"stars": 2061,
"forks": 80,
"url": "https://github.com/LMD0311/Awesome-World-Model",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"artificial-intelligence-algorithms",
"autonomous-driving",
"autonomous-vehicles",
"awesome",
"computer-vision",
"deep-learning",
"future-predict",
"robotics",
"world-model"
]
}
],
"video_world_model": [
{
"name": "LargeWorldModel/LWM",
"description": "Large World Model -- Modeling Text and Video with Millions Context",
"stars": 7410,
"forks": 558,
"url": "https://github.com/LargeWorldModel/LWM",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
},
{
"name": "leofan90/Awesome-World-Models",
"description": "A comprehensive list of papers for the definition of World Models and using World Models for General Video Generation, Embodied AI, and Autonomous Driving, including papers, codes, and related websites.",
"stars": 1668,
"forks": 53,
"url": "https://github.com/leofan90/Awesome-World-Models",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"autonomous-driving",
"awesome",
"deep-learning",
"embodied-ai",
"future-prediction",
"video-prediction",
"world-model"
]
},
{
"name": "Robbyant/lingbot-va",
"description": "[RSS 2026] Causal video-action world model for generalist robot control",
"stars": 1199,
"forks": 94,
"url": "https://github.com/Robbyant/lingbot-va",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
},
{
"name": "Yuan-ManX/ai-game-devtools",
"description": "Your AI Game Dev Hub. The ultimate resource hub for AI-powered game development tools. Discover cutting-edge LLMs, World Model, Agent, Code, Image, Texture, Shader, 3D Model, Animation, Video, Audio, Music, Singing Voice and Analytics. 🔥",
"stars": 1183,
"forks": 114,
"url": "https://github.com/Yuan-ManX/ai-game-devtools",
"language": "JavaScript",
"updated_at": "2026-05-19",
"topics": [
"ai-agents",
"ai-game-development",
"ai-game-engine",
"ai-platform",
"ai-toolkit",
"aigc",
"artificial-intelligence",
"awesome-list",
"deep-learning",
"game-ai",
"game-development",
"game-engine",
"mechine-learing",
"unity",
"world-models"
]
},
{
"name": "NVIDIA/DreamDojo",
"description": "Official Codebase for \"DreamDojo: A Generalist Robot World Model from Large-Scale Human Videos\"",
"stars": 871,
"forks": 56,
"url": "https://github.com/NVIDIA/DreamDojo",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
},
{
"name": "IamCreateAI/NeoVerse",
"description": "[CVPR 2026 Highlight] NeoVerse: Enhancing 4D World Model with in-the-wild Monocular Videos",
"stars": 579,
"forks": 30,
"url": "https://github.com/IamCreateAI/NeoVerse",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
},
{
"name": "gracezhao1997/Awesome-Video-World-Models-with-AR-Diffusion",
"description": "A Curated List of Awesome Video World Models with AR Diffusion: Covering Algorithms, Applications, and Infrastructure, Aimed at Serving as a Comprehensive Resource for Researchers, Practitioners, and Enthusiasts.",
"stars": 548,
"forks": 18,
"url": "https://github.com/gracezhao1997/Awesome-Video-World-Models-with-AR-Diffusion",
"language": "TeX",
"updated_at": "2026-05-20",
"topics": [
"ar-diffusion",
"autoregressive",
"awesome-list",
"computer-vision",
"diffusion-models",
"generative-ai",
"video-generation",
"world-models"
]
},
{
"name": "maitrix-org/Pandora",
"description": "Pandora: Towards General World Model with Natural Language Actions and Video States",
"stars": 536,
"forks": 34,
"url": "https://github.com/maitrix-org/Pandora",
"language": "Python",
"updated_at": "2026-05-19",
"topics": []
}
],
"dreamer": [
{
"name": "danijar/dreamerv3",
"description": "Mastering Diverse Domains through World Models",
"stars": 3256,
"forks": 539,
"url": "https://github.com/danijar/dreamerv3",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"general",
"jax",
"minecraft",
"reinforcement-learning",
"world-models"
]
},
{
"name": "luciddreamer-cvlab/LucidDreamer",
"description": "Official code for the paper \"LucidDreamer: Domain-free Generation of 3D Gaussian Splatting Scenes\".",
"stars": 1522,
"forks": 111,
"url": "https://github.com/luciddreamer-cvlab/LucidDreamer",
"language": "Python",
"updated_at": "2026-05-16",
"topics": []
},
{
"name": "Rainbow-Dreamer/musicpy",
"description": "Musicpy is a music programming language in Python designed to write music in very handy syntax through music theory and algorithms.",
"stars": 1460,
"forks": 135,
"url": "https://github.com/Rainbow-Dreamer/musicpy",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"midi",
"music",
"music-programming",
"music-theory",
"musicpy",
"python"
]
},
{
"name": "DBraun/DawDreamer",
"description": "Digital Audio Workstation with Python; VST instruments/effects, parameter automation, FAUST, JAX, Warp Markers, and JUCE processors",
"stars": 1227,
"forks": 95,
"url": "https://github.com/DBraun/DawDreamer",
"language": "C++",
"updated_at": "2026-05-18",
"topics": [
"ableton",
"audio",
"audio-plugin",
"audio-processing",
"daw",
"faust",
"jax",
"juce",
"midi",
"python",
"synthesizer",
"vst",
"vst-host",
"vst3",
"vst3-host"
]
},
{
"name": "datadreamer-dev/DataDreamer",
"description": "DataDreamer: Prompt. Generate Synthetic Data. Train & Align Models.   🤖💤",
"stars": 1113,
"forks": 59,
"url": "https://github.com/datadreamer-dev/DataDreamer",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"alignment",
"deep-learning",
"fine-tuning",
"gpt",
"instruction-tuning",
"llm",
"llmops",
"llms",
"machine-learning",
"natural-language-processing",
"nlp",
"nlp-library",
"openai",
"python",
"pytorch",
"synthetic-data",
"synthetic-dataset-generation",
"transformers"
]
},
{
"name": "danijar/dreamerv2",
"description": "Mastering Atari with Discrete World Models",
"stars": 1045,
"forks": 212,
"url": "https://github.com/danijar/dreamerv2",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"atari",
"deep-learning",
"machine-learning",
"reinforcement-learning",
"research",
"robotics",
"video-prediction",
"world-models"
]
},
{
"name": "liuyuan-pal/SyncDreamer",
"description": "[ICLR 2024 Spotlight] SyncDreamer: Generating Multiview-consistent Images from a Single-view Image",
"stars": 1037,
"forks": 51,
"url": "https://github.com/liuyuan-pal/SyncDreamer",
"language": "Python",
"updated_at": "2026-05-17",
"topics": [
"3d-reconstruction",
"diffusion-models",
"generative-model",
"single-view-reconstruction"
]
},
{
"name": "Dreamer-Paul/Pio",
"description": "🎃 一个支持更换 Live2D 模型的 JS 插件",
"stars": 900,
"forks": 116,
"url": "https://github.com/Dreamer-Paul/Pio",
"language": "JavaScript",
"updated_at": "2026-05-17",
"topics": [
"anime",
"live2d",
"plugins",
"typecho",
"typecho-plugin"
]
}
],
"embodied_world_model": [
{
"name": "LargeWorldModel/LWM",
"description": "Large World Model -- Modeling Text and Video with Millions Context",
"stars": 7410,
"forks": 558,
"url": "https://github.com/LargeWorldModel/LWM",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
},
{
"name": "Robbyant/lingbot-world",
"description": "Advancing Open-source World Models",
"stars": 3779,
"forks": 335,
"url": "https://github.com/Robbyant/lingbot-world",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"aigc",
"image-to-video",
"lingbot-world",
"video-generation",
"world-models"
]
},
{
"name": "danijar/dreamerv3",
"description": "Mastering Diverse Domains through World Models",
"stars": 3256,
"forks": 539,
"url": "https://github.com/danijar/dreamerv3",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"general",
"jax",
"minecraft",
"reinforcement-learning",
"world-models"
]
},
{
"name": "knightnemo/Awesome-World-Models",
"description": "A Curated List of Awesome Works in World Modeling, Aiming to Serve as a One-stop Resource for Researchers, Practitioners, and Enthusiasts Interested in World Modeling.",
"stars": 2847,
"forks": 116,
"url": "https://github.com/knightnemo/Awesome-World-Models",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"awesome-list",
"dynamical-systems",
"embodied-ai",
"generative-model",
"world-models"
]
},
{
"name": "Tencent-Hunyuan/HunyuanWorld-1.0",
"description": "Generating Immersive, Explorable, and Interactive 3D Worlds from Words or Pixels with Hunyuan3D World Model",
"stars": 2819,
"forks": 251,
"url": "https://github.com/Tencent-Hunyuan/HunyuanWorld-1.0",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"3d",
"3d-generation",
"aigc",
"hunyuan3d",
"image-to-3d",
"scene-generation",
"text-to-3d",
"world-model",
"world-models"
]
},
{
"name": "open-gigaai/giga-brain-0",
"description": "GigaBrain-0: A World Model-Powered Vision-Language-Action Model",
"stars": 2520,
"forks": 195,
"url": "https://github.com/open-gigaai/giga-brain-0",
"language": "Python",
"updated_at": "2026-05-19",
"topics": []
},
{
"name": "SkyworkAI/Matrix-Game",
"description": "Matrix-Game 3.0: Real-Time and Streaming Interactive World Model with Long-Horizon Memory",
"stars": 2211,
"forks": 238,
"url": "https://github.com/SkyworkAI/Matrix-Game",
"language": "Python",
"updated_at": "2026-05-20",
"topics": [
"genie",
"interactive-video",
"long-horizon-memory",
"long-sequence",
"long-video",
"real-time",
"video-generation",
"world-model"
]
},
{
"name": "LMD0311/Awesome-World-Model",
"description": "Collect some World Models for Autonomous Driving (and Robotic, etc.) papers. ",
"stars": 2061,
"forks": 80,
"url": "https://github.com/LMD0311/Awesome-World-Model",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"artificial-intelligence-algorithms",
"autonomous-driving",
"autonomous-vehicles",
"awesome",
"computer-vision",
"deep-learning",
"future-predict",
"robotics",
"world-model"
]
}
],
"autonomous_driving": [
{
"name": "LMD0311/Awesome-World-Model",
"description": "Collect some World Models for Autonomous Driving (and Robotic, etc.) papers. ",
"stars": 2061,
"forks": 80,
"url": "https://github.com/LMD0311/Awesome-World-Model",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"artificial-intelligence-algorithms",
"autonomous-driving",
"autonomous-vehicles",
"awesome",
"computer-vision",
"deep-learning",
"future-predict",
"robotics",
"world-model"
]
},
{
"name": "Thinklab-SJTU/Awesome-LLM4AD",
"description": "A curated list of awesome LLM/VLM/VLA/World Model for Autonomous Driving(LLM4AD) resources (continually updated)",
"stars": 1818,
"forks": 107,
"url": "https://github.com/Thinklab-SJTU/Awesome-LLM4AD",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"large-language-models",
"vision-language-action-model",
"vision-language-model",
"world-model"
]
},
{
"name": "leofan90/Awesome-World-Models",
"description": "A comprehensive list of papers for the definition of World Models and using World Models for General Video Generation, Embodied AI, and Autonomous Driving, including papers, codes, and related websites.",
"stars": 1668,
"forks": 53,
"url": "https://github.com/leofan90/Awesome-World-Models",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"autonomous-driving",
"awesome",
"deep-learning",
"embodied-ai",
"future-prediction",
"video-prediction",
"world-model"
]
},
{
"name": "OpenDriveLab/Vista",
"description": "[NeurIPS 2024] A Generalizable World Model for Autonomous Driving",
"stars": 881,
"forks": 61,
"url": "https://github.com/OpenDriveLab/Vista",
"language": "Python",
"updated_at": "2026-05-19",
"topics": [
"autonomous-driving",
"video-generation",
"world-model"
]
},
{
"name": "JeffWang987/DriveDreamer",
"description": "[ECCV 2024] DriveDreamer: Towards Real-world-driven World Models for Autonomous Driving",
"stars": 570,
"forks": 28,
"url": "https://github.com/JeffWang987/DriveDreamer",
"language": "Python",
"updated_at": "2026-05-19",
"topics": []
},
{
"name": "wzzheng/OccWorld",
"description": "[ECCV 2024] 3D World Model for Autonomous Driving",
"stars": 548,
"forks": 40,
"url": "https://github.com/wzzheng/OccWorld",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
},
{
"name": "HaoranZhuExplorer/World-Models-Autonomous-Driving-Survey",
"description": "A curated list of world models for autonomous driving.",
"stars": 521,
"forks": 23,
"url": "https://github.com/HaoranZhuExplorer/World-Models-Autonomous-Driving-Survey",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"autonomous-driving",
"deep-learning",
"self-supervised-learning",
"world-models"
]
},
{
"name": "BraveGroup/Drive-WM",
"description": "[CVPR 2024] A world model for autonomous driving.",
"stars": 433,
"forks": 15,
"url": "https://github.com/BraveGroup/Drive-WM",
"language": "Python",
"updated_at": "2026-05-20",
"topics": []
}
],
"awesome_lists": [
{
"name": "knightnemo/Awesome-World-Models",
"description": "A Curated List of Awesome Works in World Modeling, Aiming to Serve as a One-stop Resource for Researchers, Practitioners, and Enthusiasts Interested in World Modeling.",
"stars": 2847,
"forks": 116,
"url": "https://github.com/knightnemo/Awesome-World-Models",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"awesome-list",
"dynamical-systems",
"embodied-ai",
"generative-model",
"world-models"
]
},
{
"name": "LMD0311/Awesome-World-Model",
"description": "Collect some World Models for Autonomous Driving (and Robotic, etc.) papers. ",
"stars": 2061,
"forks": 80,
"url": "https://github.com/LMD0311/Awesome-World-Model",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"artificial-intelligence-algorithms",
"autonomous-driving",
"autonomous-vehicles",
"awesome",
"computer-vision",
"deep-learning",
"future-predict",
"robotics",
"world-model"
]
},
{
"name": "Thinklab-SJTU/Awesome-LLM4AD",
"description": "A curated list of awesome LLM/VLM/VLA/World Model for Autonomous Driving(LLM4AD) resources (continually updated)",
"stars": 1818,
"forks": 107,
"url": "https://github.com/Thinklab-SJTU/Awesome-LLM4AD",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"large-language-models",
"vision-language-action-model",
"vision-language-model",
"world-model"
]
},
{
"name": "leofan90/Awesome-World-Models",
"description": "A comprehensive list of papers for the definition of World Models and using World Models for General Video Generation, Embodied AI, and Autonomous Driving, including papers, codes, and related websites.",
"stars": 1668,
"forks": 53,
"url": "https://github.com/leofan90/Awesome-World-Models",
"language": "",
"updated_at": "2026-05-20",
"topics": [
"artificial-intelligence",
"autonomous-driving",
"awesome",
"deep-learning",
"embodied-ai",
"future-prediction",
"video-prediction",
"world-model"
]
},
{
"name": "worldbench/awesome-3d-4d-world-models",
"description": "🌐 3D and 4D World Modeling: A Survey",
"stars": 906,
"forks": 53,
"url": "https://github.com/worldbench/awesome-3d-4d-world-models",
"language": "HTML",
"updated_at": "2026-05-20",
"topics": [
"3d",
"3d-generation",
"4d",
"4d-generation",
"autonomous-driving",
"awesome-list",
"embodied-ai",
"lidar-generation",
"occupancy-generation",
"spatial-intelligence",
"video-generation",
"world-models"
]
},
{
"name": "gracezhao1997/Awesome-Video-World-Models-with-AR-Diffusion",
"description": "A Curated List of Awesome Video World Models with AR Diffusion: Covering Algorithms, Applications, and Infrastructure, Aimed at Serving as a Comprehensive Resource for Researchers, Practitioners, and Enthusiasts.",
"stars": 548,
"forks": 18,
"url": "https://github.com/gracezhao1997/Awesome-Video-World-Models-with-AR-Diffusion",
"language": "TeX",
"updated_at": "2026-05-20",
"topics": [
"ar-diffusion",
"autoregressive",
"awesome-list",
"computer-vision",
"diffusion-models",
"generative-ai",
"video-generation",
"world-models"
]
},
{
"name": "ziqihuangg/Awesome-From-Video-Generation-to-World-Model",
"description": "A list of works on video generation towards world model",
"stars": 480,
"forks": 10,
"url": "https://github.com/ziqihuangg/Awesome-From-Video-Generation-to-World-Model",
"language": "",
"updated_at": "2026-05-18",
"topics": []
},
{
"name": "NTUMARS/Awesome-World-Model-for-Robotics-Policy",
"description": "",
"stars": 452,
"forks": 10,
"url": "https://github.com/NTUMARS/Awesome-World-Model-for-Robotics-Policy",
"language": "",
"updated_at": "2026-05-20",
"topics": []
}
]
}