Deploying to gh-pages from @ 2b6076b 🚀

fudan-generative-vision · Jun 13, 2024 · 8d78f36 · 8d78f36
1 parent cd64107
commit 8d78f36
Show file tree

Hide file tree

Showing 16 changed files with 93 additions and 55 deletions.
diff --git a/assets/VideoComparision-DpTSoWVZ.vue → assets/VideoComparision-CDOZit1t.vue b/assets/VideoComparision-DpTSoWVZ.vue → assets/VideoComparision-CDOZit1t.vue
@@ -1,6 +1,7 @@
 <template>
     <section>
-        <h3>{{ title }}</h3>
+        <h3 v-if="title">{{ title }}</h3>
+        <h4 v-if="subtitle">{{ subtitle }}</h4>
         <div class="panel">
             <div ref="carouselElement" :id="id" class="relative" data-twe-carousel-init data-twe-carousel-slide
                 data-twe-ride="carousel" data-twe-interval="9999999">
@@ -60,10 +61,12 @@
 interface Props {
     id?: string
     title?: string
+    subtitle?: string
     items?: string[][]
 }
 const { props } = defineProps<{ props: Props }>()
 const title = props.title || ''
+const subtitle = props.subtitle || ''
 const items = (props.items || []).map(v => v.map(sub => new URL(`../${sub}`, import.meta.url).href))
 const id = props.id || title.replaceAll(" ", "")
 
@@ -122,6 +125,10 @@ section {
     }
 }
 
+h4 {
+    @apply text-lg mb-3
+}
+
 .video-group {
     video {
         width: 49%;

diff --git a/assets/best_visual_results-CybPBLwa.png b/assets/best_visual_results-CybPBLwa.png
diff --git a/assets/exp_1-DNoPaoUs.mp4 b/assets/exp_1-DNoPaoUs.mp4
diff --git a/assets/exp_2-CDpzk8lC.mp4 b/assets/exp_2-CDpzk8lC.mp4
diff --git a/assets/index-BQ1bjaxG.css b/assets/index-BQ1bjaxG.css
diff --git a/assets/index-BcoKkNzn.js b/assets/index-BcoKkNzn.js
diff --git a/assets/index-CX54T6Nv.css b/assets/index-CX54T6Nv.css
diff --git a/assets/index-CwpnKgod.js b/assets/index-CwpnKgod.js
diff --git a/assets/index-qZ9T98Ml.json → assets/index-DvqIxUX5.json b/assets/index-qZ9T98Ml.json → assets/index-DvqIxUX5.json
@@ -88,12 +88,13 @@
                 "github": "https://github.com/fudan-generative-vision/hallo",
                 "huggingface": "https://huggingface.co/fudan-generative-ai/hallo"
             },
-            "mainVideo": "assets/video/main_video.mp4"
+            "mainVideo": ""
         }
     },
     {
         "template": "abstract",
         "props": {
+            "figure": "assets/img/best_visual_results.png",
             "content": "The field of portrait image animation, driven by speech audio input, has experienced significant advancements in the generation of realistic and dynamic portraits. This research delves into the complexities of synchronizing facial movements and creating visually appealing, temporally consistent animations within the framework of diffusion-based methodologies. Moving away from traditional paradigms that rely on parametric models for intermediate facial representations, our innovative approach embraces the end-to-end diffusion paradigm and introduces a hierarchical audio-driven visual synthesis module to enhance the precision of alignment between audio inputs and visual outputs, encompassing lip, expression, and pose motion. Our proposed network architecture seamlessly integrates diffusion-based generative models, a UNet-based denoiser, temporal alignment techniques, and a reference network. The proposed hierarchical audio-driven visual synthesis offers adaptive control over expression and pose diversity, enabling more effective personalization tailored to different identities. Through a comprehensive evaluation that incorporates both qualitative and quantitative analyses, our approach demonstrates obvious enhancements in image and video quality, lip synchronization precision, and motion diversity."
         }
     },
@@ -105,11 +106,41 @@
         }
     },
     {
-        "template": "single-video",
+        "template": "video-comparision",
         "props": {
-            "title": "Cross-ID Showcase",
+            "title": "Ablation Study-Motion Scale Control",
+            "subtitle": "Lip Control",
             "items": [
-                "assets/video/singing/1.mp4"
+                [
+                    "assets/video/ablation/lip_1.mp4",
+                    "assets/video/ablation/lip_2.mp4"
+                ]
+            ]
+        }
+    },
+    {
+        "template": "video-comparision",
+        "props": {
+            "title": "",
+            "subtitle": "Expression Control",
+            "items": [
+                [
+                    "assets/video/ablation/exp_1.mp4",
+                    "assets/video/ablation/exp_2.mp4"
+                ]
+            ]
+        }
+    },
+    {
+        "template": "video-comparision",
+        "props": {
+            "title": "",
+            "subtitle": "Pose Control",
+            "items": [
+                [
+                    "assets/video/ablation/pose_1.mp4",
+                    "assets/video/ablation/pose_2.mp4"
+                ]
             ]
         }
     },

diff --git a/assets/lip_1-BrSa_VrG.mp4 b/assets/lip_1-BrSa_VrG.mp4
diff --git a/assets/lip_2-BY6IxAVj.mp4 b/assets/lip_2-BY6IxAVj.mp4
diff --git a/assets/main-Br63O_c6.css b/assets/main-Br63O_c6.css
diff --git a/assets/main-CMCgD1yo.css b/assets/main-CMCgD1yo.css
diff --git a/assets/pose_1--mPzg3KS.mp4 b/assets/pose_1--mPzg3KS.mp4
diff --git a/assets/pose_2-DCnEEeiv.mp4 b/assets/pose_2-DCnEEeiv.mp4
diff --git a/index.html b/index.html
@@ -6,8 +6,8 @@
   <link rel="icon" href="/favicon.ico" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   <title>Homepage</title>
-  <script type="module" crossorigin src="/hallo/assets/index-BcoKkNzn.js"></script>
-  <link rel="stylesheet" crossorigin href="/hallo/assets/index-CX54T6Nv.css">
+  <script type="module" crossorigin src="/hallo/assets/index-CwpnKgod.js"></script>
+  <link rel="stylesheet" crossorigin href="/hallo/assets/index-BQ1bjaxG.css">
 </head>
 
 <body>