Spaces:
Runtime error
Runtime error
Commit
·
bd336d0
1
Parent(s):
f218e94
add
Browse files
app.py
CHANGED
|
@@ -106,19 +106,19 @@ class BaseTrainer(object):
|
|
| 106 |
|
| 107 |
self.checkpoint_path = tmp_dir
|
| 108 |
args.tmp_dir = tmp_dir
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
logger.info(f"Init test dataloader success")
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
self.model =
|
| 122 |
|
| 123 |
if self.rank == 0:
|
| 124 |
logger.info(self.model)
|
|
@@ -768,7 +768,8 @@ demo = gr.Interface(
|
|
| 768 |
],
|
| 769 |
title='SynTalker: Enabling Synergistic Full-Body Control in Prompt-Based Co-Speech Motion Generation',
|
| 770 |
description="1. Upload your audio. <br/>\
|
| 771 |
-
2. Then, sit back and wait for the rendering to happen! This may take a while (e.g. 2 minutes) <br/>\
|
|
|
|
| 772 |
3. After, you can view the videos. <br/>\
|
| 773 |
4. Notice that we use a fix face animation, our method only produce body motion. <br/>\
|
| 774 |
5. Use DDPM sample strategy will generate a better result, while it will take more inference time. \
|
|
|
|
| 106 |
|
| 107 |
self.checkpoint_path = tmp_dir
|
| 108 |
args.tmp_dir = tmp_dir
|
| 109 |
+
|
| 110 |
+
self.test_data = __import__(f"dataloaders.{args.dataset}", fromlist=["something"]).CustomDataset(args, "test")
|
| 111 |
+
self.test_loader = torch.utils.data.DataLoader(
|
| 112 |
+
self.test_data,
|
| 113 |
+
batch_size=1,
|
| 114 |
+
shuffle=False,
|
| 115 |
+
num_workers=args.loader_workers,
|
| 116 |
+
drop_last=False,
|
| 117 |
+
)
|
| 118 |
logger.info(f"Init test dataloader success")
|
| 119 |
+
|
| 120 |
+
from models.denoiser import MDM
|
| 121 |
+
self.model = MDM(args).cuda()
|
| 122 |
|
| 123 |
if self.rank == 0:
|
| 124 |
logger.info(self.model)
|
|
|
|
| 768 |
],
|
| 769 |
title='SynTalker: Enabling Synergistic Full-Body Control in Prompt-Based Co-Speech Motion Generation',
|
| 770 |
description="1. Upload your audio. <br/>\
|
| 771 |
+
2. Then, sit back and wait for the rendering to happen! This may take a while (e.g. 2-5 minutes) <br/>\
|
| 772 |
+
(The reason of running time so long is that provided GPU have an limitation in GPU running time, we must use CPU to handle some GPU tasks)\
|
| 773 |
3. After, you can view the videos. <br/>\
|
| 774 |
4. Notice that we use a fix face animation, our method only produce body motion. <br/>\
|
| 775 |
5. Use DDPM sample strategy will generate a better result, while it will take more inference time. \
|