Update utils/digital_human/realtime_inference.py
Browse files
utils/digital_human/realtime_inference.py
CHANGED
@@ -111,8 +111,8 @@ def load_pose_model(model_dir):
|
|
111 |
)
|
112 |
|
113 |
config_file = r"./utils/digital_human/musetalk/utils/dwpose/rtmpose-l_8xb32-270e_coco-ubody-wholebody-384x288.py"
|
114 |
-
pose_model = init_model(config_file, dw_pose_path, device="
|
115 |
-
|
116 |
return pose_model
|
117 |
|
118 |
|
@@ -397,7 +397,8 @@ class Avatar:
|
|
397 |
audio_feature_batch = self.model_handler.pe(audio_feature_batch)
|
398 |
latent_batch = latent_batch.to(dtype=self.model_handler.unet.model.dtype)
|
399 |
|
400 |
-
timesteps = torch.tensor([0], device="cuda")
|
|
|
401 |
pred_latents = self.model_handler.unet.model(
|
402 |
latent_batch, timesteps, encoder_hidden_states=audio_feature_batch
|
403 |
).sample
|
|
|
111 |
)
|
112 |
|
113 |
config_file = r"./utils/digital_human/musetalk/utils/dwpose/rtmpose-l_8xb32-270e_coco-ubody-wholebody-384x288.py"
|
114 |
+
pose_model = init_model(config_file, dw_pose_path, device="cpu")
|
115 |
+
#pose_model = init_model(config_file, dw_pose_path, device="cuda")
|
116 |
return pose_model
|
117 |
|
118 |
|
|
|
397 |
audio_feature_batch = self.model_handler.pe(audio_feature_batch)
|
398 |
latent_batch = latent_batch.to(dtype=self.model_handler.unet.model.dtype)
|
399 |
|
400 |
+
# timesteps = torch.tensor([0], device="cuda")
|
401 |
+
timesteps = torch.tensor([0], device="cpu")
|
402 |
pred_latents = self.model_handler.unet.model(
|
403 |
latent_batch, timesteps, encoder_hidden_states=audio_feature_batch
|
404 |
).sample
|