Kokoro

configs/trt_infer.yaml

@@ -78,10 +78,12 @@ joyvasa_models:
 crop_params:
   src_dsize: 512
   src_scale: 2.3
-  src_vx_ratio: 0.0
+  #src_vx_ratio: 0.0
+  src_vx_ratio: -0.0
   src_vy_ratio: -0.125
   dri_scale: 2.2
-  dri_vx_ratio: 0.0
+  #dri_vx_ratio: 0.0
+  dri_vx_ratio: -0.
   dri_vy_ratio: -0.1
 
 
@@ -99,12 +101,12 @@ infer_params:
   flag_do_rot: True
 
   # NOT EXPOERTED PARAMS
-  lip_normalize_threshold: 0.1 # threshold for flag_normalize_lip
-  source_video_eye_retargeting_threshold: 0.18 # threshold for eyes retargeting if the input is a source video
-  driving_smooth_observation_variance: 1e-7 # smooth strength scalar for the animated video when the input is a source video, the larger the number, the smoother the animated video; too much smoothness would result in loss of motion accuracy
+  lip_normalize_threshold: 0.15 # threshold for flag_normalize_lip
+  source_video_eye_retargeting_threshold: 0.15 # threshold for eyes retargeting if the input is a source video
+  driving_smooth_observation_variance: 1e-6 # smooth strength scalar for the animated video when the input is a source video, the larger the number, the smoother the animated video; too much smoothness would result in loss of motion accuracy
   anchor_frame: 0 # TO IMPLEMENT
   mask_crop_path: "./assets/mask_template.png"
-  driving_multiplier: 1.0
+  driving_multiplier: .8
   animation_region: "all"
 
   cfg_mode: "incremental"

download_kokoro.py

@@ -0,0 +1,57 @@
+import os
+from huggingface_hub import snapshot_download, HfApi
+
+print("Attempting to download Kokoro-82M model...")
+
+# Try different possible repositories
+repositories = [
+    'kokoro-ai/Kokoro-82M',
+    'agiresearch/Kokoro-82M', 
+    'KwaiVGI/Kokoro-82M',
+    'kokoro-ai/Kokoro-82M-v0'
+]
+
+api = HfApi()
+success = False
+
+foreach (repo in repositories):
+    try:
+        print(f"Checking repository: {repo}")
+
+        # First check if repo exists
+        model_info = api.model_info(repo)
+        print(f"Repository exists: {repo}")
+        print(f"Model ID: {model_info.modelId}")
+
+        # Try to download
+        print(f"Attempting download from: {repo}")
+        snapshot_download(
+            repo_id=repo,
+            local_dir='./Kokoro-82M',
+            local_dir_use_symlinks=False,
+            resume_download=True,
+            allow_patterns=["*.json", "*.pt", "*.pth", "*.bin", "*.safetensors"]
+        )
+        print(f" Successfully downloaded from {repo}")
+        success = True
+        break
+
+    except Exception as e:
+        print(f" Failed with {repo}: {str(e)}")
+        continue
+
+if not success:
+    print("")
+    print("="*50)
+    print("All repositories failed. Possible solutions:")
+    print("1. The model might require authentication")
+    print("2. Check if you need to accept terms of use")
+    print("3. The model name might be different")
+    print("")
+    print("Searching for similar models...")
+    try:
+        models = api.list_models(search="kokoro")
+        for model in list(models)[:5]:
+            print(f"Found: {model.modelId}")
+    except:
+        print("Could not search for alternative models")