Instructions to use nvidia/Cosmos3-Edge with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use nvidia/Cosmos3-Edge with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Update Cosmos3-Edge I2V default recipe to 20 steps
#56
by weishao-nv - opened
README.md
CHANGED
|
@@ -525,10 +525,10 @@ data = {
|
|
| 525 |
"size": "832x480",
|
| 526 |
"num_frames": "121",
|
| 527 |
"fps": "24",
|
| 528 |
-
"num_inference_steps": "
|
| 529 |
-
"guidance_scale": "
|
| 530 |
"max_sequence_length": "4096",
|
| 531 |
-
"flow_shift": "
|
| 532 |
"extra_params": json.dumps(
|
| 533 |
{
|
| 534 |
"use_resolution_template": False,
|
|
@@ -788,7 +788,7 @@ pipe = Cosmos3OmniPipeline.from_pretrained(
|
|
| 788 |
)
|
| 789 |
pipe.to("cuda")
|
| 790 |
pipe.scheduler = UniPCMultistepScheduler.from_config(
|
| 791 |
-
pipe.scheduler.config, flow_shift=
|
| 792 |
)
|
| 793 |
|
| 794 |
result = pipe(
|
|
@@ -799,8 +799,8 @@ result = pipe(
|
|
| 799 |
height=480,
|
| 800 |
width=832,
|
| 801 |
fps=24.0,
|
| 802 |
-
num_inference_steps=
|
| 803 |
-
guidance_scale=
|
| 804 |
generator=torch.Generator(device="cuda").manual_seed(0),
|
| 805 |
add_resolution_template=False,
|
| 806 |
add_duration_template=False,
|
|
|
|
| 525 |
"size": "832x480",
|
| 526 |
"num_frames": "121",
|
| 527 |
"fps": "24",
|
| 528 |
+
"num_inference_steps": "20",
|
| 529 |
+
"guidance_scale": "6.0",
|
| 530 |
"max_sequence_length": "4096",
|
| 531 |
+
"flow_shift": "12.0",
|
| 532 |
"extra_params": json.dumps(
|
| 533 |
{
|
| 534 |
"use_resolution_template": False,
|
|
|
|
| 788 |
)
|
| 789 |
pipe.to("cuda")
|
| 790 |
pipe.scheduler = UniPCMultistepScheduler.from_config(
|
| 791 |
+
pipe.scheduler.config, flow_shift=12.0, use_karras_sigmas=False
|
| 792 |
)
|
| 793 |
|
| 794 |
result = pipe(
|
|
|
|
| 799 |
height=480,
|
| 800 |
width=832,
|
| 801 |
fps=24.0,
|
| 802 |
+
num_inference_steps=20,
|
| 803 |
+
guidance_scale=6.0,
|
| 804 |
generator=torch.Generator(device="cuda").manual_seed(0),
|
| 805 |
add_resolution_template=False,
|
| 806 |
add_duration_template=False,
|
assets/diffusers_outputs/edge_i2v_diffusers.mp4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:10022822f1742388c79eb8403aab7658321d73bd5194788ff41a13bcdff9eef8
|
| 3 |
+
size 24163347
|
assets/edge_i2v_output.mp4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:10022822f1742388c79eb8403aab7658321d73bd5194788ff41a13bcdff9eef8
|
| 3 |
+
size 24163347
|