From 33f3d2bb21b1a1f9f7c928f73b677fa39637ab86 Mon Sep 17 00:00:00 2001 From: LuthandoMaqondo Date: Sun, 24 Nov 2024 13:37:20 +0200 Subject: [PATCH 1/6] Updated README, requirements.txt file and experiments notebook --- .gitignore | 5 +- experiments.ipynb | 1178 +++++++++++++++++++++++++++++++++++++++++++++ requirements.txt | 15 + 3 files changed, 1197 insertions(+), 1 deletion(-) create mode 100644 experiments.ipynb create mode 100644 requirements.txt diff --git a/.gitignore b/.gitignore index 0ac3d31..dade683 100644 --- a/.gitignore +++ b/.gitignore @@ -162,4 +162,7 @@ cython_debug/ .idea/ # From inference.py -video_output_*.mp4 \ No newline at end of file +video_output_*.mp4 + +# The Folder of the Model Checkpoint. +/model_ckpt \ No newline at end of file diff --git a/experiments.ipynb b/experiments.ipynb new file mode 100644 index 0000000..19d0499 --- /dev/null +++ b/experiments.ipynb @@ -0,0 +1,1178 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "\"Open" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Install The Requirements" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "%pip install -r requirements.txt\n", + "# # or\n", + "# !pip install -r requirements.txt" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Running Inference" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/home/luthando/miniconda3/envs/ltx-video/lib/python3.13/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", + " from .autonotebook import tqdm as notebook_tqdm\n", + "/home/luthando/miniconda3/envs/ltx-video/lib/python3.13/site-packages/huggingface_hub/file_download.py:834: UserWarning: `local_dir_use_symlinks` parameter is deprecated and will be ignored. The process to download files to a local folder has been updated and do not rely on symlinks anymore. You only need to pass a destination folder as`local_dir`.\n", + "For more details, check out https://huggingface.co/docs/huggingface_hub/main/en/guides/download#download-files-to-local-folder.\n", + " warnings.warn(\n", + "Fetching 26 files: 100%|██████████| 26/26 [26:52<00:00, 62.03s/it] \n" + ] + }, + { + "data": { + "text/plain": [ + "'/home/luthando/Desktop/LTX-Video/model_ckpt'" + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from huggingface_hub import snapshot_download\n", + "\n", + "model_path = 'model_ckpt' # The local directory to save downloaded checkpoint\n", + "snapshot_download(\"Lightricks/LTX-Video\", local_dir=model_path, local_dir_use_symlinks=False, repo_type='model')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Running generation with arguments: Namespace(ckpt_dir='model_ckpt', input_video_path=None, input_image_path=None, output_path=None, seed=0, num_inference_steps=40, num_images_per_prompt=1, guidance_scale=3, height=720, width=1280, num_frames=8, frame_rate=25, bfloat16=False, prompt='Hello', negative_prompt='worst quality, inconsistent motion, blurry, jittery, distorted')\n", + "Padded dimensions: 736x1280x9\n", + "Downloading shards: 0%| | 0/2 [00:00 Date: Sun, 24 Nov 2024 13:40:29 +0200 Subject: [PATCH 2/6] Update to the notebook --- experiments.ipynb | 76 +++++++++++++++++++++++++++++++++++++++++++++-- 1 file changed, 74 insertions(+), 2 deletions(-) diff --git a/experiments.ipynb b/experiments.ipynb index 19d0499..d4db0ea 100644 --- a/experiments.ipynb +++ b/experiments.ipynb @@ -4,7 +4,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "\"Open" + "\"Open" ] }, { @@ -14,6 +14,15 @@ "# Install The Requirements" ] }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "!git clone https://github.com/LuthandoMaqondo/LTX-Video.git" + ] + }, { "cell_type": "code", "execution_count": null, @@ -1145,7 +1154,70 @@ "model-00002-of-00002.safetensors: 62%|██▍ | 5.63G/9.06G [22:02<18:32, 3.08MB/s]\u001b[A\n", "model-00002-of-00002.safetensors: 62%|██▍ | 5.64G/9.06G [22:05<18:08, 3.14MB/s]\u001b[A\n", "model-00002-of-00002.safetensors: 62%|██▍ | 5.65G/9.06G [22:09<18:51, 3.01MB/s]\u001b[A\n", - "model-00002-of-00002.safetensors: 62%|██▍ | 5.66G/9.06G [22:14<21:30, 2.63MB/s]\u001b[A" + "model-00002-of-00002.safetensors: 62%|██▍ | 5.66G/9.06G [22:14<21:30, 2.63MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.67G/9.06G [22:17<19:59, 2.82MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.68G/9.06G [22:20<18:59, 2.96MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.69G/9.06G [22:23<18:04, 3.10MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.70G/9.06G [22:26<17:54, 3.12MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.71G/9.06G [22:29<17:17, 3.22MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.73G/9.06G [22:33<17:33, 3.17MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.74G/9.06G [22:37<19:25, 2.85MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 63%|██▌ | 5.75G/9.06G [22:40<18:30, 2.99MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.76G/9.06G [22:44<17:56, 3.07MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.77G/9.06G [22:46<16:51, 3.26MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.78G/9.06G [22:50<17:38, 3.10MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.79G/9.06G [22:53<17:10, 3.18MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.80G/9.06G [22:56<16:39, 3.26MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.81G/9.06G [22:59<15:44, 3.44MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.82G/9.06G [23:02<15:38, 3.45MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.83G/9.06G [23:05<15:38, 3.44MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 64%|██▌ | 5.84G/9.06G [23:09<17:12, 3.12MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.85G/9.06G [23:13<17:57, 2.98MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.86G/9.06G [23:16<17:40, 3.02MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.87G/9.06G [23:20<17:17, 3.07MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.88G/9.06G [23:23<17:10, 3.08MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.89G/9.06G [23:27<17:32, 3.01MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.90G/9.06G [23:31<17:59, 2.92MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.91G/9.06G [23:35<20:01, 2.62MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 65%|██▌ | 5.92G/9.06G [23:39<19:23, 2.70MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▌ | 5.93G/9.06G [23:42<18:16, 2.85MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▌ | 5.95G/9.06G [23:46<18:23, 2.82MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▋ | 5.96G/9.06G [23:50<19:16, 2.68MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▋ | 5.97G/9.06G [23:53<17:32, 2.94MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▋ | 5.98G/9.06G [23:57<17:06, 3.00MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▋ | 5.99G/9.06G [24:00<16:26, 3.11MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▋ | 6.00G/9.06G [24:03<16:23, 3.11MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▋ | 6.01G/9.06G [24:07<17:04, 2.98MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 66%|██▋ | 6.02G/9.06G [24:10<16:53, 3.00MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.03G/9.06G [24:14<16:46, 3.01MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.04G/9.06G [24:19<19:34, 2.57MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.05G/9.06G [24:23<18:57, 2.65MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.06G/9.06G [24:27<18:34, 2.69MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.07G/9.06G [24:30<17:57, 2.77MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.08G/9.06G [24:33<16:36, 2.99MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.09G/9.06G [24:37<17:15, 2.87MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.10G/9.06G [24:40<16:51, 2.92MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 67%|██▋ | 6.11G/9.06G [24:44<16:26, 2.99MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.12G/9.06G [24:47<16:17, 3.00MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.13G/9.06G [24:50<15:27, 3.15MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.14G/9.06G [24:54<15:59, 3.04MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.16G/9.06G [24:57<15:49, 3.06MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.17G/9.06G [25:01<15:32, 3.10MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.18G/9.06G [25:04<16:04, 2.99MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.19G/9.06G [25:08<16:26, 2.91MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 68%|██▋ | 6.20G/9.06G [25:11<15:18, 3.12MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▋ | 6.21G/9.06G [25:14<14:53, 3.19MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▋ | 6.22G/9.06G [25:18<16:16, 2.91MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▋ | 6.23G/9.06G [25:22<16:10, 2.92MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▊ | 6.24G/9.06G [25:25<15:13, 3.09MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▊ | 6.25G/9.06G [25:29<15:52, 2.95MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▊ | 6.26G/9.06G [25:31<14:33, 3.21MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▊ | 6.27G/9.06G [25:34<14:07, 3.29MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▊ | 6.28G/9.06G [25:38<14:25, 3.21MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 69%|██▊ | 6.29G/9.06G [25:42<15:30, 2.98MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.30G/9.06G [25:46<15:29, 2.97MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.31G/9.06G [25:49<14:50, 3.09MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.32G/9.06G [25:52<14:45, 3.09MB/s]\u001b[A" ] } ], From 25245df0cea7e6335a57f4d7bbf75382cc5909df Mon Sep 17 00:00:00 2001 From: LuthandoMaqondo Date: Sun, 24 Nov 2024 13:42:03 +0200 Subject: [PATCH 3/6] Update to the notebook --- experiments.ipynb | 33 ++++++++++++++++++++++++++++++++- 1 file changed, 32 insertions(+), 1 deletion(-) diff --git a/experiments.ipynb b/experiments.ipynb index d4db0ea..5355aa1 100644 --- a/experiments.ipynb +++ b/experiments.ipynb @@ -1217,7 +1217,38 @@ "model-00002-of-00002.safetensors: 69%|██▊ | 6.29G/9.06G [25:42<15:30, 2.98MB/s]\u001b[A\n", "model-00002-of-00002.safetensors: 70%|██▊ | 6.30G/9.06G [25:46<15:29, 2.97MB/s]\u001b[A\n", "model-00002-of-00002.safetensors: 70%|██▊ | 6.31G/9.06G [25:49<14:50, 3.09MB/s]\u001b[A\n", - "model-00002-of-00002.safetensors: 70%|██▊ | 6.32G/9.06G [25:52<14:45, 3.09MB/s]\u001b[A" + "model-00002-of-00002.safetensors: 70%|██▊ | 6.32G/9.06G [25:52<14:45, 3.09MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.33G/9.06G [25:55<14:02, 3.24MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.34G/9.06G [25:58<13:26, 3.37MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.35G/9.06G [26:01<13:59, 3.22MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.36G/9.06G [26:05<14:23, 3.12MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.38G/9.06G [26:08<14:31, 3.08MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 70%|██▊ | 6.39G/9.06G [26:12<14:21, 3.10MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.40G/9.06G [26:15<14:05, 3.15MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.41G/9.06G [26:18<14:10, 3.12MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.42G/9.06G [26:22<14:25, 3.05MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.43G/9.06G [26:26<14:42, 2.98MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.44G/9.06G [26:29<14:13, 3.07MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.45G/9.06G [26:32<14:18, 3.04MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.46G/9.06G [26:35<13:41, 3.17MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 71%|██▊ | 6.47G/9.06G [26:40<15:04, 2.86MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▊ | 6.48G/9.06G [26:43<14:17, 3.01MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▊ | 6.49G/9.06G [26:46<13:53, 3.08MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▊ | 6.50G/9.06G [26:51<15:12, 2.80MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▊ | 6.51G/9.06G [26:54<14:25, 2.95MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▉ | 6.52G/9.06G [26:58<14:48, 2.86MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▉ | 6.53G/9.06G [27:01<14:11, 2.97MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▉ | 6.54G/9.06G [27:04<13:39, 3.07MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▉ | 6.55G/9.06G [27:07<12:57, 3.22MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 72%|██▉ | 6.56G/9.06G [27:10<12:14, 3.40MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.57G/9.06G [27:13<12:27, 3.33MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.59G/9.06G [27:16<12:32, 3.29MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.60G/9.06G [27:19<12:26, 3.30MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.61G/9.06G [27:23<12:37, 3.24MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.62G/9.06G [27:27<13:26, 3.03MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.63G/9.06G [27:31<13:51, 2.92MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.64G/9.06G [27:34<13:20, 3.02MB/s]\u001b[A\n", + "model-00002-of-00002.safetensors: 73%|██▉ | 6.65G/9.06G [27:37<13:19, 3.02MB/s]\u001b[A" ] } ], From 71988844c6b3eee1bacaad3eef39e8acdd29148d Mon Sep 17 00:00:00 2001 From: LuthandoMaqondo Date: Sun, 24 Nov 2024 17:45:43 +0200 Subject: [PATCH 4/6] Added num_inference_steps to the inference command, the two lines below the github repo cloning --- experiments.ipynb | 1174 +-------------------------------------------- requirements.txt | 3 + 2 files changed, 12 insertions(+), 1165 deletions(-) diff --git a/experiments.ipynb b/experiments.ipynb index 5355aa1..863b378 100644 --- a/experiments.ipynb +++ b/experiments.ipynb @@ -20,7 +20,9 @@ "metadata": {}, "outputs": [], "source": [ - "!git clone https://github.com/LuthandoMaqondo/LTX-Video.git" + "!git clone https://github.com/LuthandoMaqondo/LTX-Video.git\n", + "%cd LTX-Video\n", + "%git checkout luthando-contribution" ] }, { @@ -85,1175 +87,17 @@ "name": "stdout", "output_type": "stream", "text": [ - "Running generation with arguments: Namespace(ckpt_dir='model_ckpt', input_video_path=None, input_image_path=None, output_path=None, seed=0, num_inference_steps=40, num_images_per_prompt=1, guidance_scale=3, height=720, width=1280, num_frames=8, frame_rate=25, bfloat16=False, prompt='Hello', negative_prompt='worst quality, inconsistent motion, blurry, jittery, distorted')\n", + "Running generation with arguments: Namespace(ckpt_dir='model_ckpt', input_video_path=None, input_image_path=None, output_path=None, seed=0, num_inference_steps=2, num_images_per_prompt=1, guidance_scale=3, height=720, width=1280, num_frames=2, frame_rate=25, bfloat16=False, prompt='Hello', negative_prompt='worst quality, inconsistent motion, blurry, jittery, distorted')\n", "Padded dimensions: 736x1280x9\n", - "Downloading shards: 0%| | 0/2 [00:00 Date: Sun, 24 Nov 2024 18:39:54 +0200 Subject: [PATCH 5/6] Notebook cleanup --- experiments.ipynb | 16 +++++++++++++--- 1 file changed, 13 insertions(+), 3 deletions(-) diff --git a/experiments.ipynb b/experiments.ipynb index 863b378..060f1f1 100644 --- a/experiments.ipynb +++ b/experiments.ipynb @@ -22,7 +22,7 @@ "source": [ "!git clone https://github.com/LuthandoMaqondo/LTX-Video.git\n", "%cd LTX-Video\n", - "%git checkout luthando-contribution" + "!git checkout luthando-contribution" ] }, { @@ -40,7 +40,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "# Running Inference" + "# Download the model Checkpoint: from Huggingface Hub" ] }, { @@ -78,6 +78,13 @@ "snapshot_download(\"Lightricks/LTX-Video\", local_dir=model_path, local_dir_use_symlinks=False, repo_type='model')" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Running Inference" + ] + }, { "cell_type": "code", "execution_count": null, @@ -92,7 +99,10 @@ "Downloading shards: 100%|██████████████████████| 2/2 [00:00<00:00, 25343.23it/s]\n", "Loading checkpoint shards: 100%|██████████████████| 2/2 [00:00<00:00, 16.82it/s]\n", " 0%| | 0/2 [00:00 Date: Sun, 24 Nov 2024 19:00:56 +0200 Subject: [PATCH 6/6] Final Notebook to test the Model Requirements - other check coming later. --- experiments.ipynb | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/experiments.ipynb b/experiments.ipynb index 060f1f1..143db9a 100644 --- a/experiments.ipynb +++ b/experiments.ipynb @@ -21,7 +21,7 @@ "outputs": [], "source": [ "!git clone https://github.com/LuthandoMaqondo/LTX-Video.git\n", - "%cd LTX-Video\n", + "%cd /content/LTX-Video\n", "!git checkout luthando-contribution" ] }, @@ -107,7 +107,14 @@ } ], "source": [ - "!python inference.py --ckpt_dir 'model_ckpt' --prompt \"Hello\" --height 720 --width 1280 --num_frames 2 --seed 0 --num_inference_steps 2" + "!python inference.py --ckpt_dir 'model_ckpt' \\\n", + " --prompt \"A black woman with long black hair smiles at another woman with long blonde hair. The woman with black hair wears a black jacket and has a small, barely noticeable mole on her right cheek. The camera angle is a close-up, focused on the woman with brown hair's face. The lighting is warm and natural, likely from the setting sun, casting a soft glow on the scene. The scene appears to be real-life footage.\" \\\n", + " --height 320 \\\n", + " --width 640 \\\n", + " --num_frames 124 \\\n", + " --seed 100 \\\n", + " --frame_rate 16 \\\n", + " --num_inference_steps 40" ] } ],