rg_config.yaml

# coding=utf-8
# Copyright 2024 The Google Research Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# ================ Base Model ========================
# SDXL: stabilityai/stable-diffusion-xl-base-1.0
# SDv1-5: runwayml/stable-diffusion-v1-5
# ====================================================
model_path: runwayml/stable-diffusion-v1-5
batch_size: 2
seed: 42
num_frames: 2
fps: 1
rg_kwargs:
  - head_type: appearance
    loss_rescale: 1.0
    aggregation_kwargs:
      aggregation_ckpt: ./rg_weights/readout_sdv15_drag_appearance.pt
generation_kwargs:
  text_weight: [1.0, 3.5]
  rg_weight: 2e-2
  rg_ratio: [0.0, 0.5]
  eta: 0.0
  num_timesteps: 100
  negative_prompt: "poorly drawn, ugly, tiling, out of frame, mutation, mutated, extra limbs, extra legs, extra arms, disfigured, deformed, cross-eye, body out of frame, blurry, bad art, bad anatomy, blurred, text, watermark, grainy,  writing, calligraphy, sign, cut off"
run_ddim_inversion: True
output_dir: results/drag/real
points_root: data/drag/real