Various improvements

.editorconfig

@@ -0,0 +1,20 @@
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+indent_style = space
+indent_size = 4
+trim_trailing_whitespace = true
+
+[*.md]
+trim_trailing_whitespace = false
+
+[*.yml]
+indent_size = 2
+indent_style = space
+
+[*.yaml]
+indent_size = 2
+indent_style = space

.gitignore

@@ -0,0 +1,6 @@
+models
+__pycache__
+venv
+.idea
+.vs
+outputs

CKPT_PTH.py

@@ -1,4 +1,4 @@
-LLAVA_CLIP_PATH = '/opt/data/private/AIGC_pretrain/LLaVA1.5/clip-vit-large-patch14-336'
-LLAVA_MODEL_PATH = '/opt/data/private/AIGC_pretrain/LLaVA1.5/llava-v1.5-13b'
-SDXL_CLIP1_PATH = '/opt/data/private/AIGC_pretrain/clip-vit-large-patch14'
-SDXL_CLIP2_CKPT_PTH = '/opt/data/private/AIGC_pretrain/CLIP-ViT-bigG-14-laion2B-39B-b160k/open_clip_pytorch_model.bin'
+LLAVA_CLIP_PATH = 'openai/clip-vit-large-patch14-336'
+LLAVA_MODEL_PATH = 'liuhaotian/llava-v1.5-7b'
+SDXL_CLIP1_PATH = 'openai/clip-vit-large-patch14'
+SDXL_CLIP2_CKPT_PTH = 'models/open_clip_pytorch_model.bin'

README.md

@@ -1,6 +1,6 @@
 ## (CVPR2024) Scaling Up to Excellence: Practicing Model Scaling for Photo-Realistic Image Restoration In the Wild
 
-> [[Paper](https://arxiv.org/abs/2401.13627)] &emsp; [[Project Page](http://supir.xpixel.group/)] &emsp; [Online Demo (Coming soon)] <br>
+> [[Paper](https://arxiv.org/abs/2401.13627)] &emsp; [[Project Page](http://supir.xpixel.group/)]<br>
 > Fanghua, Yu, [Jinjin Gu](https://www.jasongt.com/), Zheyuan Li, Jinfan Hu, Xiangtao Kong, [Xintao Wang](https://xinntao.github.io/), [Jingwen He](https://scholar.google.com.hk/citations?user=GUxrycUAAAAJ), [Yu Qiao](https://scholar.google.com.hk/citations?user=gFtI-8QAAAAJ), [Chao Dong](https://scholar.google.com.hk/citations?user=OSDCB0UAAAAJ) <br>
 > Shenzhen Institute of Advanced Technology; Shanghai AI Laboratory; University of Sydney; The Hong Kong Polytechnic University; ARC Lab, Tencent PCG; The Chinese University of Hong Kong <br>
 
@@ -38,7 +38,7 @@ For users who can connect to huggingface, please setting `LLAVA_CLIP_PATH, SDXL_
 * [SDXL CLIP Encoder-2](https://huggingface.co/laion/CLIP-ViT-bigG-14-laion2B-39B-b160k)
 * [SDXL base 1.0_0.9vae](https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/blob/main/sd_xl_base_1.0_0.9vae.safetensors)
 * [LLaVA CLIP](https://huggingface.co/openai/clip-vit-large-patch14-336)
-* [LLaVA v1.5 13B](https://huggingface.co/liuhaotian/llava-v1.5-13b)
+* [LLaVA v1.5 7B](https://huggingface.co/liuhaotian/llava-v1.5-7b)
 * (optional) [Juggernaut-XL_v9_RunDiffusionPhoto_v2](https://huggingface.co/RunDiffusion/Juggernaut-XL-v9/blob/main/Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors)
  * Replacement of `SDXL base 1.0_0.9vae` for Photo Realistic
 * (optional) [Juggernaut_RunDiffusionPhoto2_Lightning_4Steps](https://huggingface.co/RunDiffusion/Juggernaut-XL-Lightning/blob/main/Juggernaut_RunDiffusionPhoto2_Lightning_4Steps.safetensors)
@@ -124,8 +124,11 @@ CUDA_VISIBLE_DEVICES=0,1 python gradio_demo.py --ip 0.0.0.0 --port 6688 --use_im
 </p>
 
 
-### Online Demo (Coming Soon)
+### Online Resources & Demos
 
+1. [Replicate Demo](https://replicate.com/cjwbw/supir)
+2. [RunPod Template](https://runpod.io/console/gpu-cloud?template=aa31uo64wv&ref=2xxro4sy)
+3. [YouTube Tutorial](https://www.youtube.com/watch?v=PqREA6-bC3w)
 
 ---
 

download_models.py

@@ -0,0 +1,69 @@
+#!/usr/bin/env python3
+import os
+import requests
+from tqdm import tqdm
+from huggingface_hub import snapshot_download
+
+
+def create_directory(path):
+ """Create directory if it does not exist."""
+ if not os.path.exists(path):
+ os.makedirs(path)
+ print(f'Directory created: {path}')
+ else:
+ print(f'Directory already exists: {path}')
+
+
+def download_file(url, folder_path, file_name=None):
+ """Download a file from a given URL to a specified folder with an optional file name."""
+ local_filename = file_name if file_name else url.split('/')[-1]
+ local_filepath = os.path.join(folder_path, local_filename)
+ print(f'Downloading {url} to: {local_filepath}')
+
+ # Stream download to handle large files
+ with requests.get(url, stream=True) as r:
+ r.raise_for_status()
+ total_size_in_bytes = int(r.headers.get('content-length', 0))
+ block_size = 1024 # 1 Kibibyte
+ progress_bar = tqdm(total=total_size_in_bytes, unit='iB', unit_scale=True)
+ with open(local_filepath, 'wb') as f:
+ for data in r.iter_content(block_size):
+ progress_bar.update(len(data))
+ f.write(data)
+ progress_bar.close()
+
+ if total_size_in_bytes != 0 and progress_bar.n != total_size_in_bytes:
+ print('ERROR, something went wrong')
+ else:
+ print(f'Downloaded {local_filename} to {folder_path}')
+
+
+# Define the folders and their corresponding file URLs with optional file names
+folders_and_files = {
+ os.path.join('models'): [
+ ('https://huggingface.co/laion/CLIP-ViT-bigG-14-laion2B-39B-b160k/resolve/main/open_clip_pytorch_model.bin', None),
+ ('https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/resolve/main/sd_xl_base_1.0_0.9vae.safetensors', None),
+ ('https://huggingface.co/ashleykleynhans/SUPIR/resolve/main/SUPIR-v0F.ckpt', None),
+ ('https://huggingface.co/ashleykleynhans/SUPIR/resolve/main/SUPIR-v0Q.ckpt', None),
+ ]
+}
+
+
+if __name__ == '__main__':
+ for folder, files in folders_and_files.items():
+ create_directory(folder)
+ for file_url, file_name in files:
+ download_file(file_url, folder, file_name)
+
+ llava_model = os.getenv('LLAVA_MODEL', 'liuhaotian/llava-v1.5-7b')
+ llava_clip_model = 'openai/clip-vit-large-patch14-336'
+ sdxl_clip_model = 'openai/clip-vit-large-patch14'
+
+ print(f'Downloading LLaVA model: {llava_model}')
+ snapshot_download(llava_model)
+
+ print(f'Downloading LLaVA CLIP model: {llava_clip_model}')
+ snapshot_download(llava_clip_model)
+
+ print(f'Downloading SDXL CLIP model: {sdxl_clip_model}')
+ snapshot_download(sdxl_clip_model)