How to Set Up AI Repaint Server Locally

This article will teach you how to set up an AI repaint server, so you can use your own computer as an AI server to perform AI repainting.

Mac currently does not support “Realistic” style transfer

Step 1: Get Civitai API Key

Some models need to be downloaded from Civitai and require an authorization token. You need to get one from https://civitai.com/user/account.

Just scroll down to the “API Keys” section and click “Add API key” to generate one. Save it for the next step.

Step 2: Install Python Environment

I have coded a Python script to run the installation automatically, so you need to make sure your computer can run Python.

Just verify that after running the command python --version in your computer’s terminal, you can get the result.

Step 3: Set Up & Run the Python Code

• Copy the Python script initial_AI_repaint_server.py

import os
import subprocess
import socket
import requests
import shutil

# 0. Prepare code / 准备代码
civitai_api_key = ""
comfyUI_url = "https://github.com/comfyanonymous/ComfyUI.git"
plugins_units = [
    {
        "name": "ComfyUI-Manager",
        "url": "https://github.com/ltdrdata/ComfyUI-Manager.git",
        "has_requirements": True
    },
    {
        "name": "comfyui_controlnet_aux",
        "url": "https://github.com/Fannovel16/comfyui_controlnet_aux/",
        "has_requirements": True
    },
    {
        "name": "ComfyUI-Image-Compressor",
        "url": "https://github.com/liuqianhonga/ComfyUI-Image-Compressor.git",
        "has_requirements": False
    },
    {
        "name": "ComfyUI-WD14-Tagger",
        "url": "https://github.com/pythongosssss/ComfyUI-WD14-Tagger",
        "has_requirements": True
    },
    {
        "name": "ComfyUI_Comfyroll_CustomNodes",
        "url": "https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes.git",
        "has_requirements": False
    },
    {
        "name": "ComfyLiterals",
        "url": "https://github.com/M1kep/ComfyLiterals.git",
        "has_requirements": False
    },
    {
        "name": "ComfyUI-Advanced-ControlNet",
        "url": "https://github.com/Kosinkadink/ComfyUI-Advanced-ControlNet.git",
        "has_requirements": False
    },
    {
        "name": "ComfyUI_essentials",
        "url": "https://github.com/cubiq/ComfyUI_essentials.git",
        "has_requirements": False
    },
    {
        "name": "ComfyUI-tbox",
        "url": "https://github.com/ai-shizuka/ComfyUI-tbox.git",
        "has_requirements": False
    }
]

models_units = [
    {
        "api_key": civitai_api_key,
        "name": "fantasmPonyXL_v10.safetensors",
        "url": "https://civitai.com/api/download/models/742228"
    },
    {
        "api_key": "",
        "name": "photonium_v10.safetensors",
        "url": "https://civitai.com/api/download/models/302809"
    }
]

controlnet_units = [
    {
        "name": "CN-anytest_v4-marged_pn_dim256.safetensors",
        "url": "https://huggingface.co/2vXpSwA7/iroiro-lora/resolve/main/test_controlnet2/CN-anytest_v4-marged_pn_dim256.safetensors"
    },
    {
        "name": "diffusers_xl_canny_full.safetensors",
        "url": "https://huggingface.co/lllyasviel/sd_control_collection/resolve/d1b278d0d1103a3a7c4f7c2c327d236b082a75b1/diffusers_xl_canny_full.safetensors"
    },
    {
        "name": "diffusers_xl_depth_full.safetensors",
        "url": "https://huggingface.co/lllyasviel/sd_control_collection/resolve/05cb13f62356f78d7c3a4ef10e460c5cda6bef8b/diffusers_xl_depth_full.safetensors"
    }
]

upscale_units = [
    {
        "name": "2x_APISR_RRDB_GAN_generator.pth",
        "url": "https://huggingface.co/camenduru/APISR/resolve/main/2x_APISR_RRDB_GAN_generator.pth"
    }
]

def run_command(command, shell=False):
    """Run command and print output
    运行命令并打印输出"""
    result = subprocess.run(command, shell=shell, text=True)
    return result

def check_exists(path):
    """Check if file or directory exists
    检查文件或目录是否存在"""
    return os.path.exists(path)

def install_plugin(plugin):
    """Install ComfyUI plugin
    安装 ComfyUI 插件"""
    if check_exists(plugin['name']):
        print(f"Plugin {plugin['name']} already exists, skipping...")
        return
    
    print(f"Installing plugin: {plugin['name']}...")
    run_command(["git", "clone", plugin['url']])

    if plugin['has_requirements']:
        os.chdir(plugin['name'])
        run_command(["pip", "install", "-r", "requirements.txt"])
        os.chdir("..")

def download_file(url, filename):
    """Cross-platform file download function
    跨平台文件下载函数
    
    Args:
        url: 下载链接
        filename: 保存的文件名
    """
    # 首先尝试使用 wget
    if shutil.which('wget'):
        run_command(["wget", "-q", "--show-progress", url, "-O", filename])
        return
    
    # 然后尝试使用 curl
    if shutil.which('curl'):
        run_command(["curl", "-L", "-o", filename, url])
        return
    
    # 最后使用 requests 作为后备方案
    try:
        print(f"Downloading {filename}...")
        response = requests.get(url, stream=True)
        total_size = int(response.headers.get('content-length', 0))
        
        with open(filename, 'wb') as file:
            if total_size == 0:
                file.write(response.content)
            else:
                downloaded = 0
                for data in response.iter_content(chunk_size=8192):
                    downloaded += len(data)
                    file.write(data)
                    done = int(50 * downloaded / total_size)
                    print(f"\r[{'=' * done}{' ' * (50-done)}] {downloaded}/{total_size} bytes", end='')
        print("\nDownload completed!")
    except Exception as e:
        print(f"Error downloading file: {e}")
        raise

def install_models(model):
    """Install AI models
    安装 AI 模型"""
    if check_exists(model['name']):
        print(f"Model {model['name']} already exists, skipping...")
        return
    
    print(f"Installing model: {model['name']}...")
    if model['api_key']:
        model_url = f"{model['url']}?token={model['api_key']}"
    else:
        model_url = model['url']
    download_file(model_url, model['name'])
    
def install_controlnet(controlnet):
    """Install ControlNet models
    安装 ControlNet 模型"""
    if check_exists(controlnet['name']):
        print(f"ControlNet {controlnet['name']} already exists, skipping...")
        return
    
    print(f"Installing ControlNet: {controlnet['name']}...")
    download_file(controlnet['url'], controlnet['name'])

def install_upscale(upscale):
    """Install upscale models
    安装超分辨率模型"""
    if check_exists(upscale['name']):
        print(f"Upscale model {upscale['name']} already exists, skipping...")
        return
    
    print(f"Installing upscale model: {upscale['name']}...")
    download_file(upscale['url'], upscale['name'])

def get_local_ip():
    """Get local IP address
    获取本机IP地址"""
    try:
        # 获取所有网络接口
        addresses = socket.getaddrinfo(socket.gethostname(), None)
            
        # 筛选 IPv4 地址
        for addr in addresses:
            ip = addr[4][0]
            if ip.startswith('192.168.'):
                return ip
                
        # 备选方法
        s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
        s.connect(("8.8.8.8", 80))
        ip = s.getsockname()[0]
        s.close()
        return ip
    except Exception as e:
        print(f"Error getting IP: {e}")
        return "127.0.0.1"

def clear_console():
    """Clear console screen
    清空控制台屏幕"""
    # Windows
    if os.name == 'nt':
        os.system('cls')
    # Mac/Linux
    else:
        os.system('clear')

def main():
    """Main function to setup and run ComfyUI
    主函数：设置并运行ComfyUI"""
    
    # 验证 API key / Validate API key
    if not civitai_api_key:
        print("Please set the civitai_api_key variable at the beginning of the script")
        print("请在脚本开头设置 civitai_api_key 变量\n")
        
        print("You can get your API key from: https://civitai.com/user/account")
        print("你可以在这里获取 API key：https://civitai.com/user/account\n")
        return
    
    # 1. Clone project from Github / 从 Github 克隆项目
    print("Cloning repository / 克隆仓库...")
    run_command(["git", "clone", comfyUI_url])
    os.chdir("ComfyUI")

    # 2. Install plugins / 安装插件
    os.chdir("custom_nodes")
    for plugin in plugins_units:
        install_plugin(plugin)
    os.chdir("..")

    # 3. Install models / 安装模型
    os.chdir("models/checkpoints")
    for model in models_units:
        install_models(model)
    os.chdir("../..")

    # 4. Install ControlNet models / 安装 ControlNet 模型
    os.chdir("models/controlnet")
    for controlnet in controlnet_units:
        install_controlnet(controlnet)
    os.chdir("../..")

    # 5. Install Upscale Models / 安装超分辨率模型
    os.chdir("models/upscale_models")
    for upscale in upscale_units:
        install_upscale(upscale)
    os.chdir("../..")

    # 6. Install requirements / 安装依赖
    run_command(["pip", "install", "-r", "requirements.txt"])

    # 7. Run ComfyUI / 运行 ComfyUI
    # clear_console()
    local_ip = get_local_ip()
    print(f"⭐️⭐️⭐️\nAddress: http://{local_ip}:8188\n⭐️⭐️⭐️\n")
    run_command(["python", "main.py", "--listen"])

if __name__ == "__main__":
    main()

• Fill in your API key in the line civitai_api_key = ""

• Move the script to the location where you want to build the server (like “Downloads”). It will take about 20GB of space.

• Run the script python initial_AI_repaint_server.py in the terminal.

---

When the output is finished, in the results, you can find a log that looks like this:

⭐️⭐️⭐️
Address: http://192.168.0.107:8188
⭐️⭐️⭐️

That is your server address! Any time you want to use AI-Repainting, just run python initial_AI_repaint_server.py and keep the terminal open. Your computer will repaint the images for you.

PS: First time need to download some extra models, so may take a while.

If any question, welcome send feedback to woshixwn@gmail.com