Spaces:
Running
on
Zero
Running
on
Zero
import torch | |
import spaces | |
from diffusers import StableDiffusionPipeline, DDIMScheduler, AutoencoderKL | |
from transformers import AutoFeatureExtractor | |
from ip_adapter.ip_adapter_faceid import IPAdapterFaceID, IPAdapterFaceIDPlus | |
from huggingface_hub import hf_hub_download | |
from insightface.app import FaceAnalysis | |
from insightface.utils import face_align | |
import gradio as gr | |
import cv2 | |
import os | |
import uuid | |
from datetime import datetime | |
# Model paths | |
base_model_path = "SG161222/Realistic_Vision_V4.0_noVAE" | |
vae_model_path = "stabilityai/sd-vae-ft-mse" | |
image_encoder_path = "laion/CLIP-ViT-H-14-laion2B-s32B-b79K" | |
ip_ckpt = hf_hub_download(repo_id="h94/IP-Adapter-FaceID", filename="ip-adapter-faceid_sd15.bin", repo_type="model") | |
ip_plus_ckpt = hf_hub_download(repo_id="h94/IP-Adapter-FaceID", filename="ip-adapter-faceid-plusv2_sd15.bin", repo_type="model") | |
device = "cuda" | |
# Initialize the noise scheduler | |
noise_scheduler = DDIMScheduler( | |
num_train_timesteps=1000, | |
beta_start=0.00085, | |
beta_end=0.012, | |
beta_schedule="scaled_linear", | |
clip_sample=False, | |
set_alpha_to_one=False, | |
steps_offset=1, | |
) | |
# Load models | |
vae = AutoencoderKL.from_pretrained(vae_model_path).to(dtype=torch.float16) | |
pipe = StableDiffusionPipeline.from_pretrained( | |
base_model_path, | |
torch_dtype=torch.float16, | |
scheduler=noise_scheduler, | |
vae=vae | |
).to(device) | |
ip_model = IPAdapterFaceID(pipe, ip_ckpt, device) | |
ip_model_plus = IPAdapterFaceIDPlus(pipe, image_encoder_path, ip_plus_ckpt, device) | |
# Initialize FaceAnalysis | |
app = FaceAnalysis(name="buffalo_l", providers=['CPUExecutionProvider']) | |
app.prepare(ctx_id=0, det_size=(640, 640)) | |
cv2.setNumThreads(1) | |
STYLE_PRESETS = [ | |
{ | |
"title": "Mona Lisa", | |
"prompt": "A mesmerizing portrait in the style of Leonardo da Vinci's Mona Lisa, renaissance oil painting, soft sfumato technique, mysterious smile, Florentine background, museum quality, masterpiece", | |
"preview": "π¨" | |
}, | |
{ | |
"title": "Iron Hero", | |
"prompt": "Hyper realistic portrait as a high-tech superhero, wearing advanced metallic suit, arc reactor glow, inside high-tech lab, dramatic lighting, cinematic composition", | |
"preview": "π¦Ύ" | |
}, | |
{ | |
"title": "Ancient Egyptian", | |
"prompt": "Portrait as an ancient Egyptian pharaoh, wearing golden headdress and royal regalia, hieroglyphics background, dramatic desert lighting, archaeological discovery style", | |
"preview": "π" | |
}, | |
{ | |
"title": "Sherlock Holmes", | |
"prompt": "Victorian era detective portrait, wearing deerstalker hat and cape, holding magnifying glass, foggy London background, mysterious atmosphere, detailed illustration", | |
"preview": "π" | |
}, | |
{ | |
"title": "Star Wars Jedi", | |
"prompt": "Epic portrait as a Jedi Master, wearing traditional robes, holding lightsaber, temple background, force aura effect, cinematic lighting, movie poster quality", | |
"preview": "βοΈ" | |
}, | |
{ | |
"title": "Van Gogh Style", | |
"prompt": "Self-portrait in the style of Vincent van Gogh, bold brushstrokes, vibrant colors, post-impressionist style, emotional intensity, starry background", | |
"preview": "π¨" | |
}, | |
{ | |
"title": "Greek God", | |
"prompt": "Mythological portrait as an Olympian deity, wearing flowing robes, golden laurel wreath, Mount Olympus background, godly aura, classical Greek art style", | |
"preview": "β‘" | |
}, | |
{ | |
"title": "Medieval Knight", | |
"prompt": "Noble knight portrait, wearing ornate plate armor, holding sword and shield, castle background, heraldic designs, medieval manuscript style", | |
"preview": "π‘οΈ" | |
}, | |
{ | |
"title": "Matrix Hero", | |
"prompt": "Cyberpunk portrait in digital reality, wearing black trench coat and sunglasses, green code rain effect, dystopian atmosphere, cinematic style", | |
"preview": "πΆοΈ" | |
}, | |
{ | |
"title": "Pirate Captain", | |
"prompt": "Swashbuckling pirate captain portrait, wearing tricorn hat and colonial coat, ship's deck background, dramatic sea storm, golden age of piracy style", | |
"preview": "π΄ββ οΈ" | |
} | |
] | |
# Updated CSS for improved readability and scrolling | |
css = ''' | |
/* Allow body to scroll freely */ | |
html, body { | |
margin: 0; | |
padding: 0; | |
background: #f0f2f5; | |
font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif; | |
color: #333333; | |
overflow-y: scroll; | |
} | |
/* Outer container can grow but allow scrolling */ | |
#component-0 { | |
width: 100%; | |
box-sizing: border-box; | |
padding: 20px; | |
} | |
/* Main content container with good contrast and spacing */ | |
.container { | |
background-color: #ffffff; | |
color: #333333; | |
border-radius: 10px; | |
padding: 30px; | |
margin: 0 auto 40px auto; /* Margin bottom to ensure space for scrolling */ | |
box-shadow: 0 8px 16px rgba(0, 0, 0, 0.15); | |
max-width: 1400px; | |
} | |
/* Header styling with higher contrast text on dark background */ | |
.header { | |
text-align: center; | |
margin-bottom: 2rem; | |
background: #003366; | |
padding: 2rem; | |
border-radius: 10px; | |
color: #ffffff; | |
} | |
/* Preset grid styling */ | |
.preset-grid { | |
display: grid; | |
grid-template-columns: repeat(auto-fill, minmax(250px, 1fr)); | |
gap: 1rem; | |
margin: 1rem 0; | |
} | |
/* Preset cards: clear borders, high contrast text */ | |
.preset-card { | |
background: #ffffff; | |
padding: 1rem; | |
border-radius: 8px; | |
cursor: pointer; | |
transition: all 0.3s ease; | |
border: 2px solid #003366; | |
text-align: center; | |
color: #003366; | |
font-weight: bold; | |
} | |
.preset-card:hover { | |
transform: translateY(-3px); | |
box-shadow: 0 6px 18px rgba(0, 0, 0, 0.2); | |
background: #e6f0ff; | |
} | |
/* Larger emoji styling */ | |
.preset-emoji { | |
font-size: 2.5rem; | |
margin-bottom: 0.5rem; | |
} | |
/* Input container with a lighter background for contrast */ | |
.input-container { | |
background: #e6f0ff; | |
color: #003366; | |
padding: 1.5rem; | |
border-radius: 8px; | |
margin-bottom: 1rem; | |
border: 1px solid #003366; | |
} | |
/* Output gallery with a clear border and white background */ | |
.output-gallery { | |
border: 2px solid #003366; | |
border-radius: 8px; | |
padding: 10px; | |
background: #ffffff; | |
} | |
/* Ensure any footer is hidden */ | |
footer { display: none !important; } | |
''' | |
def generate_image(images, gender, prompt, progress=gr.Progress(track_tqdm=True)): | |
if not prompt: | |
prompt = f"Professional portrait of a {gender.lower()}" | |
# Add specific keywords to ensure single person | |
prompt = f"{prompt}, single person, solo portrait, one person only, centered composition" | |
# Add negative prompt to prevent multiple people | |
negative_prompt = ( | |
"multiple people, group photo, crowd, double portrait, triple portrait, " | |
"many faces, multiple faces, two faces, three faces, multiple views, collage, photo grid" | |
) | |
faceid_all_embeds = [] | |
first_iteration = True | |
preserve_face_structure = True | |
face_strength = 2.1 | |
likeness_strength = 0.7 | |
for image in images: | |
face = cv2.imread(image) | |
faces = app.get(face) | |
if not faces: | |
continue | |
faceid_embed = torch.from_numpy(faces[0].normed_embedding).unsqueeze(0) | |
faceid_all_embeds.append(faceid_embed) | |
# For the first face, keep a reference image aligned | |
if first_iteration and preserve_face_structure: | |
face_image = face_align.norm_crop(face, landmark=faces[0].kps, image_size=224) | |
first_iteration = False | |
if not faceid_all_embeds: | |
return None | |
# Average embedding across all provided images | |
average_embedding = torch.mean(torch.stack(faceid_all_embeds, dim=0), dim=0) | |
# Generate the new image using IP-Adapter FaceID Plus | |
image = ip_model_plus.generate( | |
prompt=prompt, | |
negative_prompt=negative_prompt, | |
faceid_embeds=average_embedding, | |
scale=likeness_strength, | |
face_image=face_image, | |
shortcut=True, | |
s_scale=face_strength, | |
width=512, | |
height=768, | |
num_inference_steps=100, | |
guidance_scale=7.5 | |
) | |
return image | |
def create_preset_click_handler(idx, prompt_input): | |
def handler(): | |
return {"value": STYLE_PRESETS[idx]["prompt"]} | |
return handler | |
with gr.Blocks(css=css) as demo: | |
# You could add a visitor badge or other element here if desired | |
# For now, we omit it to focus on the scrolling and contrast fixes | |
with gr.Column(elem_classes="container"): | |
with gr.Column(elem_classes="header"): | |
gr.HTML("<h1 style='color:white;'>β¨ MagicFace V3</h1>") | |
gr.HTML("<h3 style='color:white;'>Transform Your Face Into Legendary Characters! https://discord.gg/openfreeai </h3>") | |
with gr.Row(): | |
with gr.Column(scale=1): | |
images_input = gr.Files( | |
label="πΈ Upload Your Face Photos", | |
file_types=["image"], | |
elem_classes="input-container" | |
) | |
gender_input = gr.Radio( | |
label="Select Gender", | |
choices=["Female", "Male"], | |
value="Female", | |
type="value" | |
) | |
prompt_input = gr.Textbox( | |
label="π¨ Custom Prompt", | |
placeholder="Describe your desired transformation in detail...", | |
lines=3 | |
) | |
with gr.Column(elem_classes="preset-container"): | |
gr.Markdown("### π Magic Transformations") | |
preset_grid = [] | |
for idx, preset in enumerate(STYLE_PRESETS): | |
preset_button = gr.Button( | |
f"{preset['preview']} {preset['title']}", | |
elem_classes="preset-card" | |
) | |
preset_button.click( | |
fn=create_preset_click_handler(idx, prompt_input), | |
inputs=[], | |
outputs=[prompt_input] | |
) | |
preset_grid.append(preset_button) | |
generate_button = gr.Button("π Generate Magic", variant="primary") | |
with gr.Column(scale=1): | |
output_gallery = gr.Gallery( | |
label="Magic Gallery", | |
elem_classes="output-gallery", | |
columns=2 | |
) | |
with gr.Accordion("π Quick Guide", open=False): | |
gr.Markdown(""" | |
### How to Use MagicFace V3 | |
1. Upload one or more face photos | |
2. Select your gender | |
3. Choose a magical transformation or write your own prompt | |
4. Click 'Generate Magic' | |
### Pro Tips | |
- Upload multiple angles of your face for better results | |
- Try combining different historical or fictional characters | |
- Feel free to modify the preset prompts | |
- Click on generated images to view them in full size | |
Scroll to see more content if your screen is small. Enjoy! | |
""") | |
generate_button.click( | |
fn=generate_image, | |
inputs=[images_input, gender_input, prompt_input], | |
outputs=output_gallery | |
) | |
demo.queue() | |
demo.launch() | |