WebPTalkHead / app.py
Akjava's picture
update example
a67b1ad
raw
history blame
6.42 kB
import spaces
import gradio as gr
import subprocess
import re
from PIL import Image,ImageSequence
import webp
import io
import hashlib
import os
import time
import shutil
css="""
#col-left {
margin: 0 auto;
max-width: 640px;
}
#col-right {
margin: 0 auto;
max-width: 640px;
}
.grid-container {
display: flex;
align-items: center;
justify-content: center;
gap:10px
}
.image {
width: 128px;
height: 128px;
object-fit: cover;
}
.text {
font-size: 16px;
}
"""
output_dir = "outputs"
passed_time = 60 * 10
def load_text(text_path: str) -> str:
with open(text_path, 'r', encoding='utf-8') as f:
text = f.read()
return text
def clear_old_files(dir,passed_time):
try:
files = os.listdir(dir)
current_time = time.time()
for file in files:
file_path = os.path.join(dir,file)
ctime = os.stat(file_path).st_ctime
diff = current_time - ctime
#print(f"ctime={ctime},current_time={current_time},passed_time={passed_time},diff={diff}")
if diff > passed_time:
os.remove(file_path)
except:
print("maybe still gallery using error")
def process_images(normal_image,mouth_open_image,eye_close_image,duration=100,pattern = "nnnmmmnenmmmnnnmmmnnnmmmnnnmmm",looping = True):
# validating images
if normal_image is None or mouth_open_image is None or eye_close_image is None:
raise gr.Error("Need Normal Mouth Eyes 3 images")
#validate check
normal_width, normal_height = normal_image.size
mouth_width, mouth_height = mouth_open_image.size
eye_width, eye_height = eye_close_image.size
if normal_width!=mouth_width or normal_height!=mouth_height:
raise gr.Error("Mouth Image Size must be same as normal")
if normal_width!=eye_width or normal_height!=eye_height:
raise gr.Error("Eyes Image Size must be same as normal")
if duration<1:
raise gr.Error("min duration is 1")
if pattern == "":
pattern = "nme"
else:
valids =["n","m","e"]
for ch in pattern:
if ch not in valids:
raise gr.Error("invalid pattern contain.pattern must be n or e or m")
frames = []
for ch in pattern:
if ch == "m":
frames.append(mouth_open_image)
elif ch == "e":
frames.append(eye_close_image)
else:
frames.append(normal_image)
loop = 0 if looping else 1 #MUST BE ZERO,NOT TRUE
output_path = "tmp.webp"
output_buffer = io.BytesIO()
frames[0].save(output_buffer,
save_all=True,
append_images=frames[1:],
duration=duration,
loop=loop,
format='WebP')
hash_object = hashlib.sha256(output_buffer.getvalue())
hex_dig = hash_object.hexdigest()
unique_id = hex_dig[:32]
clear_old_files(output_dir,passed_time)
output_path = f"{output_dir}/{unique_id}.webp"
with open(output_path,"wb") as f:
f.write(output_buffer.getvalue())
return output_path
#return image
def show_example(value1,value2,valu3,id):
return f"webpes/{id}.webp"
#css=css,
with gr.Blocks(css=css, elem_id="demo-container") as demo:
with gr.Column():
gr.HTML(load_text("demo_header.html"))
gr.HTML(load_text("demo_tools.html"))
with gr.Row():
with gr.Column():
image_normal = gr.Image(sources=['upload','clipboard'], elem_id="image_normal", type="pil", label="Normal Image",height=400, value=None)
with gr.Row(elem_id="prompt-container", equal_height=False):
with gr.Row():
btn = gr.Button("Make WebP Animation", elem_id="run_button")
image_mouth = gr.Image(sources=['upload','clipboard'], elem_id="image_mouth", type="pil", label="Mouth Opened",height=400, value=None)
image_eyes = gr.Image(sources=['upload','clipboard'], elem_id="image_eyes", type="pil", label="Eyes Closed",height=400, value=None)
id_input=gr.Text(label="Name", visible=False)
with gr.Accordion(label="Advanced Settings", open=False):
with gr.Row(equal_height=True):
animation_time = gr.Number(value=100, minimum=1, maximum=1000, step=10, label="Animation Time")
looping = gr.Checkbox(label="Loop",value=True)
with gr.Row( equal_height=True):
timing_seat = gr.Text(value="nnnmmmnenmmmnnnmmmnnnmmm", label="Timing Seat")
with gr.Column():
image_out = gr.Image(sources=[],label="Output", elem_id="output-img",type="filepath", format="webp")
btn.click(fn=process_images, inputs=[image_normal, image_mouth,image_eyes,animation_time,timing_seat,looping], outputs =image_out, api_name='infer')
gr.Examples(
examples=[
["examples/00003245_normal.jpg","examples/00003245_mouth.jpg","examples/00003245_eyes.jpg","examples/00003245.webp"],
["examples/00207245_normal.png","examples/00207245_mouth.png","examples/00207245_eyes.png","examples/00207245.webp"],
["examples/00350245_normal.jpg","examples/00350245_mouth.jpg","examples/00350245_eyes.jpg","examples/00350245.webp"],
["examples/00538245_normal.jpg","examples/00538245_mouth.jpg","examples/00538245_eyes.jpg","examples/00538245.webp"],
["examples/00828003_00.jpg","examples/00828003_09.jpg","examples/00828003_99.jpg","examples/00828003.webp"],
["examples/00825000_00.jpg","examples/00825000_09.jpg","examples/00825000_99.jpg","examples/00825000.webp"],
["examples/00824008_00.jpg","examples/00824008_09.jpg","examples/00824008_99.jpg","examples/00824008.webp"],
["examples/prompt01_normal.jpg","examples/prompt01_mouth.jpg","examples/prompt01_eyes.jpg","examples/prompt01.webp"],
],
inputs=[image_normal,image_mouth,image_eyes,image_out],
)
gr.HTML(
gr.HTML(load_text("demo_footer.html"))
)
if __name__ == "__main__":
demo.launch()