Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -42,12 +42,18 @@ MODEL_NAME = FM_MODEL_ID.split('/')[1].replace('_', ' ')
|
|
42 |
# You may need to follow the pyrender install instructions: https://pyrender.readthedocs.io/en/latest/install/index.html
|
43 |
# 2) Download SMPL data from https://smpl.is.tue.mpg.de/. See https://github.com/shubham-goel/4D-Humans/ for an example
|
44 |
# 3) Copy the required SMPL files (smpl_mean_params.npz, SMPL_to_J19.pkl, smpl/SMPL_NEUTRAL.pkl) to fourm/utils/hmr2_utils/data .
|
|
|
|
|
|
|
|
|
|
|
45 |
|
46 |
sampler = Demo4MSampler(
|
47 |
fm=FM_MODEL_ID,
|
48 |
fm_sr=None,
|
49 |
tok_human_poses=None,
|
50 |
tok_text='./text_tokenizer_4m_wordpiece_30k.json',
|
|
|
51 |
).to(device)
|
52 |
|
53 |
|
|
|
42 |
# You may need to follow the pyrender install instructions: https://pyrender.readthedocs.io/en/latest/install/index.html
|
43 |
# 2) Download SMPL data from https://smpl.is.tue.mpg.de/. See https://github.com/shubham-goel/4D-Humans/ for an example
|
44 |
# 3) Copy the required SMPL files (smpl_mean_params.npz, SMPL_to_J19.pkl, smpl/SMPL_NEUTRAL.pkl) to fourm/utils/hmr2_utils/data .
|
45 |
+
MANUAL_MODS_OVERRIDE = [
|
46 |
+
'color_palette', 'tok_depth@224', 'tok_imagebind@224', 'sam_instance', 'tok_dinov2_global',
|
47 |
+
'tok_normal@224', 'tok_sam_edge@224', 'det', 'tok_canny_edge@224', 'tok_semseg@224', 'rgb@224',
|
48 |
+
'caption', 't5_caption', 'tok_imagebind_global', 'tok_rgb@224', 'tok_clip@224', 'metadata', 'tok_dinov2@224'
|
49 |
+
]
|
50 |
|
51 |
sampler = Demo4MSampler(
|
52 |
fm=FM_MODEL_ID,
|
53 |
fm_sr=None,
|
54 |
tok_human_poses=None,
|
55 |
tok_text='./text_tokenizer_4m_wordpiece_30k.json',
|
56 |
+
mods=MANUAL_MODS_OVERRIDE,
|
57 |
).to(device)
|
58 |
|
59 |
|