xizaoqu
commited on
Commit
·
35c3e32
1
Parent(s):
c7542a3
update assets
Browse files- app.py +20 -21
- assets/examples/case1.npz +3 -0
- assets/examples/case2.npz +3 -0
- assets/examples/case3.npz +3 -0
- assets/examples/case4.npz +3 -0
app.py
CHANGED
@@ -270,25 +270,24 @@ def generate(keys, input_history, memory_frames, self_frames, self_actions, self
|
|
270 |
|
271 |
temporal_video_path = tempfile.NamedTemporaryFile(suffix='.mp4').name
|
272 |
save_video(out_video, temporal_video_path)
|
273 |
-
|
274 |
-
|
275 |
-
now = datetime.now()
|
276 |
-
folder_name = now.strftime("%Y-%m-%d_%H-%M-%S")
|
277 |
-
folder_path = os.path.join("/mnt/xiaozeqi/worldmem/output_material", folder_name)
|
278 |
-
os.makedirs(folder_path, exist_ok=True)
|
279 |
input_history += keys
|
280 |
|
281 |
-
|
282 |
-
|
283 |
-
|
284 |
-
|
285 |
-
|
286 |
-
|
287 |
-
|
288 |
-
|
289 |
-
|
290 |
-
|
291 |
-
|
|
|
|
|
|
|
|
|
|
|
292 |
|
293 |
return out_video[-1], temporal_video_path, input_history, memory_frames, self_frames, self_actions, self_poses, self_memory_c2w, self_frame_idx
|
294 |
|
@@ -319,7 +318,7 @@ def on_image_click(selected_image):
|
|
319 |
|
320 |
def set_memory(examples_case, image_display, log_output, slider_denoising_step, slider_context_length, slider_memory_length):
|
321 |
if examples_case == '1':
|
322 |
-
data_bundle = np.load("/
|
323 |
input_history = data_bundle['input_history'].item()
|
324 |
memory_frames = data_bundle['memory_frames']
|
325 |
self_frames = data_bundle['self_frames']
|
@@ -328,7 +327,7 @@ def set_memory(examples_case, image_display, log_output, slider_denoising_step,
|
|
328 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
329 |
self_frame_idx = data_bundle['self_frame_idx']
|
330 |
elif examples_case == '2':
|
331 |
-
data_bundle = np.load("/
|
332 |
input_history = data_bundle['input_history'].item()
|
333 |
memory_frames = data_bundle['memory_frames']
|
334 |
self_frames = data_bundle['self_frames']
|
@@ -337,7 +336,7 @@ def set_memory(examples_case, image_display, log_output, slider_denoising_step,
|
|
337 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
338 |
self_frame_idx = data_bundle['self_frame_idx']
|
339 |
elif examples_case == '3':
|
340 |
-
data_bundle = np.load("/
|
341 |
input_history = data_bundle['input_history'].item()
|
342 |
memory_frames = data_bundle['memory_frames']
|
343 |
self_frames = data_bundle['self_frames']
|
@@ -346,7 +345,7 @@ def set_memory(examples_case, image_display, log_output, slider_denoising_step,
|
|
346 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
347 |
self_frame_idx = data_bundle['self_frame_idx']
|
348 |
elif examples_case == '4':
|
349 |
-
data_bundle = np.load("/
|
350 |
input_history = data_bundle['input_history'].item()
|
351 |
memory_frames = data_bundle['memory_frames']
|
352 |
self_frames = data_bundle['self_frames']
|
|
|
270 |
|
271 |
temporal_video_path = tempfile.NamedTemporaryFile(suffix='.mp4').name
|
272 |
save_video(out_video, temporal_video_path)
|
|
|
|
|
|
|
|
|
|
|
|
|
273 |
input_history += keys
|
274 |
|
275 |
+
|
276 |
+
# now = datetime.now()
|
277 |
+
# folder_name = now.strftime("%Y-%m-%d_%H-%M-%S")
|
278 |
+
# folder_path = os.path.join("/mnt/xiaozeqi/worldmem/output_material", folder_name)
|
279 |
+
# os.makedirs(folder_path, exist_ok=True)
|
280 |
+
# data_dict = {
|
281 |
+
# "input_history": input_history,
|
282 |
+
# "memory_frames": memory_frames,
|
283 |
+
# "self_frames": self_frames,
|
284 |
+
# "self_actions": self_actions,
|
285 |
+
# "self_poses": self_poses,
|
286 |
+
# "self_memory_c2w": self_memory_c2w,
|
287 |
+
# "self_frame_idx": self_frame_idx,
|
288 |
+
# }
|
289 |
+
|
290 |
+
# np.savez(os.path.join(folder_path, "data_bundle.npz"), **data_dict)
|
291 |
|
292 |
return out_video[-1], temporal_video_path, input_history, memory_frames, self_frames, self_actions, self_poses, self_memory_c2w, self_frame_idx
|
293 |
|
|
|
318 |
|
319 |
def set_memory(examples_case, image_display, log_output, slider_denoising_step, slider_context_length, slider_memory_length):
|
320 |
if examples_case == '1':
|
321 |
+
data_bundle = np.load("assets/examples/case1.npz")
|
322 |
input_history = data_bundle['input_history'].item()
|
323 |
memory_frames = data_bundle['memory_frames']
|
324 |
self_frames = data_bundle['self_frames']
|
|
|
327 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
328 |
self_frame_idx = data_bundle['self_frame_idx']
|
329 |
elif examples_case == '2':
|
330 |
+
data_bundle = np.load("assets/examples/case2.npz")
|
331 |
input_history = data_bundle['input_history'].item()
|
332 |
memory_frames = data_bundle['memory_frames']
|
333 |
self_frames = data_bundle['self_frames']
|
|
|
336 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
337 |
self_frame_idx = data_bundle['self_frame_idx']
|
338 |
elif examples_case == '3':
|
339 |
+
data_bundle = np.load("assets/examples/case3.npz")
|
340 |
input_history = data_bundle['input_history'].item()
|
341 |
memory_frames = data_bundle['memory_frames']
|
342 |
self_frames = data_bundle['self_frames']
|
|
|
345 |
self_memory_c2w = data_bundle['self_memory_c2w']
|
346 |
self_frame_idx = data_bundle['self_frame_idx']
|
347 |
elif examples_case == '4':
|
348 |
+
data_bundle = np.load("assets/examples/case4.npz")
|
349 |
input_history = data_bundle['input_history'].item()
|
350 |
memory_frames = data_bundle['memory_frames']
|
351 |
self_frames = data_bundle['self_frames']
|
assets/examples/case1.npz
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38600ac4addd4546591f16c3cbed3e37ea3396286b3aee118938494f6c0527dd
|
3 |
+
size 201735738
|
assets/examples/case2.npz
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a915bfd1a0ef18734f3b670b228eb4f8346736205fb571d4caa30d0a3cb919e4
|
3 |
+
size 277385958
|
assets/examples/case3.npz
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f9d09230c9d3e5fca2f4a2f0a34823c98c644c7920e9a132ab631b72ad442fa7
|
3 |
+
size 198933878
|
assets/examples/case4.npz
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12cea63662d99d6e6349a602b2b5b5044de29b5176e7727e1e1eec528d2a56de
|
3 |
+
size 179320858
|