when no upsampling

app.py

@@ -28,6 +28,7 @@ GUIDANCE = """
 
 ## 🔥 Task Examples:
 Click the task button in the right bottom to acquire **examples** of various tasks. 
+Each click on a task may result in different examples. 
 **Make sure all images and prompts are loaded before clicking the generate button.**
 
 
@@ -171,6 +172,7 @@ def create_demo(model):
                 )
             
                 gr.Markdown("# Task Examples")
+                gr.Markdown("Each click on a task may result in different examples.")
                 text_dense_prediction_tasks = gr.Textbox(label="Task", visible=False)
                 dense_prediction_tasks = gr.Dataset(
                     samples=examples.dense_prediction_text, 

examples/gradio_tasks_unseen.py

@@ -39,7 +39,6 @@ dense_prediction_data = [
     generate_paths_from_id('2b74476568f7562a6aa832d423132ed3', prompt="Group photo of five young adults enjoying a rooftop gathering at dusk. The group is positioned in the center, with three women and two men smiling and embracing. The woman on the far left wears a floral top and holds a drink, looking slightly to the right. Next to her, a woman in a denim jacket stands close to a woman in a white blouse, both smiling directly at the camera. The fourth woman, in an orange top, stands close to the man on the far right, who wears a red shirt and blue blazer, smiling broadly. The background features a cityscape with a tall building and string lights hanging overhead, creating a warm, festive atmosphere. Soft natural lighting, warm color palette, shallow depth of field, intimate and joyful mood, slightly blurred background, urban rooftop setting, evening ambiance."),
     generate_paths_from_id('de5a8b250bf407aa7e04913562dcba90', prompt="Close-up photo of a refreshing peach iced tea in a clear plastic cup, centrally positioned on a wooden surface. The drink is garnished with fresh mint leaves and ice cubes, with a yellow and white striped straw angled to the left. Surrounding the cup are whole and sliced peaches, scattered across the table, with their vibrant orange flesh and brown skin visible. The background is softly blurred, featuring bokeh effects from sunlight filtering through green foliage, creating a warm and inviting atmosphere. High contrast, natural lighting, shallow depth of field, vibrant color palette, photorealistic, glossy texture, summer vibe, visually balanced composition."),
     generate_paths_from_id('2c4e256fa512cb7e7f433f4c7f9101de', prompt="A digital illustration of a small orange tabby kitten sitting in the center of a sunlit meadow, surrounded by white daisies with yellow centers. The kitten has large, expressive eyes and a pink nose, positioned directly facing the viewer. The daisies are scattered around the kitten, with some in the foreground and others in the background, creating a sense of depth. The background is softly blurred, emphasizing the kitten and flowers, with warm, golden sunlight filtering through, casting a gentle glow. Digital art, photorealistic, shallow depth of field, soft natural lighting, warm color palette, high contrast, serene, whimsical, visually balanced, intimate, detailed textures."),
-    generate_paths_from_id('9d39f75f1f728e097efeaff39acb4710', prompt="Serene beach scene at sunrise with a clear blue sky and calm ocean waves. The foreground features sandy beach with footprints leading towards the water, and a large, twisted pine tree with lush green foliage arching over the scene from the right. The sun is rising on the horizon, casting a warm glow and long shadows on the sand. In the background, a rocky outcrop covered with greenery is visible to the left. The ocean stretches out to the right, with gentle waves lapping at the shore. Photorealistic, high contrast, vibrant colors, natural lighting, warm color palette, tranquil atmosphere, balanced composition, sharp details, inviting and peaceful."), 
     generate_paths_from_id('78dc6506367d7aa43fe42a898abbfe4a', prompt="Ethereal digital illustration of a winged woman standing beside a majestic lion on a rocky outcrop. The woman, positioned slightly to the left, wears a flowing, cream-colored gown with intricate detailing and a red sash at the waist. Her long, dark hair cascades down her back, and she holds a golden, ornate vessel in her right hand. The lion stands to her right, its mane richly textured and its gaze directed forward. The background features a vibrant sky with fluffy clouds and a bright sun, casting a warm glow over the scene. The foreground includes delicate orange flowers and tall grasses, adding a touch of nature to the composition. Digital art, high contrast, vivid color palette, soft lighting, surreal and fantastical atmosphere, detailed textures, dynamic composition, harmonious balance, ethereal and majestic mood."),
     generate_paths_from_id('79f2ee632f1be3ad64210a641c4e201b', prompt="A serene portrait of a young woman with long dark hair, wearing a beige dress with intricate gold embroidery, standing in a softly lit room. She holds a large bouquet of pale pink roses in a black box, positioned in the center of the frame. The background features a tall green plant to the left and a framed artwork on the wall to the right. A window on the left allows natural light to gently illuminate the scene. The woman gazes down at the bouquet with a calm expression. Soft natural lighting, warm color palette, high contrast, photorealistic, intimate, elegant, visually balanced, serene atmosphere."),
     generate_paths_from_id('88d0ba30e2c0bc4401cf2633cac162d4', prompt="A serene cinematic still of a woman with long, platinum blonde hair sitting on a rocky shore, facing the ocean. She wears a long, dark green dress with intricate detailing on the sleeves. Her expression is joyful, looking upwards towards a black bird in mid-flight, positioned in the upper left of the frame. The ocean waves gently crash in the background, creating a soft, rhythmic pattern. The sky is overcast, casting a diffused, cool light over the scene. Cinematic still, medium depth of field, soft natural lighting, muted color palette, ethereal and tranquil atmosphere, visually balanced composition, gentle contrast, serene and contemplative mood."),
@@ -78,24 +77,6 @@ def generate_paths_from_id(file_id: str, prompt: str) -> dict:
     return paths
 
 
-dense_prediction_data = [
-    generate_paths_from_id('2b74476568f7562a6aa832d423132ed3', prompt="Group photo of five young adults enjoying a rooftop gathering at dusk. The group is positioned in the center, with three women and two men smiling and embracing. The woman on the far left wears a floral top and holds a drink, looking slightly to the right. Next to her, a woman in a denim jacket stands close to a woman in a white blouse, both smiling directly at the camera. The fourth woman, in an orange top, stands close to the man on the far right, who wears a red shirt and blue blazer, smiling broadly. The background features a cityscape with a tall building and string lights hanging overhead, creating a warm, festive atmosphere. Soft natural lighting, warm color palette, shallow depth of field, intimate and joyful mood, slightly blurred background, urban rooftop setting, evening ambiance."),
-    generate_paths_from_id('de5a8b250bf407aa7e04913562dcba90', prompt="Close-up photo of a refreshing peach iced tea in a clear plastic cup, centrally positioned on a wooden surface. The drink is garnished with fresh mint leaves and ice cubes, with a yellow and white striped straw angled to the left. Surrounding the cup are whole and sliced peaches, scattered across the table, with their vibrant orange flesh and brown skin visible. The background is softly blurred, featuring bokeh effects from sunlight filtering through green foliage, creating a warm and inviting atmosphere. High contrast, natural lighting, shallow depth of field, vibrant color palette, photorealistic, glossy texture, summer vibe, visually balanced composition."),
-    generate_paths_from_id('2c4e256fa512cb7e7f433f4c7f9101de', prompt="A digital illustration of a small orange tabby kitten sitting in the center of a sunlit meadow, surrounded by white daisies with yellow centers. The kitten has large, expressive eyes and a pink nose, positioned directly facing the viewer. The daisies are scattered around the kitten, with some in the foreground and others in the background, creating a sense of depth. The background is softly blurred, emphasizing the kitten and flowers, with warm, golden sunlight filtering through, casting a gentle glow. Digital art, photorealistic, shallow depth of field, soft natural lighting, warm color palette, high contrast, serene, whimsical, visually balanced, intimate, detailed textures."),
-    generate_paths_from_id('5bf755ed9dbb9b3e223e7ba35232b06e', prompt="A whimsical digital illustration of an astronaut emerging from a cracked eggshell on a barren, moon-like surface. The astronaut is centrally positioned, wearing a white space suit with a reflective visor helmet, holding a small yellow flag with the words 'HELLO WORLD' in black text. The eggshell is partially buried in the textured, rocky terrain, with scattered rocks and dust around it. The background is a blurred, dark blue gradient with circular bokeh effects, suggesting a distant, starry space environment. Soft, warm lighting from the top right creates a gentle glow on the astronaut's suit and the flag, adding a sense of discovery and playfulness. Digital illustration, shallow depth of field, soft focus, warm color palette, whimsical, surreal, high contrast, glossy textures, imaginative, visually balanced."), 
-    generate_paths_from_id('9c565b1aad76b22f5bb836744a93561a', prompt="Majestic photo of a golden eagle perched on a rocky outcrop in a mountainous landscape. The eagle is positioned in the right foreground, facing left, with its sharp beak and keen eyes prominently visible. Its plumage is a mix of dark brown and golden hues, with intricate feather details. The background features a soft-focus view of snow-capped mountains under a cloudy sky, creating a serene and grandiose atmosphere. The foreground includes rugged rocks and patches of green moss. Photorealistic, medium depth of field, soft natural lighting, cool color palette, high contrast, sharp focus on the eagle, blurred background, tranquil, majestic, wildlife photography."),
-    generate_paths_from_id('9d39f75f1f728e097efeaff39acb4710', prompt="Serene beach scene at sunrise with a clear blue sky and calm ocean waves. The foreground features sandy beach with footprints leading towards the water, and a large, twisted pine tree with lush green foliage arching over the scene from the right. The sun is rising on the horizon, casting a warm glow and long shadows on the sand. In the background, a rocky outcrop covered with greenery is visible to the left. The ocean stretches out to the right, with gentle waves lapping at the shore. Photorealistic, high contrast, vibrant colors, natural lighting, warm color palette, tranquil atmosphere, balanced composition, sharp details, inviting and peaceful."), 
-    generate_paths_from_id('012cd3921e1f97d761eeff580f918ff9', prompt="Portrait of a young woman with long dark hair styled in an elegant updo, smiling directly at the camera. She is wearing a white, floral-embroidered strapless dress, positioned slightly to the right of the frame. Her makeup is subtle yet polished, with a focus on her eyes and lips. She wears a pair of dangling, ornate earrings. Surrounding her are vibrant red roses and lush green foliage, creating a natural and romantic backdrop. The lighting is soft and natural, highlighting her features and casting gentle shadows. The image has a shallow depth of field, with the background softly blurred, emphasizing the subject. Photorealistic, warm color palette, high contrast, intimate, serene, visually balanced."),
-    generate_paths_from_id('53b3f413257bee9e499b823b44623b1a', prompt="A stunning photograph of a red fox standing in a snowy landscape, gazing intently at a small, icy stream in the foreground. The fox is positioned slightly to the left, its vibrant orange fur contrasting with the white snow. Surrounding the fox are delicate branches covered in frost, adding texture to the scene. Above, icicles hang from the branches, catching the light and creating a sense of cold. The reflection of the fox is visible in the still water, enhancing the symmetry of the composition. The background is softly blurred, with hints of blue and white suggesting a serene winter environment. High contrast, sharp focus on the fox, soft natural lighting, cool color palette with warm highlights, photorealistic, tranquil, visually balanced, ethereal winter atmosphere."),
-    generate_paths_from_id('78dc6506367d7aa43fe42a898abbfe4a', prompt="Ethereal digital illustration of a winged woman standing beside a majestic lion on a rocky outcrop. The woman, positioned slightly to the left, wears a flowing, cream-colored gown with intricate detailing and a red sash at the waist. Her long, dark hair cascades down her back, and she holds a golden, ornate vessel in her right hand. The lion stands to her right, its mane richly textured and its gaze directed forward. The background features a vibrant sky with fluffy clouds and a bright sun, casting a warm glow over the scene. The foreground includes delicate orange flowers and tall grasses, adding a touch of nature to the composition. Digital art, high contrast, vivid color palette, soft lighting, surreal and fantastical atmosphere, detailed textures, dynamic composition, harmonious balance, ethereal and majestic mood."),
-    generate_paths_from_id('79f2ee632f1be3ad64210a641c4e201b', prompt="A serene portrait of a young woman with long dark hair, wearing a beige dress with intricate gold embroidery, standing in a softly lit room. She holds a large bouquet of pale pink roses in a black box, positioned in the center of the frame. The background features a tall green plant to the left and a framed artwork on the wall to the right. A window on the left allows natural light to gently illuminate the scene. The woman gazes down at the bouquet with a calm expression. Soft natural lighting, warm color palette, high contrast, photorealistic, intimate, elegant, visually balanced, serene atmosphere."),
-    generate_paths_from_id('88d0ba30e2c0bc4401cf2633cac162d4', prompt="A serene cinematic still of a woman with long, platinum blonde hair sitting on a rocky shore, facing the ocean. She wears a long, dark green dress with intricate detailing on the sleeves. Her expression is joyful, looking upwards towards a black bird in mid-flight, positioned in the upper left of the frame. The ocean waves gently crash in the background, creating a soft, rhythmic pattern. The sky is overcast, casting a diffused, cool light over the scene. Cinematic still, medium depth of field, soft natural lighting, muted color palette, ethereal and tranquil atmosphere, visually balanced composition, gentle contrast, serene and contemplative mood."),
-    generate_paths_from_id('93bc1c43af2d6c91ac2fc966bf7725a2', prompt="Illustration of a young woman with long, wavy red hair sitting at a round wooden table in a sunlit café. She is positioned slightly to the right, holding a white cup in her right hand, looking directly at the viewer with a gentle smile. She wears a white long-sleeve top and blue jeans. On the table, there is a croissant, a bowl of jam, a cup of coffee, and an open magazine. The background features large windows with a view of a street lined with trees and parked cars, blurred to suggest motion. Potted plants are visible outside and inside the café. Warm, natural lighting, soft shadows, vibrant color palette, photorealistic textures, cozy and inviting atmosphere, digital illustration, high contrast, serene and relaxed mood."),
-    generate_paths_from_id('10d7dcae5240b8cc8c9427e876b4f462', prompt="A stylish winter portrait of a young woman in a snowy landscape, wearing a brown fur coat, black turtleneck, and brown leather pants. She is positioned slightly to the right, looking down at her smartphone with a focused expression. A wide-brimmed brown cowboy hat sits atop her head. To her left, a Siberian Husky with striking blue eyes stands attentively, its fur a mix of black, white, and grey. The background features a blurred, desolate winter scene with bare trees and dry grasses, creating a serene and isolated atmosphere. The foreground includes snow-covered ground and sparse, dried plants. Photorealistic, medium depth of field, soft natural lighting, muted color palette, high contrast, fashion photography, sharp focus on the subject, tranquil, elegant, visually balanced."),
-    generate_paths_from_id('0fdaecdb7906a1bf0d6e202363f15de3', prompt="A whimsical digital illustration of a retro-futuristic robot standing in a cozy, softly lit room. The robot, positioned centrally, has a metallic, spherical head with glowing red eyes and large headphones. It wears a brown leather vest and shorts, with articulated black arms and legs, and holds a vintage cassette tape in its right hand. The robot's feet are clad in brown and black boots. In the background, a blurred window with white frames is visible on the left, and a neon sign reading \"biogarty\" glows red on the right wall. Potted plants are placed on the floor and on a table in the background, adding a touch of greenery. The floor is wooden, and a laptop is partially visible in the left foreground. The scene is bathed in warm, natural light with a soft focus, creating a nostalgic and playful atmosphere. Digital illustration, medium depth of field, soft natural lighting, warm color palette, retro-futuristic, whimsical, visually balanced, glossy textures, cozy interior setting."), 
-]
-
-
 unseen_tasks = [
     dict(
         name='Frontal Face Reconstruction', 

visualcloze.py

@@ -461,5 +461,8 @@ class VisualClozeModel:
                         generator=rng, 
                         content_prompt=prompts[2])
                     ret.append(upsampled)
+                elif mask_position[i - row_start]:
+                    cropped = output_images[-1].crop(((i - row_start) * ret_w // self.grid_w, 0, ((i - row_start) + 1) * ret_w // self.grid_w, ret_h))
+                    ret.append(cropped)
             
             return ret