Spaces:
Running
Running
Upload app.py
Browse files
app.py
CHANGED
@@ -15,10 +15,10 @@ metric_scale = {
|
|
15 |
'clip_score': 0.02,
|
16 |
'env_clip': 1.5,
|
17 |
'other_subject_clip': 1.5,
|
18 |
-
'image_quality': 1,
|
19 |
-
'dynamic_degree': 1,
|
20 |
-
'aesthetic_quality': 1,
|
21 |
-
'motion_smoothness': 1,
|
22 |
}
|
23 |
|
24 |
class ModelResult:
|
@@ -39,11 +39,16 @@ class ModelResult:
|
|
39 |
total_score = []
|
40 |
for metric in self.result.keys():
|
41 |
res[metric] = round(float(self.result[metric]) - 1e-3, 4)
|
42 |
-
|
|
|
|
|
|
|
|
|
43 |
total_score = sum(total_score) / len(total_score)
|
44 |
res['comprehensive score'] = round(total_score, 4)
|
45 |
return res
|
46 |
|
|
|
47 |
|
48 |
def eval_request(model_name, org_link, huggingface_data_set_name):
|
49 |
params = {
|
|
|
15 |
'clip_score': 0.02,
|
16 |
'env_clip': 1.5,
|
17 |
'other_subject_clip': 1.5,
|
18 |
+
'image_quality': 1.0,
|
19 |
+
'dynamic_degree': lambda x: 0.1 if x < 0.885 else (0.95 if x < 0.95 and x > 0.88 else 1.0),
|
20 |
+
'aesthetic_quality': 1.0,
|
21 |
+
'motion_smoothness': 1.0,
|
22 |
}
|
23 |
|
24 |
class ModelResult:
|
|
|
39 |
total_score = []
|
40 |
for metric in self.result.keys():
|
41 |
res[metric] = round(float(self.result[metric]) - 1e-3, 4)
|
42 |
+
if metric == 'dynamic_degree':
|
43 |
+
score = metric_scale[metric](self.result[metric]) * self.result[metric]
|
44 |
+
else:
|
45 |
+
score = self.result[metric] * metric_scale[metric]
|
46 |
+
total_score.append(score)
|
47 |
total_score = sum(total_score) / len(total_score)
|
48 |
res['comprehensive score'] = round(total_score, 4)
|
49 |
return res
|
50 |
|
51 |
+
|
52 |
|
53 |
def eval_request(model_name, org_link, huggingface_data_set_name):
|
54 |
params = {
|