Spaces:
Runtime error
Runtime error
local test
Browse files- MODEL/local1.pth +3 -0
- MODEL/local2.pth +3 -0
- app.py +39 -1
MODEL/local1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc1399cf65504852e03586a1d665f0613c33baff7228d06c1c061a30961174ab
|
| 3 |
+
size 3709941017
|
MODEL/local2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b696e97ef9e82ae5e080f51ea0e50134d78e2cfd336b8d75590ee9b53d9f2f51
|
| 3 |
+
size 3709919257
|
app.py
CHANGED
|
@@ -49,6 +49,34 @@ fiber_demo = GLIPDemo(
|
|
| 49 |
show_mask_heatmaps=False
|
| 50 |
)
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
athetics_params = {
|
| 53 |
"skip_name": False, # whether we overlay the phrase over the box
|
| 54 |
"override_color": (0, 90, 190),
|
|
@@ -67,7 +95,9 @@ def predict(image, text, ground_tokens=""):
|
|
| 67 |
ground_tokens = None if ground_tokens.strip() == "" else ground_tokens.strip().split(";")
|
| 68 |
result, _ = glip_demo.run_on_web_image(deepcopy(image[:, :, [2, 1, 0]]), text, 0.5, ground_tokens, **athetics_params)
|
| 69 |
fiber_result, _ = fiber_demo.run_on_web_image(deepcopy(image[:, :, [2, 1, 0]]), text, 0.5, ground_tokens, **athetics_params)
|
| 70 |
-
|
|
|
|
|
|
|
| 71 |
|
| 72 |
|
| 73 |
image = gr.inputs.Image()
|
|
@@ -87,6 +117,14 @@ gr.Interface(
|
|
| 87 |
type="pil",
|
| 88 |
label="DesCo-FIBER"
|
| 89 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 90 |
],
|
| 91 |
examples=[
|
| 92 |
["./1.jpg", "A clown making a balloon animal for a pretty lady.", "clown"],
|
|
|
|
| 49 |
show_mask_heatmaps=False
|
| 50 |
)
|
| 51 |
|
| 52 |
+
config_file = "configs/pretrain_new/desco_glip.yaml"
|
| 53 |
+
weight_file = "MODEL/local1.pth"
|
| 54 |
+
from copy import deepcopy
|
| 55 |
+
cfg = deepcopy(cfg)
|
| 56 |
+
cfg.merge_from_file(config_file)
|
| 57 |
+
cfg.merge_from_list(["MODEL.WEIGHT", weight_file])
|
| 58 |
+
cfg.merge_from_list(["MODEL.DEVICE", "cuda"])
|
| 59 |
+
local_demo1 = GLIPDemo(
|
| 60 |
+
cfg,
|
| 61 |
+
min_image_size=800,
|
| 62 |
+
confidence_threshold=0.7,
|
| 63 |
+
show_mask_heatmaps=False
|
| 64 |
+
)
|
| 65 |
+
|
| 66 |
+
config_file = "configs/pretrain_new/desco_glip.yaml"
|
| 67 |
+
weight_file = "MODEL/local2.pth"
|
| 68 |
+
from copy import deepcopy
|
| 69 |
+
cfg = deepcopy(cfg)
|
| 70 |
+
cfg.merge_from_file(config_file)
|
| 71 |
+
cfg.merge_from_list(["MODEL.WEIGHT", weight_file])
|
| 72 |
+
cfg.merge_from_list(["MODEL.DEVICE", "cuda"])
|
| 73 |
+
local_demo2 = GLIPDemo(
|
| 74 |
+
cfg,
|
| 75 |
+
min_image_size=800,
|
| 76 |
+
confidence_threshold=0.7,
|
| 77 |
+
show_mask_heatmaps=False
|
| 78 |
+
)
|
| 79 |
+
|
| 80 |
athetics_params = {
|
| 81 |
"skip_name": False, # whether we overlay the phrase over the box
|
| 82 |
"override_color": (0, 90, 190),
|
|
|
|
| 95 |
ground_tokens = None if ground_tokens.strip() == "" else ground_tokens.strip().split(";")
|
| 96 |
result, _ = glip_demo.run_on_web_image(deepcopy(image[:, :, [2, 1, 0]]), text, 0.5, ground_tokens, **athetics_params)
|
| 97 |
fiber_result, _ = fiber_demo.run_on_web_image(deepcopy(image[:, :, [2, 1, 0]]), text, 0.5, ground_tokens, **athetics_params)
|
| 98 |
+
local_result1, _ = local_demo1.run_on_web_image(deepcopy(image[:, :, [2, 1, 0]]), text, 0.5, ground_tokens, **athetics_params)
|
| 99 |
+
local_result2, _ = local_demo2.run_on_web_image(deepcopy(image[:, :, [2, 1, 0]]), text, 0.5, ground_tokens, **athetics_params)
|
| 100 |
+
return result[:, :, [2, 1, 0]], fiber_result[:, :, [2, 1, 0]], local_result1, local_result2
|
| 101 |
|
| 102 |
|
| 103 |
image = gr.inputs.Image()
|
|
|
|
| 117 |
type="pil",
|
| 118 |
label="DesCo-FIBER"
|
| 119 |
),
|
| 120 |
+
gr.outputs.Image(
|
| 121 |
+
type="pil",
|
| 122 |
+
label="local1"
|
| 123 |
+
),
|
| 124 |
+
gr.outputs.Image(
|
| 125 |
+
type="pil",
|
| 126 |
+
label="local2"
|
| 127 |
+
),
|
| 128 |
],
|
| 129 |
examples=[
|
| 130 |
["./1.jpg", "A clown making a balloon animal for a pretty lady.", "clown"],
|