Initial commit.

.idea/workspace.xml

@@ -2,10 +2,8 @@
 <project version="4">
   <component name="ChangeListManager">
     <list default="true" id="5dd22f22-8223-4d55-99f9-57d1e00622d7" name="Default Changelist" comment="Initial commit.">
-      <change afterPath="$PROJECT_DIR$/weights/segmenter_nusc.pth_variant_old.yml" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/app.py" beforeDir="false" afterPath="$PROJECT_DIR$/app.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/weights/segmenter_nusc.pth_variant.yml" beforeDir="false" afterPath="$PROJECT_DIR$/weights/segmenter_nusc.pth_variant.yml" afterDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -78,14 +76,7 @@
       <option name="number" value="Default" />
       <option name="presentableId" value="Default" />
       <updated>1647350746642</updated>
-      <workItem from="1647350750956" duration="15168000" />
-    </task>
-    <task id="LOCAL-00007" summary="Initial commit.">
-      <created>1647355534027</created>
-      <option name="number" value="00007" />
-      <option name="presentableId" value="LOCAL-00007" />
-      <option name="project" value="LOCAL" />
-      <updated>1647355534027</updated>
+      <workItem from="1647350750956" duration="15638000" />
     </task>
     <task id="LOCAL-00008" summary="Initial commit.">
       <created>1647355606191</created>
@@ -423,7 +414,14 @@
       <option name="project" value="LOCAL" />
       <updated>1647366376267</updated>
     </task>
-    <option name="localTasksCounter" value="56" />
+    <task id="LOCAL-00056" summary="Initial commit.">
+      <created>1647368703888</created>
+      <option name="number" value="00056" />
+      <option name="presentableId" value="LOCAL-00056" />
+      <option name="project" value="LOCAL" />
+      <updated>1647368703888</updated>
+    </task>
+    <option name="localTasksCounter" value="57" />
     <servers />
   </component>
   <component name="TypeScriptGeneratedFilesManager">

app.py

@@ -141,7 +141,7 @@ def get_transformations():
         transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])])
 
 
-def predict(input_img):
+def predict(input_img, cs_mapping):
     input_img_pil = Image.open(input_img)
     transform = get_transformations()
     input_img = transform(input_img_pil)
@@ -163,18 +163,24 @@ def predict(input_img):
     # drawing_pseudo = transforms.ToPILImage()(drawing_pseudo)
     drawing_cs = transforms.ToPILImage()(drawing_cs).resize(input_img_pil.size)
     drawing_cs_blend = blend_images(input_img_pil, drawing_cs)
-    # return drawing_pseudo, drawing_cs
-    return drawing_cs_blend
+
+    if cs_mapping:
+        drawing = drawing_cs
+    else:
+        drawing = drawing_pseudo
+
+    return drawing
 
 
 title = "Drive&Segment"
-description = 'Gradio Demo accompanying paper "Drive&Segment: Unsupervised Semantic Segmentation of Urban Scenes via Cross-modal Distillation"\nBecause of the CPU-only inference, it might take up to 20s for large images.'
+description = 'Gradio Demo accompanying paper "Drive&Segment: Unsupervised Semantic Segmentation of Urban Scenes via Cross-modal Distillation"\nBecause of the CPU-only inference, it might take up to 20s for large images.\nRight now, I use the Segmenter model trained on nuScenes and with 256x256 patches (for the sake of speed).'
 # article = "<p style='text-align: center'><a href='TODO' target='_blank'>Project Page</a> | <a href='codelink' target='_blank'>Github</a></p>"
 examples = ['examples/img5.jpeg', 'examples/100.jpeg', 'examples/39076.jpeg', 'examples/img1.jpg']
 
-predict(examples[0])
+# predict(examples[0])
 
-iface = gr.Interface(predict, gr.inputs.Image(type='filepath'), "image", title=title, description=description,
+iface = gr.Interface(predict, [gr.inputs.Image(type='filepath'), gr.inputs.Checkbox(label="Cityscapes mapping")],
+                     "image", title=title, description=description,
                      examples=examples)
 
 iface.launch(debug=True, show_error=True)