diff --git a/.github/workflows/Containerfile b/.github/workflows/Containerfile
index ad7e899dc..5f2f01da4 100644
--- a/.github/workflows/Containerfile
+++ b/.github/workflows/Containerfile
@@ -2,7 +2,7 @@
 # When this file is changed, or one needs to rebuild the image for another
 # reason, bump the `IMAGE_TAG` in the container.yml workflow.
 
-FROM ubuntu:latest
+FROM ubuntu:rolling
 
 RUN apt update
 RUN apt upgrade -y
diff --git a/tests/test_usb.py b/tests/test_usb.py
index a0d4f45e9..9ad3f0fb3 100644
--- a/tests/test_usb.py
+++ b/tests/test_usb.py
@@ -188,7 +188,6 @@ def cb_device_events(session_handle, events):
             )
 
     @pytest.mark.parametrize("usb_queries", ["vnd:04a9", None])
-    @pytest.mark.skipif(xdp.is_in_container(), reason="Test fail in containers")
     def test_device_remove(self, portals, dbus_con, app_id, usb_queries, umockdev):
         usb_intf = xdp.get_portal_iface(dbus_con, "Usb")