diff --git a/ci/bee_install.sh b/ci/bee_install.sh
index c044e0b78..8d42ebd5b 100755
--- a/ci/bee_install.sh
+++ b/ci/bee_install.sh
@@ -9,8 +9,8 @@ printf "**Setting up BEE containers**\n"
 printf "\n\n"
 mkdir -p $HOME/img
 # Pull the Neo4j container
-ch-image pull neo4j:5.17 || exit 1
-ch-convert -i ch-image -o tar neo4j:5.17 $NEO4J_CONTAINER || exit 1
+ch-image build -t apoc_neo4j -f install_apoc_docker . || exit 1
+ch-convert -i ch-image -o tar apoc_neo4j $NEO4J_CONTAINER || exit 1
 # Pull the Redis container
 ch-image pull redis || exit 1
 ch-convert -i ch-image -o tar redis $REDIS_CONTAINER || exit 1
diff --git a/ci/install_apoc_docker b/ci/install_apoc_docker
new file mode 100644
index 000000000..da185352e
--- /dev/null
+++ b/ci/install_apoc_docker
@@ -0,0 +1,2 @@
+FROM neo4j:5.17-community 
+RUN cp /var/lib/neo4j/labs/apoc-5.17.0-core.jar /var/lib/neo4j/plugins/apoc-5.17.8-core.jar