diff --git a/Dockerfile.hpu.ubi b/docker/Dockerfile.hpu.ubi
similarity index 98%
rename from Dockerfile.hpu.ubi
rename to docker/Dockerfile.hpu.ubi
index 985fac53ca7b..c52078e7e9dd 100644
--- a/Dockerfile.hpu.ubi
+++ b/docker/Dockerfile.hpu.ubi
@@ -4,7 +4,6 @@ FROM ${BASE_IMAGE} as habana-base
 USER root
 
 ENV VLLM_TARGET_DEVICE="hpu"
-ENV HABANA_SOFTWARE_VERSION="1.20.0-545"
 
 RUN dnf -y update --best --allowerasing --skip-broken && dnf clean all