diff --git a/Dockerfile b/Dockerfile
index d0215e9..90d7bec 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -6,18 +6,14 @@ WORKDIR /build
 COPY go.mod .
 COPY go.sum .
 RUN go mod download
-
 COPY . .
 RUN make build
 
 FROM scratch as runtime
 LABEL description="Run container"
 
-COPY --from=build /build/paralus /usr/bin/paralus
 WORKDIR /usr/bin
-# Copying data for running migrations
-# TODO: Support paralus binary to run migrations
-COPY ./persistence/migrations/admindb /data/migrations/admindb
+COPY --from=build /build/paralus /usr/bin/paralus
 
 # RPC port
 EXPOSE 10000
diff --git a/Dockerfile.initialize b/Dockerfile.initialize
index c028e11..2366e37 100644
--- a/Dockerfile.initialize
+++ b/Dockerfile.initialize
@@ -5,6 +5,8 @@ ENV CGO_ENABLED 0
 COPY . /build
 WORKDIR /build
 RUN go build -ldflags "-s" -o paralus-init scripts/initialize/main.go
+RUN wget -O kratos.tar.gz -q https://github.com/ory/kratos/releases/download/v0.8.0-alpha.3/kratos_0.8.0-alpha.3_linux_64bit.tar.gz && tar -xf kratos.tar.gz
+RUN wget -O migrate.tar.gz -q https://github.com/golang-migrate/migrate/releases/download/v4.15.2/migrate.linux-amd64.tar.gz && tar -xf migrate.tar.gz
 
 FROM scratch as runtime
 LABEL description="Run container"
@@ -12,4 +14,8 @@ LABEL description="Run container"
 WORKDIR /usr/bin
 COPY --from=build /build/paralus-init /usr/bin/paralus-init
 COPY --from=build /build/scripts/initialize/ /usr/bin/scripts/initialize/
-ENTRYPOINT ["./paralus-init"]
+
+COPY --from=build /build/kratos /usr/bin/kratos
+
+COPY --from=build /build/migrate /usr/bin/migrate
+COPY ./persistence/migrations/admindb /data/migrations/admindb