diff --git a/dockerfiles/Dockerfile.server b/dockerfiles/Dockerfile.server
index bc354ad12b..bcc654d295 100644
--- a/dockerfiles/Dockerfile.server
+++ b/dockerfiles/Dockerfile.server
@@ -31,6 +31,7 @@ FROM minimal AS final
 WORKDIR /onnxruntime/server/
 ENV MODEL_ABSOLUTE_PATH /onnxruntime/model/model.onnx
 COPY --from=build /onnxruntime/build/Release/onnxruntime_server /onnxruntime/server/
+COPY --from=build /onnxruntime/build/Release/libonnxruntime.so.* /lib/
 RUN apt-get update \
     && apt-get install -y libgomp1
 ENTRYPOINT /onnxruntime/server/onnxruntime_server --model_path $MODEL_ABSOLUTE_PATH