From 04300dc2ac6eb3e32ea8ba5f133e88cf06f5d7ad Mon Sep 17 00:00:00 2001 From: chrislu Date: Thu, 1 Sep 2022 09:44:48 -0700 Subject: [PATCH] build local rocksdb --- docker/Dockerfile.rocksdb_dev_env | 16 ++++++++++ docker/Dockerfile.rocksdb_large_local | 45 +++++++++++++++++++++++++++ docker/Makefile | 6 ++++ 3 files changed, 67 insertions(+) create mode 100644 docker/Dockerfile.rocksdb_dev_env create mode 100644 docker/Dockerfile.rocksdb_large_local diff --git a/docker/Dockerfile.rocksdb_dev_env b/docker/Dockerfile.rocksdb_dev_env new file mode 100644 index 000000000..816dec1ac --- /dev/null +++ b/docker/Dockerfile.rocksdb_dev_env @@ -0,0 +1,16 @@ +FROM golang:1.19-buster as builder + +RUN apt-get update +RUN apt-get install -y build-essential libsnappy-dev zlib1g-dev libbz2-dev libgflags-dev liblz4-dev libzstd-dev + +ENV ROCKSDB_VERSION v7.5.3 + +# build RocksDB +RUN cd /tmp && \ + git clone https://github.com/facebook/rocksdb.git /tmp/rocksdb --depth 1 --single-branch --branch $ROCKSDB_VERSION && \ + cd rocksdb && \ + PORTABLE=1 make static_lib && \ + make install-static + +ENV CGO_CFLAGS "-I/tmp/rocksdb/include" +ENV CGO_LDFLAGS "-L/tmp/rocksdb -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd" diff --git a/docker/Dockerfile.rocksdb_large_local b/docker/Dockerfile.rocksdb_large_local new file mode 100644 index 000000000..e2a0233d3 --- /dev/null +++ b/docker/Dockerfile.rocksdb_large_local @@ -0,0 +1,45 @@ +FROM chrislusf/rocksdb_dev_env as builder + +# build SeaweedFS +RUN mkdir -p /go/src/github.com/seaweedfs/ +ADD . /go/src/github.com/seaweedfs/seaweedfs +RUN ls -al /go/src/github.com/seaweedfs/ && \ + cd /go/src/github.com/seaweedfs/seaweedfs/weed \ + && export LDFLAGS="-X github.com/seaweedfs/seaweedfs/weed/util.COMMIT=$(git rev-parse --short HEAD)" \ + && go install -tags "5BytesOffset rocksdb" -ldflags "-extldflags -static ${LDFLAGS}" + + +FROM alpine AS final +LABEL author="Chris Lu" +COPY --from=builder /go/bin/weed /usr/bin/ +RUN mkdir -p /etc/seaweedfs +COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/filer_rocksdb.toml /etc/seaweedfs/filer.toml +COPY --from=builder /go/src/github.com/seaweedfs/seaweedfs/docker/entrypoint.sh /entrypoint.sh +RUN apk add fuse snappy gflags + +# volume server gprc port +EXPOSE 18080 +# volume server http port +EXPOSE 8080 +# filer server gprc port +EXPOSE 18888 +# filer server http port +EXPOSE 8888 +# master server shared gprc port +EXPOSE 19333 +# master server shared http port +EXPOSE 9333 +# s3 server http port +EXPOSE 8333 +# webdav server http port +EXPOSE 7333 + +RUN mkdir -p /data/filer_rocksdb + +VOLUME /data + +WORKDIR /data + +RUN chmod +x /entrypoint.sh + +ENTRYPOINT ["/entrypoint.sh"] diff --git a/docker/Makefile b/docker/Makefile index 8c2e4d371..faedb080f 100644 --- a/docker/Makefile +++ b/docker/Makefile @@ -26,6 +26,12 @@ go_build: # make go_build tags=elastic,ydb,gocdk,hdfs,5BytesOffset go_build_large_disk: docker build --build-arg TAGS=large_disk --no-cache -t chrislusf/seaweedfs:large_disk -f Dockerfile.go_build . +build_rocksdb_dev_env: + docker build --no-cache -t chrislusf/rocksdb_dev_env -f Dockerfile.rocksdb_dev_env . + +build_rocksdb_local: + cd .. ; docker build --no-cache -t chrislusf/seaweedfs:rocksdb_local -f docker/Dockerfile.rocksdb_large_local . + build_rocksdb: docker build --no-cache -t chrislusf/seaweedfs:rocksdb -f Dockerfile.rocksdb_large .