mirror of
https://github.com/QuilibriumNetwork/ceremonyclient.git
synced 2026-03-05 16:27:28 +08:00
* .20 testing * Read in the debug by env variable (#514) * v2.1.0.19 * enhanced error logging, fix seniority marker join blocker, fix sync message size limit defaults * resolve signature failure * additional error logging for merge-related signatures * fix: one-shot sync message size, app shard TC signature size, collector/hotstuff race condition, expired joins blocking new joins due to pruning disable * remove compat with old 2.0.0 blossomsub * fix: resolve abandoned prover joins * reload prover registry * fix stale worker proposal edge * add full sanity check on join before submitting to identify bug * resolve non-fallthrough condition that should be fallthrough * fix: resolve rare SIGFPE, fix orphan expired joins blocking workers from reallocating * add reconnect fallback if no peers are found with variable reconnect time (#511) Co-authored-by: Tyler Sturos <55340199+tjsturos@users.noreply.github.com> * update base peer count to 1 (#513) * fix: expired prover join frames, starting port ranges, proposer getting stuck, and seniority on joins * fix: panic on shutdown, libp2p discovery picking inaccessible peers, coverage event check not in shutdown logic, amend app shard worker behavior to mirror global for prover root reconciliation * fix: shutdown scenario quirks, reload hanging * fix: do not bailout early on shutdown of coverage check * fix: force registry refresh on worker waiting for registration * add more logging to wait for prover * fix: worker manager refreshes the filter on allocation, snapshots blocking close on shutdown * tweak: force shutdown after five seconds for app worker * fix: don't loop when shutting down * fix: slight reordering, also added named workers to trace hanging shutdowns * use deterministic key for peer id of workers to stop flagging workers as sybil attacks * fix: remove pubsub stop from app consensus engine as it shouldn't manage pubsub lifecycle, integrate shutdown context to PerformSync to prevent stuck syncs from halting respawn * fix: blossomsub pubsub interface does not properly track subscription status * fix: subscribe order to avoid nil panic * switch from dnsaddr to dns4 * add missing quic-v1 * additional logging to isolate respawn quirks * fix: dnsaddr -> dns4 for blossomsub * allow debug env var to be read --------- Co-authored-by: Cassandra Heart <cassandra@quilibrium.com> Co-authored-by: Tyler Sturos <55340199+tjsturos@users.noreply.github.com> Co-authored-by: Cassandra Heart <7929478+CassOnMars@users.noreply.github.com> * fix newPebbleDB constructor config param (#517) * fix: high CPU overhead in initial worker behaviors/ongoing sync * faster docker builds with better caching * qol: add extra data to node info, and query metrics from command line * leave proposals for overcrowded shards * hub-and-spoke global message broadcasts * small tweaks to cli output for join frames --------- Co-authored-by: winged-pegasus <55340199+winged-pegasus@users.noreply.github.com> Co-authored-by: Tyler Sturos <55340199+tjsturos@users.noreply.github.com> Co-authored-by: Black Swan <3999712+blacks1ne@users.noreply.github.com>
376 lines
13 KiB
Docker
376 lines
13 KiB
Docker
# syntax=docker.io/docker/dockerfile:1.7-labs
|
|
FROM --platform=${TARGETPLATFORM} ubuntu:24.04 AS base
|
|
|
|
# Common environment variables
|
|
ENV PATH="${PATH}:/root/.cargo/bin/"
|
|
ARG TARGETOS
|
|
ARG TARGETARCH
|
|
ARG GO_VERSION=1.23.5
|
|
|
|
# Install basics
|
|
RUN apt-get update && apt-get install -y \
|
|
build-essential \
|
|
curl \
|
|
git \
|
|
cmake \
|
|
libgmp-dev \
|
|
libmpfr-dev \
|
|
libmpfr6 \
|
|
wget \
|
|
m4 \
|
|
pkg-config \
|
|
gcc \
|
|
g++ \
|
|
make \
|
|
autoconf \
|
|
automake \
|
|
libtool \
|
|
libssl-dev \
|
|
libflint-dev \
|
|
ca-certificates \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: flint-builder
|
|
# Purpose: Build FLINT library (slowest component)
|
|
# -----------------------------------------------------------------------------
|
|
FROM base AS flint-builder
|
|
|
|
RUN git clone --branch flint-3.0 --depth 1 https://github.com/flintlib/flint.git && \
|
|
cd flint && \
|
|
./bootstrap.sh && \
|
|
./configure \
|
|
--prefix=/usr/local \
|
|
--with-gmp=/usr/local \
|
|
--with-mpfr=/usr/local \
|
|
--enable-static \
|
|
--disable-shared \
|
|
CFLAGS="-O3" && \
|
|
make -j$(nproc) && \
|
|
make install
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: emp-builder
|
|
# Purpose: Build EMP-toolkit libraries
|
|
# -----------------------------------------------------------------------------
|
|
FROM base AS emp-builder
|
|
|
|
WORKDIR /opt/ceremonyclient
|
|
# Copy the necessary script and source directories
|
|
COPY install-emp.sh .
|
|
COPY emp-tool emp-tool
|
|
COPY emp-ot emp-ot
|
|
|
|
RUN bash install-emp.sh
|
|
|
|
# Fix emp-tool to be static and install
|
|
RUN cd emp-tool && sed -i 's/add_library(${NAME} SHARED ${sources})/add_library(${NAME} STATIC ${sources})/g' CMakeLists.txt && mkdir build && cd build && cmake .. -DCMAKE_INSTALL_PREFIX=/usr/local && cd .. && make -j$(nproc) && make install
|
|
|
|
# Install emp-ot
|
|
RUN cd emp-ot && mkdir build && cd build && cmake .. -DCMAKE_INSTALL_PREFIX=/usr/local && cd .. && make -j$(nproc) && make install
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: go-base
|
|
# Purpose: Install Go
|
|
# -----------------------------------------------------------------------------
|
|
FROM base AS go-base
|
|
|
|
ARG TARGETARCH
|
|
ARG GO_VERSION
|
|
|
|
RUN apt update && apt install -y wget && \
|
|
ARCH=$(dpkg --print-architecture) && \
|
|
case ${ARCH} in \
|
|
amd64) GOARCH=amd64 ;; \
|
|
arm64) GOARCH=arm64 ;; \
|
|
*) echo "Unsupported architecture: ${ARCH}" && exit 1 ;; \
|
|
esac && \
|
|
wget https://go.dev/dl/go${GO_VERSION}.linux-${GOARCH}.tar.gz && \
|
|
rm -rf /usr/local/go && \
|
|
tar -C /usr/local -xzf go${GO_VERSION}.linux-${GOARCH}.tar.gz && \
|
|
rm go${GO_VERSION}.linux-${GOARCH}.tar.gz
|
|
|
|
ENV PATH=$PATH:/usr/local/go/bin
|
|
ENV GOPROXY=direct
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: rust-base
|
|
# Purpose: Install Rust and bindgen tools
|
|
# -----------------------------------------------------------------------------
|
|
FROM base AS rust-base
|
|
|
|
COPY docker/rustup-init.sh /opt/rustup-init.sh
|
|
RUN /opt/rustup-init.sh -y --profile minimal
|
|
|
|
RUN cargo install uniffi-bindgen-go --git https://github.com/NordSecurity/uniffi-bindgen-go --tag v0.4.0+v0.28.3
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: libs-context
|
|
# Purpose: Aggregate built libraries (Flint + EMP)
|
|
# -----------------------------------------------------------------------------
|
|
FROM base AS libs-context
|
|
COPY --from=flint-builder /usr/local /usr/local
|
|
COPY --from=emp-builder /usr/local /usr/local
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: common-context
|
|
# Purpose: Base for generation steps, includes libs, go, and rust
|
|
# -----------------------------------------------------------------------------
|
|
FROM libs-context AS common-context
|
|
|
|
COPY --from=go-base /usr/local/go /usr/local/go
|
|
ENV PATH=$PATH:/usr/local/go/bin
|
|
ENV GOPROXY=https://proxy.golang.org,direct
|
|
|
|
COPY --from=rust-base /root/.cargo /root/.cargo
|
|
COPY --from=rust-base /root/.rustup /root/.rustup
|
|
ENV PATH="${PATH}:/root/.cargo/bin/"
|
|
|
|
ENV GOEXPERIMENT=arenas
|
|
ENV QUILIBRIUM_SIGNATURE_CHECK=true
|
|
|
|
# Install grpcurl (common tool)
|
|
RUN go install github.com/fullstorydev/grpcurl/cmd/grpcurl@latest
|
|
|
|
WORKDIR /opt/ceremonyclient
|
|
|
|
# Rust workspace files (rarely change)
|
|
COPY Cargo.toml Cargo.lock ./
|
|
|
|
# Rust crate sources (needed by cargo build in generate.sh)
|
|
COPY crates crates
|
|
|
|
# Gen-* module directories (Go wrappers + generate.sh scripts)
|
|
COPY channel channel
|
|
COPY vdf vdf
|
|
COPY ferret ferret
|
|
COPY bls48581 bls48581
|
|
COPY rpm rpm
|
|
COPY verenc verenc
|
|
COPY bulletproofs bulletproofs
|
|
|
|
# go.mod/go.sum stubs for replace directive targets across all gen-* modules.
|
|
# Only module metadata is needed for go mod download; full Go source is deferred
|
|
# to build-context so that source changes don't bust gen-* stage caches.
|
|
COPY nekryptology/go.mod nekryptology/go.sum nekryptology/
|
|
COPY protobufs/go.mod protobufs/go.sum protobufs/
|
|
COPY consensus/go.mod consensus/go.sum consensus/
|
|
COPY types/go.mod types/go.sum types/
|
|
COPY utils/go.mod utils/go.sum utils/
|
|
COPY config/go.mod config/go.sum config/
|
|
COPY lifecycle/go.mod lifecycle/go.sum lifecycle/
|
|
COPY go-multiaddr/go.mod go-multiaddr/go.sum go-multiaddr/
|
|
COPY go-multiaddr-dns/go.mod go-multiaddr-dns/go.sum go-multiaddr-dns/
|
|
COPY go-libp2p/go.mod go-libp2p/go.sum go-libp2p/
|
|
COPY go-libp2p-kad-dht/go.mod go-libp2p-kad-dht/go.sum go-libp2p-kad-dht/
|
|
COPY go-libp2p-blossomsub/go.mod go-libp2p-blossomsub/go.sum go-libp2p-blossomsub/
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Parallel Generation Stages
|
|
# -----------------------------------------------------------------------------
|
|
|
|
FROM common-context AS gen-channel
|
|
WORKDIR /opt/ceremonyclient/channel
|
|
RUN go mod download
|
|
RUN ./generate.sh
|
|
|
|
FROM common-context AS gen-vdf
|
|
WORKDIR /opt/ceremonyclient/vdf
|
|
RUN go mod download
|
|
RUN ./generate.sh
|
|
|
|
FROM common-context AS gen-ferret
|
|
WORKDIR /opt/ceremonyclient/ferret
|
|
RUN go mod download
|
|
RUN ./generate.sh
|
|
|
|
FROM common-context AS gen-bls48581
|
|
WORKDIR /opt/ceremonyclient/bls48581
|
|
RUN go mod download
|
|
RUN ./generate.sh
|
|
|
|
FROM common-context AS gen-rpm
|
|
WORKDIR /opt/ceremonyclient/rpm
|
|
RUN go mod download
|
|
RUN ./generate.sh
|
|
|
|
FROM common-context AS gen-verenc
|
|
WORKDIR /opt/ceremonyclient/verenc
|
|
RUN go mod download
|
|
RUN ./generate.sh
|
|
|
|
FROM common-context AS gen-bulletproofs
|
|
WORKDIR /opt/ceremonyclient/bulletproofs
|
|
RUN go mod download
|
|
RUN ./generate.sh
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: build-context
|
|
# Purpose: Aggregate all generated bindings and static libraries
|
|
# -----------------------------------------------------------------------------
|
|
FROM common-context AS build-context
|
|
|
|
# Copy full source tree for Go builds. Changes here only bust build-context
|
|
# cache, not the expensive gen-* stages above.
|
|
COPY --exclude=node \
|
|
--exclude=client \
|
|
--exclude=sidecar \
|
|
--exclude=qns-api . .
|
|
|
|
# Copy generated artifacts back (overwrites source dirs with generated versions)
|
|
COPY --from=gen-channel /opt/ceremonyclient/channel /opt/ceremonyclient/channel
|
|
COPY --from=gen-channel /opt/ceremonyclient/target/release/libchannel.a /opt/ceremonyclient/target/release/libchannel.a
|
|
|
|
COPY --from=gen-vdf /opt/ceremonyclient/vdf /opt/ceremonyclient/vdf
|
|
COPY --from=gen-vdf /opt/ceremonyclient/target/release/libvdf.a /opt/ceremonyclient/target/release/libvdf.a
|
|
|
|
COPY --from=gen-ferret /opt/ceremonyclient/ferret /opt/ceremonyclient/ferret
|
|
COPY --from=gen-ferret /opt/ceremonyclient/target/release/libferret.a /opt/ceremonyclient/target/release/libferret.a
|
|
|
|
COPY --from=gen-bls48581 /opt/ceremonyclient/bls48581 /opt/ceremonyclient/bls48581
|
|
COPY --from=gen-bls48581 /opt/ceremonyclient/target/release/libbls48581.a /opt/ceremonyclient/target/release/libbls48581.a
|
|
|
|
COPY --from=gen-rpm /opt/ceremonyclient/rpm /opt/ceremonyclient/rpm
|
|
COPY --from=gen-rpm /opt/ceremonyclient/target/release/librpm.a /opt/ceremonyclient/target/release/librpm.a
|
|
|
|
COPY --from=gen-verenc /opt/ceremonyclient/verenc /opt/ceremonyclient/verenc
|
|
COPY --from=gen-verenc /opt/ceremonyclient/target/release/libverenc.a /opt/ceremonyclient/target/release/libverenc.a
|
|
|
|
COPY --from=gen-bulletproofs /opt/ceremonyclient/bulletproofs /opt/ceremonyclient/bulletproofs
|
|
COPY --from=gen-bulletproofs /opt/ceremonyclient/target/release/libbulletproofs.a /opt/ceremonyclient/target/release/libbulletproofs.a
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: build-node
|
|
# -----------------------------------------------------------------------------
|
|
FROM build-context AS build-node
|
|
COPY ./node /opt/ceremonyclient/node
|
|
WORKDIR /opt/ceremonyclient/node
|
|
RUN ./build.sh && cp node /usr/bin
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: build-qclient
|
|
# -----------------------------------------------------------------------------
|
|
FROM build-context AS build-qclient
|
|
ARG TARGETOS
|
|
ARG TARGETARCH
|
|
|
|
COPY ./node /opt/ceremonyclient/node
|
|
WORKDIR /opt/ceremonyclient/node
|
|
RUN go mod download
|
|
|
|
COPY ./client /opt/ceremonyclient/client
|
|
WORKDIR /opt/ceremonyclient/client
|
|
RUN go mod download
|
|
|
|
ARG BINARIES_DIR=/opt/ceremonyclient/target/release
|
|
RUN GOOS=${TARGETOS} GOARCH=${TARGETARCH} ./build.sh -o qclient
|
|
RUN cp qclient /usr/bin
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: build-qns-api
|
|
# -----------------------------------------------------------------------------
|
|
FROM build-context AS build-qns-api
|
|
ARG TARGETOS
|
|
ARG TARGETARCH
|
|
|
|
COPY ./node /opt/ceremonyclient/node
|
|
WORKDIR /opt/ceremonyclient/node
|
|
RUN go mod download
|
|
|
|
COPY ./qns-api /opt/ceremonyclient/qns-api
|
|
WORKDIR /opt/ceremonyclient/qns-api
|
|
RUN go mod download
|
|
|
|
ARG BINARIES_DIR=/opt/ceremonyclient/target/release
|
|
ENV ROOT_DIR=/opt/ceremonyclient
|
|
ENV CEREMONYCLIENT_DIR=/opt/ceremonyclient
|
|
RUN GOOS=${TARGETOS} GOARCH=${TARGETARCH} ./build.sh -o qns-api ./cmd/api
|
|
RUN cp qns-api /usr/bin
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: node-only
|
|
# -----------------------------------------------------------------------------
|
|
FROM ubuntu:24.04 AS node-only
|
|
ARG NODE_VERSION
|
|
ARG GIT_REPO
|
|
ARG GIT_BRANCH
|
|
ARG GIT_COMMIT
|
|
|
|
ENV GOEXPERIMENT=arenas
|
|
|
|
LABEL org.opencontainers.image.title="Quilibrium Network Node"
|
|
LABEL org.opencontainers.image.description="Quilibrium is a decentralized alternative to platform as a service providers."
|
|
LABEL org.opencontainers.image.version=$NODE_VERSION
|
|
LABEL org.opencontainers.image.vendor=Quilibrium
|
|
LABEL org.opencontainers.image.url=https://quilibrium.com/
|
|
LABEL org.opencontainers.image.documentation=https://quilibrium.com/docs
|
|
LABEL org.opencontainers.image.source=$GIT_REPO
|
|
LABEL org.opencontainers.image.ref.name=$GIT_BRANCH
|
|
LABEL org.opencontainers.image.revision=$GIT_COMMIT
|
|
|
|
RUN apt-get update && apt-get install -y \
|
|
ca-certificates \
|
|
libgmp10 \
|
|
libmpfr6 \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
COPY --from=build-node /usr/bin/node /usr/local/bin/node
|
|
WORKDIR /root
|
|
ENTRYPOINT ["node"]
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: exports (Scratch)
|
|
# -----------------------------------------------------------------------------
|
|
FROM scratch AS node
|
|
COPY --from=build-node /usr/bin/node /node
|
|
ENTRYPOINT [ "/node" ]
|
|
|
|
FROM scratch AS qclient-unix
|
|
COPY --from=build-qclient /usr/bin/qclient /qclient
|
|
ENTRYPOINT [ "/qclient" ]
|
|
|
|
FROM qclient-unix AS qclient-linux
|
|
FROM qclient-unix AS qclient-darwin
|
|
FROM qclient-${TARGETOS} AS qclient
|
|
|
|
FROM scratch AS qns-api-unix
|
|
COPY --from=build-qns-api /usr/bin/qns-api /qns-api
|
|
ENTRYPOINT [ "/qns-api" ]
|
|
|
|
FROM qns-api-unix AS qns-api-linux
|
|
FROM qns-api-unix AS qns-api-darwin
|
|
FROM qns-api-${TARGETOS} AS qns-api
|
|
|
|
# -----------------------------------------------------------------------------
|
|
# Stage: final (Default combined image)
|
|
# -----------------------------------------------------------------------------
|
|
FROM ubuntu:24.04 AS final
|
|
|
|
RUN apt-get update && apt-get install -y \
|
|
libflint-dev \
|
|
ca-certificates \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
ARG NODE_VERSION
|
|
ARG GIT_REPO
|
|
ARG GIT_BRANCH
|
|
ARG GIT_COMMIT
|
|
|
|
ENV GOEXPERIMENT=arenas
|
|
|
|
LABEL org.opencontainers.image.title="Quilibrium Network Node"
|
|
LABEL org.opencontainers.image.description="Quilibrium is a decentralized alternative to platform as a service providers."
|
|
LABEL org.opencontainers.image.version=$NODE_VERSION
|
|
LABEL org.opencontainers.image.vendor=Quilibrium
|
|
LABEL org.opencontainers.image.url=https://quilibrium.com/
|
|
LABEL org.opencontainers.image.documentation=https://quilibrium.com/docs
|
|
LABEL org.opencontainers.image.source=$GIT_REPO
|
|
LABEL org.opencontainers.image.ref.name=$GIT_BRANCH
|
|
LABEL org.opencontainers.image.revision=$GIT_COMMIT
|
|
|
|
COPY --from=build-node /usr/bin/node /usr/local/bin
|
|
COPY --from=build-qclient /opt/ceremonyclient/client/qclient /usr/local/bin
|
|
|
|
WORKDIR /root
|
|
ENTRYPOINT ["node"]
|