ceremonyclient/docker/Dockerfile.source
Cassandra Heart 1b2660b7df
v2.1.0.20 (#516)
* .20 testing

* Read in the debug by env variable (#514)

* v2.1.0.19

* enhanced error logging, fix seniority marker join blocker, fix sync message size limit defaults

* resolve signature failure

* additional error logging for merge-related signatures

* fix: one-shot sync message size, app shard TC signature size, collector/hotstuff race condition, expired joins blocking new joins due to pruning disable

* remove compat with old 2.0.0 blossomsub

* fix: resolve abandoned prover joins

* reload prover registry

* fix stale worker proposal edge

* add full sanity check on join before submitting to identify bug

* resolve non-fallthrough condition that should be fallthrough

* fix: resolve rare SIGFPE, fix orphan expired joins blocking workers from reallocating

* add reconnect fallback if no peers are found with variable reconnect time (#511)

Co-authored-by: Tyler Sturos <55340199+tjsturos@users.noreply.github.com>

* update base peer count to 1 (#513)

* fix: expired prover join frames, starting port ranges, proposer getting stuck, and seniority on joins

* fix: panic on shutdown, libp2p discovery picking inaccessible peers, coverage event check not in shutdown logic, amend app shard worker behavior to mirror global for prover root reconciliation

* fix: shutdown scenario quirks, reload hanging

* fix: do not bailout early on shutdown of coverage check

* fix: force registry refresh on worker waiting for registration

* add more logging to wait for prover

* fix: worker manager refreshes the filter on allocation, snapshots blocking close on shutdown

* tweak: force shutdown after five seconds for app worker

* fix: don't loop when shutting down

* fix: slight reordering, also added named workers to trace hanging shutdowns

* use deterministic key for peer id of workers to stop flagging workers as sybil attacks

* fix: remove pubsub stop from app consensus engine as it shouldn't manage pubsub lifecycle, integrate shutdown context to PerformSync to prevent stuck syncs from halting respawn

* fix: blossomsub pubsub interface does not properly track subscription status

* fix: subscribe order to avoid nil panic

* switch from dnsaddr to dns4

* add missing quic-v1

* additional logging to isolate respawn quirks

* fix: dnsaddr -> dns4 for blossomsub

* allow debug env var to be read

---------

Co-authored-by: Cassandra Heart <cassandra@quilibrium.com>
Co-authored-by: Tyler Sturos <55340199+tjsturos@users.noreply.github.com>
Co-authored-by: Cassandra Heart <7929478+CassOnMars@users.noreply.github.com>

* fix newPebbleDB constructor config param (#517)

* fix: high CPU overhead in initial worker behaviors/ongoing sync

* faster docker builds with better caching

* qol: add extra data to node info, and query metrics from command line

* leave proposals for overcrowded shards

* hub-and-spoke global message broadcasts

* small tweaks to cli output for join frames

---------

Co-authored-by: winged-pegasus <55340199+winged-pegasus@users.noreply.github.com>
Co-authored-by: Tyler Sturos <55340199+tjsturos@users.noreply.github.com>
Co-authored-by: Black Swan <3999712+blacks1ne@users.noreply.github.com>
2026-03-04 01:37:04 -06:00

376 lines
13 KiB
Docker

# syntax=docker.io/docker/dockerfile:1.7-labs
FROM --platform=${TARGETPLATFORM} ubuntu:24.04 AS base
# Common environment variables
ENV PATH="${PATH}:/root/.cargo/bin/"
ARG TARGETOS
ARG TARGETARCH
ARG GO_VERSION=1.23.5
# Install basics
RUN apt-get update && apt-get install -y \
build-essential \
curl \
git \
cmake \
libgmp-dev \
libmpfr-dev \
libmpfr6 \
wget \
m4 \
pkg-config \
gcc \
g++ \
make \
autoconf \
automake \
libtool \
libssl-dev \
libflint-dev \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
# -----------------------------------------------------------------------------
# Stage: flint-builder
# Purpose: Build FLINT library (slowest component)
# -----------------------------------------------------------------------------
FROM base AS flint-builder
RUN git clone --branch flint-3.0 --depth 1 https://github.com/flintlib/flint.git && \
cd flint && \
./bootstrap.sh && \
./configure \
--prefix=/usr/local \
--with-gmp=/usr/local \
--with-mpfr=/usr/local \
--enable-static \
--disable-shared \
CFLAGS="-O3" && \
make -j$(nproc) && \
make install
# -----------------------------------------------------------------------------
# Stage: emp-builder
# Purpose: Build EMP-toolkit libraries
# -----------------------------------------------------------------------------
FROM base AS emp-builder
WORKDIR /opt/ceremonyclient
# Copy the necessary script and source directories
COPY install-emp.sh .
COPY emp-tool emp-tool
COPY emp-ot emp-ot
RUN bash install-emp.sh
# Fix emp-tool to be static and install
RUN cd emp-tool && sed -i 's/add_library(${NAME} SHARED ${sources})/add_library(${NAME} STATIC ${sources})/g' CMakeLists.txt && mkdir build && cd build && cmake .. -DCMAKE_INSTALL_PREFIX=/usr/local && cd .. && make -j$(nproc) && make install
# Install emp-ot
RUN cd emp-ot && mkdir build && cd build && cmake .. -DCMAKE_INSTALL_PREFIX=/usr/local && cd .. && make -j$(nproc) && make install
# -----------------------------------------------------------------------------
# Stage: go-base
# Purpose: Install Go
# -----------------------------------------------------------------------------
FROM base AS go-base
ARG TARGETARCH
ARG GO_VERSION
RUN apt update && apt install -y wget && \
ARCH=$(dpkg --print-architecture) && \
case ${ARCH} in \
amd64) GOARCH=amd64 ;; \
arm64) GOARCH=arm64 ;; \
*) echo "Unsupported architecture: ${ARCH}" && exit 1 ;; \
esac && \
wget https://go.dev/dl/go${GO_VERSION}.linux-${GOARCH}.tar.gz && \
rm -rf /usr/local/go && \
tar -C /usr/local -xzf go${GO_VERSION}.linux-${GOARCH}.tar.gz && \
rm go${GO_VERSION}.linux-${GOARCH}.tar.gz
ENV PATH=$PATH:/usr/local/go/bin
ENV GOPROXY=direct
# -----------------------------------------------------------------------------
# Stage: rust-base
# Purpose: Install Rust and bindgen tools
# -----------------------------------------------------------------------------
FROM base AS rust-base
COPY docker/rustup-init.sh /opt/rustup-init.sh
RUN /opt/rustup-init.sh -y --profile minimal
RUN cargo install uniffi-bindgen-go --git https://github.com/NordSecurity/uniffi-bindgen-go --tag v0.4.0+v0.28.3
# -----------------------------------------------------------------------------
# Stage: libs-context
# Purpose: Aggregate built libraries (Flint + EMP)
# -----------------------------------------------------------------------------
FROM base AS libs-context
COPY --from=flint-builder /usr/local /usr/local
COPY --from=emp-builder /usr/local /usr/local
# -----------------------------------------------------------------------------
# Stage: common-context
# Purpose: Base for generation steps, includes libs, go, and rust
# -----------------------------------------------------------------------------
FROM libs-context AS common-context
COPY --from=go-base /usr/local/go /usr/local/go
ENV PATH=$PATH:/usr/local/go/bin
ENV GOPROXY=https://proxy.golang.org,direct
COPY --from=rust-base /root/.cargo /root/.cargo
COPY --from=rust-base /root/.rustup /root/.rustup
ENV PATH="${PATH}:/root/.cargo/bin/"
ENV GOEXPERIMENT=arenas
ENV QUILIBRIUM_SIGNATURE_CHECK=true
# Install grpcurl (common tool)
RUN go install github.com/fullstorydev/grpcurl/cmd/grpcurl@latest
WORKDIR /opt/ceremonyclient
# Rust workspace files (rarely change)
COPY Cargo.toml Cargo.lock ./
# Rust crate sources (needed by cargo build in generate.sh)
COPY crates crates
# Gen-* module directories (Go wrappers + generate.sh scripts)
COPY channel channel
COPY vdf vdf
COPY ferret ferret
COPY bls48581 bls48581
COPY rpm rpm
COPY verenc verenc
COPY bulletproofs bulletproofs
# go.mod/go.sum stubs for replace directive targets across all gen-* modules.
# Only module metadata is needed for go mod download; full Go source is deferred
# to build-context so that source changes don't bust gen-* stage caches.
COPY nekryptology/go.mod nekryptology/go.sum nekryptology/
COPY protobufs/go.mod protobufs/go.sum protobufs/
COPY consensus/go.mod consensus/go.sum consensus/
COPY types/go.mod types/go.sum types/
COPY utils/go.mod utils/go.sum utils/
COPY config/go.mod config/go.sum config/
COPY lifecycle/go.mod lifecycle/go.sum lifecycle/
COPY go-multiaddr/go.mod go-multiaddr/go.sum go-multiaddr/
COPY go-multiaddr-dns/go.mod go-multiaddr-dns/go.sum go-multiaddr-dns/
COPY go-libp2p/go.mod go-libp2p/go.sum go-libp2p/
COPY go-libp2p-kad-dht/go.mod go-libp2p-kad-dht/go.sum go-libp2p-kad-dht/
COPY go-libp2p-blossomsub/go.mod go-libp2p-blossomsub/go.sum go-libp2p-blossomsub/
# -----------------------------------------------------------------------------
# Parallel Generation Stages
# -----------------------------------------------------------------------------
FROM common-context AS gen-channel
WORKDIR /opt/ceremonyclient/channel
RUN go mod download
RUN ./generate.sh
FROM common-context AS gen-vdf
WORKDIR /opt/ceremonyclient/vdf
RUN go mod download
RUN ./generate.sh
FROM common-context AS gen-ferret
WORKDIR /opt/ceremonyclient/ferret
RUN go mod download
RUN ./generate.sh
FROM common-context AS gen-bls48581
WORKDIR /opt/ceremonyclient/bls48581
RUN go mod download
RUN ./generate.sh
FROM common-context AS gen-rpm
WORKDIR /opt/ceremonyclient/rpm
RUN go mod download
RUN ./generate.sh
FROM common-context AS gen-verenc
WORKDIR /opt/ceremonyclient/verenc
RUN go mod download
RUN ./generate.sh
FROM common-context AS gen-bulletproofs
WORKDIR /opt/ceremonyclient/bulletproofs
RUN go mod download
RUN ./generate.sh
# -----------------------------------------------------------------------------
# Stage: build-context
# Purpose: Aggregate all generated bindings and static libraries
# -----------------------------------------------------------------------------
FROM common-context AS build-context
# Copy full source tree for Go builds. Changes here only bust build-context
# cache, not the expensive gen-* stages above.
COPY --exclude=node \
--exclude=client \
--exclude=sidecar \
--exclude=qns-api . .
# Copy generated artifacts back (overwrites source dirs with generated versions)
COPY --from=gen-channel /opt/ceremonyclient/channel /opt/ceremonyclient/channel
COPY --from=gen-channel /opt/ceremonyclient/target/release/libchannel.a /opt/ceremonyclient/target/release/libchannel.a
COPY --from=gen-vdf /opt/ceremonyclient/vdf /opt/ceremonyclient/vdf
COPY --from=gen-vdf /opt/ceremonyclient/target/release/libvdf.a /opt/ceremonyclient/target/release/libvdf.a
COPY --from=gen-ferret /opt/ceremonyclient/ferret /opt/ceremonyclient/ferret
COPY --from=gen-ferret /opt/ceremonyclient/target/release/libferret.a /opt/ceremonyclient/target/release/libferret.a
COPY --from=gen-bls48581 /opt/ceremonyclient/bls48581 /opt/ceremonyclient/bls48581
COPY --from=gen-bls48581 /opt/ceremonyclient/target/release/libbls48581.a /opt/ceremonyclient/target/release/libbls48581.a
COPY --from=gen-rpm /opt/ceremonyclient/rpm /opt/ceremonyclient/rpm
COPY --from=gen-rpm /opt/ceremonyclient/target/release/librpm.a /opt/ceremonyclient/target/release/librpm.a
COPY --from=gen-verenc /opt/ceremonyclient/verenc /opt/ceremonyclient/verenc
COPY --from=gen-verenc /opt/ceremonyclient/target/release/libverenc.a /opt/ceremonyclient/target/release/libverenc.a
COPY --from=gen-bulletproofs /opt/ceremonyclient/bulletproofs /opt/ceremonyclient/bulletproofs
COPY --from=gen-bulletproofs /opt/ceremonyclient/target/release/libbulletproofs.a /opt/ceremonyclient/target/release/libbulletproofs.a
# -----------------------------------------------------------------------------
# Stage: build-node
# -----------------------------------------------------------------------------
FROM build-context AS build-node
COPY ./node /opt/ceremonyclient/node
WORKDIR /opt/ceremonyclient/node
RUN ./build.sh && cp node /usr/bin
# -----------------------------------------------------------------------------
# Stage: build-qclient
# -----------------------------------------------------------------------------
FROM build-context AS build-qclient
ARG TARGETOS
ARG TARGETARCH
COPY ./node /opt/ceremonyclient/node
WORKDIR /opt/ceremonyclient/node
RUN go mod download
COPY ./client /opt/ceremonyclient/client
WORKDIR /opt/ceremonyclient/client
RUN go mod download
ARG BINARIES_DIR=/opt/ceremonyclient/target/release
RUN GOOS=${TARGETOS} GOARCH=${TARGETARCH} ./build.sh -o qclient
RUN cp qclient /usr/bin
# -----------------------------------------------------------------------------
# Stage: build-qns-api
# -----------------------------------------------------------------------------
FROM build-context AS build-qns-api
ARG TARGETOS
ARG TARGETARCH
COPY ./node /opt/ceremonyclient/node
WORKDIR /opt/ceremonyclient/node
RUN go mod download
COPY ./qns-api /opt/ceremonyclient/qns-api
WORKDIR /opt/ceremonyclient/qns-api
RUN go mod download
ARG BINARIES_DIR=/opt/ceremonyclient/target/release
ENV ROOT_DIR=/opt/ceremonyclient
ENV CEREMONYCLIENT_DIR=/opt/ceremonyclient
RUN GOOS=${TARGETOS} GOARCH=${TARGETARCH} ./build.sh -o qns-api ./cmd/api
RUN cp qns-api /usr/bin
# -----------------------------------------------------------------------------
# Stage: node-only
# -----------------------------------------------------------------------------
FROM ubuntu:24.04 AS node-only
ARG NODE_VERSION
ARG GIT_REPO
ARG GIT_BRANCH
ARG GIT_COMMIT
ENV GOEXPERIMENT=arenas
LABEL org.opencontainers.image.title="Quilibrium Network Node"
LABEL org.opencontainers.image.description="Quilibrium is a decentralized alternative to platform as a service providers."
LABEL org.opencontainers.image.version=$NODE_VERSION
LABEL org.opencontainers.image.vendor=Quilibrium
LABEL org.opencontainers.image.url=https://quilibrium.com/
LABEL org.opencontainers.image.documentation=https://quilibrium.com/docs
LABEL org.opencontainers.image.source=$GIT_REPO
LABEL org.opencontainers.image.ref.name=$GIT_BRANCH
LABEL org.opencontainers.image.revision=$GIT_COMMIT
RUN apt-get update && apt-get install -y \
ca-certificates \
libgmp10 \
libmpfr6 \
&& rm -rf /var/lib/apt/lists/*
COPY --from=build-node /usr/bin/node /usr/local/bin/node
WORKDIR /root
ENTRYPOINT ["node"]
# -----------------------------------------------------------------------------
# Stage: exports (Scratch)
# -----------------------------------------------------------------------------
FROM scratch AS node
COPY --from=build-node /usr/bin/node /node
ENTRYPOINT [ "/node" ]
FROM scratch AS qclient-unix
COPY --from=build-qclient /usr/bin/qclient /qclient
ENTRYPOINT [ "/qclient" ]
FROM qclient-unix AS qclient-linux
FROM qclient-unix AS qclient-darwin
FROM qclient-${TARGETOS} AS qclient
FROM scratch AS qns-api-unix
COPY --from=build-qns-api /usr/bin/qns-api /qns-api
ENTRYPOINT [ "/qns-api" ]
FROM qns-api-unix AS qns-api-linux
FROM qns-api-unix AS qns-api-darwin
FROM qns-api-${TARGETOS} AS qns-api
# -----------------------------------------------------------------------------
# Stage: final (Default combined image)
# -----------------------------------------------------------------------------
FROM ubuntu:24.04 AS final
RUN apt-get update && apt-get install -y \
libflint-dev \
ca-certificates \
&& rm -rf /var/lib/apt/lists/*
ARG NODE_VERSION
ARG GIT_REPO
ARG GIT_BRANCH
ARG GIT_COMMIT
ENV GOEXPERIMENT=arenas
LABEL org.opencontainers.image.title="Quilibrium Network Node"
LABEL org.opencontainers.image.description="Quilibrium is a decentralized alternative to platform as a service providers."
LABEL org.opencontainers.image.version=$NODE_VERSION
LABEL org.opencontainers.image.vendor=Quilibrium
LABEL org.opencontainers.image.url=https://quilibrium.com/
LABEL org.opencontainers.image.documentation=https://quilibrium.com/docs
LABEL org.opencontainers.image.source=$GIT_REPO
LABEL org.opencontainers.image.ref.name=$GIT_BRANCH
LABEL org.opencontainers.image.revision=$GIT_COMMIT
COPY --from=build-node /usr/bin/node /usr/local/bin
COPY --from=build-qclient /opt/ceremonyclient/client/qclient /usr/local/bin
WORKDIR /root
ENTRYPOINT ["node"]