Implement observer with SQL query support and parquet export (#744)

Implement an F3 observer that:
* listens to F3 gossipsub messages
* collects them as long as they can be decoded as CBOR
* offers a SQL interface to query them over a HTTP
* rotates them into Parquet files
* deletes any rotated files based on a configured maximum age

Fix base image to distroless/cc because of duckdb libstdc++
dependencies.

Author: masih

.gitignore

@@ -8,4 +8,3 @@ coverage.txt
 /f3
 # f3 manifest
 /manifest.json
-/observer

Dockerfile

@@ -6,9 +6,9 @@ COPY go.mod go.sum ./
 RUN go mod download
 
 COPY . .
-RUN CGO_ENABLED=0 go build -o /go/bin/f3 ./cmd/f3
+RUN go build -o /go/bin/f3 ./cmd/f3
 
-FROM gcr.io/distroless/static-debian11
+FROM gcr.io/distroless/cc
 COPY --from=build /go/bin/f3 /usr/bin/
 
 ENTRYPOINT ["/usr/bin/f3"]

cmd/f3/manifest.go

@@ -8,6 +8,7 @@ import (
 	"os"
 	"time"
 
+	"github.com/filecoin-project/go-f3/internal/psutil"
 	"github.com/filecoin-project/go-f3/manifest"
 	"github.com/libp2p/go-libp2p"
 	pubsub "github.com/libp2p/go-libp2p-pubsub"
@@ -217,7 +218,7 @@ var manifestServeCmd = cli.Command{
 		pubSub, err := pubsub.NewGossipSub(c.Context, host,
 			pubsub.WithPeerExchange(true),
 			pubsub.WithFloodPublish(true),
-			pubsub.WithPeerScore(PubsubPeerScoreParams, PubsubPeerScoreThresholds),
+			pubsub.WithPeerScore(psutil.PubsubPeerScoreParams, psutil.PubsubPeerScoreThresholds),
 		)
 		if err != nil {
 			return fmt.Errorf("initialzing pubsub: %w", err)