Initial implementations 🎉

.github/workflows/build-check.yml

@@ -13,33 +13,13 @@ jobs:
   build:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - name: "Checkout"
+        uses: actions/checkout@v3
 
-      # - name: Run Snyk to check for vulnerabilities
-      #   uses: snyk/actions/golang@master
-      #   continue-on-error: true
-      #   env:
-      #     SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
-      #   with:
-      #     args: --sarif-file-output=snyk.sarif
-
-      # - name: Get Tag Version
-      #   id: get_version
-      #   run: |
-      #     export TRUNCATED_GITHUB_SHA=$(echo ${{ github.sha }} | cut -c1-7);
-      #     echo "VERSION=${GITHUB_REF/refs\/tags\//}+${TRUNCATED_GITHUB_SHA}" >> $GITHUB_ENV
-      #     echo "GIT_TAG=${GITHUB_REF/refs\/tags\//}" >> $GITHUB_ENV
-
-      # - name: Log in to the Container registry
-      #   uses: docker/[email protected]
-      #   with:
-      #     registry: ${{ env.REGISTRY }}
-      #     username: ${{ github.actor }}
-      #     password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Build and push Docker image
-        uses: docker/build-push-action@ad44023a93711e3deb337508980b4b5e9bcdc5dc
+      - name: "Docker: Build and Push Image"
+        id: ghcr-docker
+        uses: 'penguin-statistics/actions/ghcr-docker@main'
         with:
-          context: .
-          push: false # for check workflow, we don't want to push
-          tags: penguin-statistics/livehouse:${{ github.sha }}
+          version: '__check__'
+          repository: 'penguin-statistics/livehouse'
+          push: false

.github/workflows/build-release.yml

@@ -14,52 +14,29 @@ jobs:
   build:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
-
-      # - name: Run Snyk to check for vulnerabilities
-      #   uses: snyk/actions/golang@master
-      #   continue-on-error: true
-      #   env:
-      #     SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
-      #   with:
-      #     args: --sarif-file-output=snyk.sarif
-
-      # - name: Upload result to GitHub Code Scanning
-      #   uses: github/codeql-action/upload-sarif@v1
-      #   with:
-      #     sarif_file: snyk.sarif
-
-      # - name: Run golangci-lint
-      #   uses: golangci/[email protected]
-
-      - name: Get Tag Version
-        id: get_version
-        run: |
-          export TRUNCATED_GITHUB_SHA=$(echo ${{ github.sha }} | cut -c1-7);
-          echo "VERSION=${GITHUB_REF/refs\/tags\//}+${TRUNCATED_GITHUB_SHA}" >> $GITHUB_ENV
-          echo "GIT_TAG=${GITHUB_REF/refs\/tags\//}" >> $GITHUB_ENV
-
-      - name: Build and Publish to Registry
-        uses: elgohr/[email protected]
-        with:
-          name: penguin-statistics/livehouse
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-          registry: ghcr.io
-          tags: "latest,${{ env.GIT_TAG }}"
-          buildargs: VERSION
-
-      - name: Create Sentry release
-        uses: getsentry/action-release@v1
-        env:
-          SENTRY_AUTH_TOKEN: ${{ secrets.SENTRY_AUTH_TOKEN }}
-          SENTRY_ORG: ${{ secrets.SENTRY_ORG }}
-          SENTRY_PROJECT: ${{ secrets.SENTRY_PROJECT }}
+      - name: "Checkout"
+        uses: actions/checkout@v3
+
+      - name: "Metadata: Git"
+        id: git-meta
+        uses: 'penguin-statistics/actions/git-meta@main'
+
+      - name: "Docker: Build and Push Image"
+        id: ghcr-docker
+        uses: 'penguin-statistics/actions/ghcr-docker@main'
         with:
-          environment: prod
-          version: ${{ env.VERSION }}
-
-      - uses: "marvinpinto/action-automatic-releases@latest"
+          version: ${{ steps.git-meta.outputs.version }}
+          repository: 'penguin-statistics/livehouse'
+          build-args: |
+            BUILD_DOCS_COMMIT=fb08b08f5f97e89b2407e56c20b0707f19dc8f32
+            BUILD_WEB_COMMIT=451e3aef9973f6cd0d58cd60aa75961acf460b51
+
+      - name: "Release: Call Dispatcher"
+        id: release-dispatcher
+        uses: 'penguin-statistics/actions/release-dispatcher@main'
         with:
-          repo_token: "${{ secrets.GITHUB_TOKEN }}"
-          prerelease: false
+          version: ${{ steps.git-meta.outputs.version }}
+          use-ghrelease: true
+          # use-manifestbot: true
+          # manifestbot-file-path: 'applications/livehouse/values-prod.yaml'
+          # manifestbot-token: ${{ secrets.PAT_FOR_MANIFESTBOT }}

.golangci.yml

@@ -41,7 +41,7 @@ linters:
     - exhaustive
     - funlen
     - goconst
-    - gocritic
+    # - gocritic
     - gocyclo
     # - revive
     # - gomnd

Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.18.3-alpine AS base
+FROM golang:1.21.3-alpine AS base
 WORKDIR /app
 
 # builder
@@ -20,7 +20,7 @@ RUN go mod download
 COPY . .
 
 # inject versioning information & build the binary
-RUN export BUILD_TIME=$(date -u +"%Y-%m-%dT%H:%M:%SZ"); go build -o livehouse -ldflags "-X github.com/penguin-statistics/livehouse/internal/pkg/bininfo.Version=$VERSION -X github.com/penguin-statistics/livehouse/internal/pkg/bininfo.BuildTime=$BUILD_TIME" .
+RUN export BUILD_TIME=$(date -u +"%Y-%m-%dT%H:%M:%SZ"); go build -o livehouse -ldflags "-X exusiai.dev/livehouse/internal/pkg/bininfo.Version=$VERSION -X exusiai.dev/livehouse/internal/pkg/bininfo.BuildTime=$BUILD_TIME" .
 
 # runner
 FROM base AS runner

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2021 Penguin Statistics
+Copyright (c) 2022 Penguin Statistics
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

cmd/scripts/matchtest/matchtest.go

@@ -0,0 +1,111 @@
+package main
+
+import (
+	"fmt"
+	"log"
+	"net/http"
+
+	"github.com/fasthttp/websocket"
+	"github.com/samber/lo"
+	"google.golang.org/protobuf/proto"
+
+	"exusiai.dev/gommon/model/pb"
+)
+
+var (
+	StageID    = uint32(18)
+	Generation = uint64(0)
+)
+
+func genreq(drops []*pb.Drop) *pb.ReportBatchRequest {
+	return &pb.ReportBatchRequest{
+		Reports: []*pb.Report{
+			{
+				Server:     pb.Server_CN,
+				Generation: Generation,
+				StageId:    StageID,
+				Drops:      drops,
+			},
+		},
+	}
+}
+
+func main() {
+	// conn := lo.Must(grpc.Dial("localhost:9015", grpc.WithInsecure()))
+
+	// client := pb.NewConnectedLiveServiceClient(conn)
+	// lo.Must(client.PushReportBatch(context.Background(), genreq([]*pb.Drop{{
+	// 	ItemId:   1,
+	// 	Quantity: 1,
+	// }})))
+
+	req := pb.MatrixUpdateSubscribeReq{
+		Id: &pb.MatrixUpdateSubscribeReq_ItemId{
+			ItemId: 38,
+		},
+	}
+
+	b, err := proto.Marshal(&req)
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	wsconn, resp, err := websocket.DefaultDialer.Dial("ws://localhost:9020/live", http.Header{
+		"Sec-WebSocket-Protocol": []string{"v3.penguin-stats.live+proto"},
+	})
+	if err != nil {
+		log.Fatalln("dial error:", err, resp)
+	}
+
+	err = wsconn.WriteMessage(websocket.BinaryMessage, b)
+	if err != nil {
+		log.Fatalln("write error:", err)
+	}
+
+	go func() {
+		for {
+			_, msg, err := wsconn.ReadMessage()
+			if err != nil {
+				log.Fatalln("read error:", err)
+			}
+
+			var msgresp pb.MatrixUpdateMessage
+			proto.Unmarshal(msg, &msgresp)
+
+			log.Print("received the following updates:\n", lo.Reduce(msgresp.Segments, func(acc string, seg *pb.MatrixUpdateMessage_Element, _ int) string {
+				return acc + fmt.Sprintf("  - server=%s, stage=%d, item=%d, times=%d, quantity=%d\n", seg.Server, seg.StageId, seg.ItemId, seg.Times, seg.Quantity)
+			}, ""))
+		}
+	}()
+
+	// lo.Must(client.PushReportBatch(context.Background(), genreq([]*pb.Drop{})))
+
+	// log.Println("expect quantity = 1, times = 2")
+	// time.Sleep(time.Second * 10)
+
+	// lo.Must(client.PushReportBatch(context.Background(), genreq([]*pb.Drop{
+	// 	{
+	// 		ItemId:   1,
+	// 		Quantity: 1,
+	// 	},
+	// })))
+
+	// log.Println("expect quantity = 2, times = 3")
+	// time.Sleep(time.Second * 10)
+
+	// lo.Must(client.PushReportBatch(context.Background(), genreq([]*pb.Drop{
+	// 	{
+	// 		ItemId:   1,
+	// 		Quantity: 2,
+	// 	},
+	// })))
+
+	// log.Println("expect quantity = 4, times = 4")
+	// time.Sleep(time.Second * 10)
+
+	// lo.Must(client.PushReportBatch(context.Background(), genreq([]*pb.Drop{})))
+
+	// log.Println("expect quantity = 4, times = 5")
+
+	select {}
+}

cmd/scripts/pbmsgs/pbmsgs.go

@@ -0,0 +1,25 @@
+package main
+
+import (
+	"log"
+
+	"google.golang.org/protobuf/proto"
+
+	"exusiai.dev/gommon/model/pb"
+)
+
+func main() {
+	stageId := uint32(175)
+	req := pb.MatrixUpdateSubscribeReq{
+		Id: &pb.MatrixUpdateSubscribeReq_StageId{
+			StageId: stageId,
+		},
+	}
+
+	b, err := proto.Marshal(&req)
+	if err != nil {
+		log.Fatalln(err)
+	}
+
+	log.Printf("update subscription with stageId = %d (hex): %x", stageId, b)
+}

cmd/scripts/pushbench/pushbench.go

@@ -0,0 +1,97 @@
+package main
+
+import (
+	"context"
+	"io"
+	"log"
+	"math/rand"
+	"net/http"
+	"time"
+
+	"github.com/samber/lo"
+	"github.com/tidwall/gjson"
+	"google.golang.org/grpc"
+
+	"exusiai.dev/gommon/model/pb"
+)
+
+func penguinV3GetRequest(path string) []byte {
+	log.Println("Fetching", path)
+	r := lo.Must(http.NewRequest("GET", "https://penguin-stats.io/api/v3alpha"+path, nil))
+	r.Header.Set("Accept", "application/vnd.penguin.v3+json")
+	resp := lo.Must(http.DefaultClient.Do(r))
+	defer resp.Body.Close()
+	return lo.Must(io.ReadAll(resp.Body))
+}
+
+func penguinItemIds() []uint32 {
+	resp := penguinV3GetRequest("/items")
+	gj := gjson.ParseBytes(resp).Array()
+	ids := make([]uint32, len(gj))
+	for i, v := range gj {
+		ids[i] = uint32(v.Get("penguinItemId").Uint())
+	}
+	return ids
+}
+
+func penguinStageIds() []uint32 {
+	resp := penguinV3GetRequest("/stages")
+	gj := gjson.ParseBytes(resp).Array()
+	ids := make([]uint32, len(gj))
+	for i, v := range gj {
+		ids[i] = uint32(v.Get("penguinStageId").Uint())
+	}
+	return ids
+}
+
+func randomInSlice(slice []uint32) uint32 {
+	return slice[rand.Intn(len(slice))]
+}
+
+var Servers = []pb.Server{pb.Server_CN, pb.Server_US, pb.Server_JP, pb.Server_KR}
+
+func main() {
+	conn, err := grpc.Dial("localhost:9015", grpc.WithInsecure())
+	if err != nil {
+		panic(err)
+	}
+	defer conn.Close()
+
+	rand.Seed(time.Now().UnixNano())
+
+	cl := pb.NewConnectedLiveServiceClient(conn)
+
+	items := penguinItemIds()
+	stages := penguinStageIds()
+
+	for {
+		fakeReportSize := rand.Intn(100) + 200
+
+		start := time.Now()
+		var req pb.ReportBatchRequest
+		req.Reports = make([]*pb.Report, fakeReportSize)
+		for i := 0; i < fakeReportSize; i++ {
+			drops := make([]*pb.Drop, rand.Intn(10)+1)
+			for j := range drops {
+				drops[j] = &pb.Drop{
+					ItemId:   randomInSlice(items),
+					Quantity: rand.Uint64()%50 + 10,
+				}
+			}
+
+			req.Reports[i] = &pb.Report{
+				Server:  Servers[rand.Intn(len(Servers))],
+				StageId: randomInSlice(stages),
+				Drops:   drops,
+			}
+		}
+		log.Println("generated", fakeReportSize, "reports, took", time.Since(start))
+		start = time.Now()
+		_, err := cl.PushReportBatch(context.Background(), &req)
+		if err != nil {
+			log.Println("    failed to send report:", err)
+		}
+		log.Printf("sent reports and got ack. took %s", time.Since(start))
+		time.Sleep(500 * time.Millisecond)
+	}
+}