Merge pull request #1 from Brijeshlakkad/locus-fs

Locus file system and its replication

.github/workflows/go.yml

@@ -10,16 +10,30 @@ jobs:
 
   build:
     runs-on: ubuntu-latest
+    env:
+      working-directory: ./
     steps:
     - uses: actions/checkout@v3
 
     - name: Set up Go
       uses: actions/setup-go@v3
       with:
-        go-version: 1.18
+        go-version: 1.16
+
+    - name: Install cfssl
+      working-directory: ${{env.working-directory}}
+      run: |
+        sudo apt-get update
+        sudo apt-get -y install golang-cfssl
+
+    - name: Create credentials
+      working-directory: ${{env.working-directory}}
+      run: | 
+        make init
+        make gencert
 
     - name: Build
       run: go build -v ./...
 
     - name: Test
-      run: go test -v ./...
+      run: make test

Makefile

@@ -49,7 +49,7 @@ $(CONFIG_PATH)/policy.csv:
 
 .PHONY: test
 test: $(CONFIG_PATH)/policy.csv $(CONFIG_PATH)/model.conf
-	go test -race ./... -v
+	go test -v ./...
 
 .PHONY: compile
 compile:

api/streaming/v1/streaming.proto

@@ -10,20 +10,23 @@ service Streaming {
 }
 
 message ConsumeRequest {
-    string locus = 1;
-    string point = 2;
+    string point = 1;
 }
 
 message ConsumeResponse {
     bytes frame = 1;
 }
 
 message ProduceRequest {
-    string locus = 1;
-    string point = 2;
+    string point = 1;
     bytes frame = 3;
 }
 
 message ProduceResponse {
-    uint64 offset = 1;
+    repeated Record records = 1;
+}
+
+message Record {
+    string point = 1;
+    uint64 offset = 2;
 }

go.mod

@@ -6,6 +6,7 @@ require (
 	github.com/Brijeshlakkad/ring v0.0.0-20220814223321-1a57633133d0
 	github.com/armon/go-metrics v0.4.0 // indirect
 	github.com/casbin/casbin v1.9.1
+	github.com/go-redis/redis v6.15.9+incompatible
 	github.com/google/btree v1.1.2 // indirect
 	github.com/grpc-ecosystem/go-grpc-middleware v1.3.0
 	github.com/hashicorp/errwrap v1.1.0 // indirect
@@ -14,14 +15,17 @@ require (
 	github.com/hashicorp/go-multierror v1.1.1 // indirect
 	github.com/hashicorp/go-sockaddr v1.0.2 // indirect
 	github.com/miekg/dns v1.1.50 // indirect
+	github.com/onsi/ginkgo v1.16.5 // indirect
+	github.com/onsi/gomega v1.20.0 // indirect
+	github.com/pelletier/go-toml v1.9.5
 	github.com/soheilhy/cmux v0.1.5
 	github.com/spf13/cobra v1.5.0
 	github.com/spf13/viper v1.12.0
 	github.com/stretchr/testify v1.8.0
 	github.com/travisjeffery/go-dynaport v1.0.0
 	github.com/tysonmote/gommap v0.0.2
 	go.opencensus.io v0.23.0
-	go.uber.org/atomic v1.10.0 // indirect
+	go.uber.org/atomic v1.7.0 // indirect
 	go.uber.org/multierr v1.8.0 // indirect
 	golang.org/x/net v0.0.0-20220812174116-3211cb980234 // indirect
 	golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4