DB as a service
Fixes https://github.com/tendermint/tendermint/issues/1162
Databases as a service!
Can now access Databases as a remote service
via gRPC for performance and easy deployment.
The caveat is that each service is stateful in regards to
the DB i.e. each unique service uses only one unique DB
but nonetheless multiple clients can access it.
A full standalone example
```go
package main
import (
"bytes"
"context"
"log"
grpcdb "github.com/tendermint/tmlibs/grpcdb"
protodb "github.com/tendermint/tmlibs/proto"
)
func main() {
addr := ":8998"
go func() {
if err := grpcdb.BindRemoteDBServer(addr); err != nil {
log.Fatalf("BindRemoteDBServer: %v", err)
}
}()
client, err := grpcdb.NewClient(addr, false)
if err != nil {
log.Fatalf("Failed to create grpcDB client: %v", err)
}
ctx := context.Background()
// 1. Initialize the DB
in := &protodb.Init{
Type: "leveldb",
Name: "grpc-uno-test",
Dir: ".",
}
if _, err := client.Init(ctx, in); err != nil {
log.Fatalf("Init error: %v", err)
}
// 2. Now it can be used!
query1 := &protodb.Entity{Key: []byte("Project"), Value:
[]byte("Tmlibs-on-gRPC")}
if _, err := client.SetSync(ctx, query1); err != nil {
log.Fatalf("SetSync err: %v", err)
}
query2 := &protodb.Entity{Key: []byte("Project")}
read, err := client.Get(ctx, query2)
if err != nil {
log.Fatalf("Get err: %v", err)
}
if g, w := read.Value, []byte("Tmlibs-on-gRPC"); !bytes.Equal(g, w) {
log.Fatalf("got= (%q ==> % X)\nwant=(%q ==> % X)", g, g, w, w)
}
}
```
7 years ago |
|
- GOTOOLS = \
- github.com/golang/dep/cmd/dep \
- github.com/gogo/protobuf/protoc-gen-gogo \
- github.com/gogo/protobuf/gogoproto \
- github.com/square/certstrap
- # github.com/alecthomas/gometalinter.v2 \
-
- GOTOOLS_CHECK = dep gometalinter.v2 protoc protoc-gen-gogo
- INCLUDE = -I=. -I=${GOPATH}/src -I=${GOPATH}/src/github.com/gogo/protobuf/protobuf
-
- all: check get_vendor_deps protoc grpc_dbserver build test install metalinter
-
- check: check_tools
-
- ########################################
- ### Build
-
- protoc:
- ## If you get the following error,
- ## "error while loading shared libraries: libprotobuf.so.14: cannot open shared object file: No such file or directory"
- ## See https://stackoverflow.com/a/25518702
- protoc $(INCLUDE) --gogo_out=plugins=grpc:. common/*.proto
- @echo "--> adding nolint declarations to protobuf generated files"
- @awk '/package common/ { print "//nolint: gas"; print; next }1' common/types.pb.go > common/types.pb.go.new
- @mv common/types.pb.go.new common/types.pb.go
-
- build:
- # Nothing to build!
-
- install:
- # Nothing to install!
-
-
- ########################################
- ### Tools & dependencies
-
- check_tools:
- @# https://stackoverflow.com/a/25668869
- @echo "Found tools: $(foreach tool,$(GOTOOLS_CHECK),\
- $(if $(shell which $(tool)),$(tool),$(error "No $(tool) in PATH")))"
-
- get_tools:
- @echo "--> Installing tools"
- go get -u -v $(GOTOOLS)
- # @gometalinter.v2 --install
-
- get_protoc:
- @# https://github.com/google/protobuf/releases
- curl -L https://github.com/google/protobuf/releases/download/v3.4.1/protobuf-cpp-3.4.1.tar.gz | tar xvz && \
- cd protobuf-3.4.1 && \
- DIST_LANG=cpp ./configure && \
- make && \
- make install && \
- cd .. && \
- rm -rf protobuf-3.4.1
-
- update_tools:
- @echo "--> Updating tools"
- @go get -u $(GOTOOLS)
-
- get_vendor_deps:
- @rm -rf vendor/
- @echo "--> Running dep ensure"
- @dep ensure
-
-
- ########################################
- ### Testing
-
- gen_certs: clean_certs
- ## Generating certificates for TLS testing...
- certstrap init --common-name "tendermint.com" --passphrase ""
- certstrap request-cert -ip "::" --passphrase ""
- certstrap sign "::" --CA "tendermint.com" --passphrase ""
- mv out/::.crt out/::.key db/remotedb
-
- clean_certs:
- ## Cleaning TLS testing certificates...
- rm -rf out
- rm -f db/remotedb/::.crt db/remotedb/::.key
-
- test: gen_certs
- go test -tags gcc $(shell go list ./... | grep -v vendor)
- make clean_certs
-
- test100:
- @for i in {1..100}; do make test; done
-
-
- ########################################
- ### Formatting, linting, and vetting
-
- fmt:
- @go fmt ./...
-
- metalinter:
- @echo "==> Running linter"
- gometalinter.v2 --vendor --deadline=600s --disable-all \
- --enable=deadcode \
- --enable=goconst \
- --enable=goimports \
- --enable=gosimple \
- --enable=ineffassign \
- --enable=megacheck \
- --enable=misspell \
- --enable=staticcheck \
- --enable=safesql \
- --enable=structcheck \
- --enable=unconvert \
- --enable=unused \
- --enable=varcheck \
- --enable=vetshadow \
- ./...
-
- #--enable=maligned \
- #--enable=gas \
- #--enable=aligncheck \
- #--enable=dupl \
- #--enable=errcheck \
- #--enable=gocyclo \
- #--enable=golint \ <== comments on anything exported
- #--enable=gotype \
- #--enable=interfacer \
- #--enable=unparam \
- #--enable=vet \
-
- metalinter_all:
- protoc $(INCLUDE) --lint_out=. types/*.proto
- gometalinter.v2 --vendor --deadline=600s --enable-all --disable=lll ./...
-
-
- # To avoid unintended conflicts with file names, always add to .PHONY
- # unless there is a reason not to.
- # https://www.gnu.org/software/make/manual/html_node/Phony-Targets.html
- .PHONY: check protoc build check_tools get_tools get_protoc update_tools get_vendor_deps test fmt metalinter metalinter_all gen_certs clean_certs
-
- grpc_dbserver:
- protoc -I db/remotedb/proto/ db/remotedb/proto/defs.proto --go_out=plugins=grpc:db/remotedb/proto
|