Zach
7 years ago
committed by
GitHub
GitHub
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
317 changed files with 16044 additions and 659 deletions
Unified View
Diff Options
-
+39 -18CHANGELOG.md
-
+22 -43Gopkg.lock
-
+7 -11Gopkg.toml
-
+5 -8README.md
-
+1 -1abci/client/client.go
-
+1 -1abci/client/grpc_client.go
-
+1 -1abci/client/local_client.go
-
+1 -1abci/client/socket_client.go
-
+2 -2abci/cmd/abci-cli/abci-cli.go
-
+1 -1abci/example/counter/counter.go
-
+2 -2abci/example/example_test.go
-
+1 -1abci/example/kvstore/helpers.go
-
+2 -2abci/example/kvstore/kvstore.go
-
+2 -2abci/example/kvstore/kvstore_test.go
-
+3 -3abci/example/kvstore/persistent_kvstore.go
-
+1 -1abci/server/grpc_server.go
-
+1 -1abci/server/server.go
-
+1 -1abci/server/socket_server.go
-
+1 -1abci/tests/benchmarks/parallel/parallel.go
-
+1 -1abci/tests/benchmarks/simple/simple.go
-
+1 -1abci/tests/server/client.go
-
+1 -1abci/tests/test_app/app.go
-
+1 -1abci/types/messages_test.go
-
+1 -1abci/types/types.pb.go
-
+1 -1abci/types/util.go
-
+1 -1benchmarks/codec_test.go
-
+1 -1benchmarks/map_test.go
-
+1 -1benchmarks/os_test.go
-
+1 -1benchmarks/simu/counter.go
-
+3 -3blockchain/pool.go
-
+2 -2blockchain/pool_test.go
-
+2 -2blockchain/reactor.go
-
+3 -3blockchain/reactor_test.go
-
+2 -2blockchain/store.go
-
+7 -7blockchain/store_test.go
-
+2 -2cmd/priv_val_server/main.go
-
+1 -1cmd/tendermint/commands/gen_node_key.go
-
+4 -3cmd/tendermint/commands/init.go
-
+1 -1cmd/tendermint/commands/lite.go
-
+1 -1cmd/tendermint/commands/reset_priv_validator.go
-
+3 -3cmd/tendermint/commands/root.go
-
+2 -2cmd/tendermint/commands/root_test.go
-
+1 -1cmd/tendermint/commands/testnet.go
-
+1 -1cmd/tendermint/main.go
-
+23 -26config/config.go
-
+9 -8config/toml.go
-
+1 -1consensus/byzantine_test.go
-
+3 -3consensus/common_test.go
-
+1 -1consensus/mempool_test.go
-
+2 -2consensus/reactor.go
-
+2 -2consensus/reactor_test.go
-
+4 -4consensus/replay.go
-
+3 -3consensus/replay_file.go
-
+4 -4consensus/replay_test.go
-
+4 -7consensus/state.go
-
+2 -2consensus/state_test.go
-
+2 -2consensus/ticker.go
-
+1 -1consensus/types/height_vote_set.go
-
+1 -1consensus/types/height_vote_set_test.go
-
+1 -1consensus/types/peer_round_state.go
-
+1 -1consensus/types/round_state.go
-
+1 -1consensus/types/round_state_test.go
-
+1 -1consensus/version.go
-
+2 -2consensus/wal.go
-
+4 -4consensus/wal_generator.go
-
+1 -1consensus/wal_test.go
-
+1 -1crypto/merkle/doc.go
-
+1 -1crypto/merkle/simple_map.go
-
+4 -4crypto/merkle/simple_tree.go
-
+3 -3crypto/merkle/simple_tree_test.go
-
+1 -1crypto/pub_key.go
-
+1 -1crypto/random.go
-
+1 -1crypto/signature.go
-
+1 -1crypto/symmetric.go
-
+4 -4docs/app-development.md
-
+2 -2docs/getting-started.md
-
+1 -1docs/running-in-production.md
-
+24 -19docs/spec/blockchain/encoding.md
-
+6 -123docs/spec/scripts/crypto.go
-
+1 -5docs/specification/configuration.md
-
+3 -3evidence/pool.go
-
+1 -1evidence/pool_test.go
-
+2 -2evidence/reactor.go
-
+2 -2evidence/reactor_test.go
-
+1 -1evidence/store.go
-
+1 -1evidence/store_test.go
-
+1 -1evidence/wire.go
-
+19 -0libs/.editorconfig
-
+5 -0libs/.gitignore
-
+438 -0libs/CHANGELOG.md
-
+3 -0libs/CODEOWNERS
-
+281 -0libs/Gopkg.lock
-
+69 -0libs/Gopkg.toml
-
+193 -0libs/LICENSE
-
+137 -0libs/Makefile
-
+49 -0libs/README.md
-
+1 -0libs/autofile/README.md
-
+142 -0libs/autofile/autofile.go
-
+71 -0libs/autofile/autofile_test.go
-
+107 -0libs/autofile/cmd/logjack.go
+ 39
- 18
CHANGELOG.md
View File
+ 22
- 43
Gopkg.lock
View File
+ 7
- 11
Gopkg.toml
View File
+ 5
- 8
README.md
View File
+ 1
- 1
abci/client/client.go
View File
+ 1
- 1
abci/client/grpc_client.go
View File
+ 1
- 1
abci/client/local_client.go
View File
+ 1
- 1
abci/client/socket_client.go
View File
+ 2
- 2
abci/cmd/abci-cli/abci-cli.go
View File
+ 1
- 1
abci/example/counter/counter.go
View File
+ 2
- 2
abci/example/example_test.go
View File
+ 1
- 1
abci/example/kvstore/helpers.go
View File
+ 2
- 2
abci/example/kvstore/kvstore.go
View File
+ 2
- 2
abci/example/kvstore/kvstore_test.go
View File
+ 3
- 3
abci/example/kvstore/persistent_kvstore.go
View File
+ 1
- 1
abci/server/grpc_server.go
View File
+ 1
- 1
abci/server/server.go
View File
+ 1
- 1
abci/server/socket_server.go
View File
+ 1
- 1
abci/tests/benchmarks/parallel/parallel.go
View File
+ 1
- 1
abci/tests/benchmarks/simple/simple.go
View File
+ 1
- 1
abci/tests/server/client.go
View File
+ 1
- 1
abci/tests/test_app/app.go
View File
+ 1
- 1
abci/types/messages_test.go
View File
+ 1
- 1
abci/types/types.pb.go
View File
+ 1
- 1
abci/types/util.go
View File
+ 1
- 1
benchmarks/codec_test.go
View File
+ 1
- 1
benchmarks/map_test.go
View File
+ 1
- 1
benchmarks/os_test.go
View File
+ 1
- 1
benchmarks/simu/counter.go
View File
+ 3
- 3
blockchain/pool.go
View File
+ 2
- 2
blockchain/pool_test.go
View File
+ 2
- 2
blockchain/reactor.go
View File
+ 3
- 3
blockchain/reactor_test.go
View File
+ 2
- 2
blockchain/store.go
View File
+ 7
- 7
blockchain/store_test.go
View File
+ 2
- 2
cmd/priv_val_server/main.go
View File
+ 1
- 1
cmd/tendermint/commands/gen_node_key.go
View File
+ 4
- 3
cmd/tendermint/commands/init.go
View File
+ 1
- 1
cmd/tendermint/commands/lite.go
View File
+ 1
- 1
cmd/tendermint/commands/reset_priv_validator.go
View File
+ 3
- 3
cmd/tendermint/commands/root.go
View File
+ 2
- 2
cmd/tendermint/commands/root_test.go
View File
+ 1
- 1
cmd/tendermint/commands/testnet.go
View File
+ 1
- 1
cmd/tendermint/main.go
View File
+ 23
- 26
config/config.go
View File
+ 9
- 8
config/toml.go
View File
+ 1
- 1
consensus/byzantine_test.go
View File
+ 3
- 3
consensus/common_test.go
View File
+ 1
- 1
consensus/mempool_test.go
View File
+ 2
- 2
consensus/reactor.go
View File
+ 2
- 2
consensus/reactor_test.go
View File
+ 4
- 4
consensus/replay.go
View File
+ 3
- 3
consensus/replay_file.go
View File
+ 4
- 4
consensus/replay_test.go
View File
+ 4
- 7
consensus/state.go
View File
+ 2
- 2
consensus/state_test.go
View File
+ 2
- 2
consensus/ticker.go
View File
+ 1
- 1
consensus/types/height_vote_set.go
View File
+ 1
- 1
consensus/types/height_vote_set_test.go
View File
+ 1
- 1
consensus/types/peer_round_state.go
View File
+ 1
- 1
consensus/types/round_state.go
View File
+ 1
- 1
consensus/types/round_state_test.go
View File
+ 1
- 1
consensus/version.go
View File
+ 2
- 2
consensus/wal.go
View File
+ 4
- 4
consensus/wal_generator.go
View File
+ 1
- 1
consensus/wal_test.go
View File
+ 1
- 1
crypto/merkle/doc.go
View File
+ 1
- 1
crypto/merkle/simple_map.go
View File
+ 4
- 4
crypto/merkle/simple_tree.go
View File
+ 3
- 3
crypto/merkle/simple_tree_test.go
View File
+ 1
- 1
crypto/pub_key.go
View File
+ 1
- 1
crypto/random.go
View File
+ 1
- 1
crypto/signature.go
View File
+ 1
- 1
crypto/symmetric.go
View File
+ 4
- 4
docs/app-development.md
View File
+ 2
- 2
docs/getting-started.md
View File
+ 1
- 1
docs/running-in-production.md
View File
+ 24
- 19
docs/spec/blockchain/encoding.md
View File
+ 6
- 123
docs/spec/scripts/crypto.go
View File
+ 1
- 5
docs/specification/configuration.md
View File
+ 3
- 3
evidence/pool.go
View File
+ 1
- 1
evidence/pool_test.go
View File
+ 2
- 2
evidence/reactor.go
View File
+ 2
- 2
evidence/reactor_test.go
View File
+ 1
- 1
evidence/store.go
View File
+ 1
- 1
evidence/store_test.go
View File
+ 1
- 1
evidence/wire.go
View File
+ 19
- 0
libs/.editorconfig
View File
| @ -0,0 +1,19 @@ | |||||
| # top-most EditorConfig file | |||||
| root = true | |||||
| # Unix-style newlines with a newline ending every file | |||||
| [*] | |||||
| charset = utf-8 | |||||
| end_of_line = lf | |||||
| insert_final_newline = true | |||||
| trim_trailing_whitespace = true | |||||
| [Makefile] | |||||
| indent_style = tab | |||||
| [*.sh] | |||||
| indent_style = tab | |||||
| [*.proto] | |||||
| indent_style = space | |||||
| indent_size = 2 | |||||
+ 5
- 0
libs/.gitignore
View File
| @ -0,0 +1,5 @@ | |||||
| *.sw[opqr] | |||||
| vendor | |||||
| .glide | |||||
| pubsub/query/fuzz_test/output | |||||
+ 438
- 0
libs/CHANGELOG.md
View File
| @ -0,0 +1,438 @@ | |||||
| # Changelog | |||||
| ## 0.9.0 | |||||
| *June 24th, 2018* | |||||
| BREAKING: | |||||
| - [events, pubsub] Removed - moved to github.com/tendermint/tendermint | |||||
| - [merkle] Use 20-bytes of SHA256 instead of RIPEMD160. NOTE: this package is | |||||
| moving to github.com/tendermint/go-crypto ! | |||||
| - [common] Remove gogoproto from KVPair types | |||||
| - [common] Error simplification, #220 | |||||
| FEATURES: | |||||
| - [db/remotedb] New DB type using an external CLevelDB process via | |||||
| GRPC | |||||
| - [autofile] logjack command for piping stdin to a rotating file | |||||
| - [bech32] New package. NOTE: should move out of here - it's just two small | |||||
| functions | |||||
| - [common] ColoredBytes([]byte) string for printing mixed ascii and bytes | |||||
| - [db] DebugDB uses ColoredBytes() | |||||
| ## 0.8.4 | |||||
| *June 5, 2018* | |||||
| IMPROVEMENTS: | |||||
| - [autofile] Flush on Stop; Close() method to Flush and close file | |||||
| ## 0.8.3 | |||||
| *May 21, 2018* | |||||
| FEATURES: | |||||
| - [common] ASCIITrim() | |||||
| ## 0.8.2 (April 23rd, 2018) | |||||
| FEATURES: | |||||
| - [pubsub] TagMap, NewTagMap | |||||
| - [merkle] SimpleProofsFromMap() | |||||
| - [common] IsASCIIText() | |||||
| - [common] PrefixEndBytes // e.g. increment or nil | |||||
| - [common] BitArray.MarshalJSON/.UnmarshalJSON | |||||
| - [common] BitArray uses 'x' not 'X' for String() and above. | |||||
| - [db] DebugDB shows better colorized output | |||||
| BUG FIXES: | |||||
| - [common] Fix TestParallelAbort nondeterministic failure #201/#202 | |||||
| - [db] PrefixDB Iterator/ReverseIterator fixes | |||||
| - [db] DebugDB fixes | |||||
| ## 0.8.1 (April 5th, 2018) | |||||
| FEATURES: | |||||
| - [common] Error.Error() includes cause | |||||
| - [common] IsEmpty() for 0 length | |||||
| ## 0.8.0 (April 4th, 2018) | |||||
| BREAKING: | |||||
| - [merkle] `PutVarint->PutUvarint` in encodeByteSlice | |||||
| - [db] batch.WriteSync() | |||||
| - [common] Refactored and fixed `Parallel` function | |||||
| - [common] Refactored `Rand` functionality | |||||
| - [common] Remove unused `Right/LeftPadString` functions | |||||
| - [common] Remove StackError, introduce Error interface (to replace use of pkg/errors) | |||||
| FEATURES: | |||||
| - [db] NewPrefixDB for a DB with all keys prefixed | |||||
| - [db] NewDebugDB prints everything during operation | |||||
| - [common] SplitAndTrim func | |||||
| - [common] rand.Float64(), rand.Int63n(n), rand.Int31n(n) and global equivalents | |||||
| - [common] HexBytes Format() | |||||
| BUG FIXES: | |||||
| - [pubsub] Fix unsubscribing | |||||
| - [cli] Return config errors | |||||
| - [common] Fix WriteFileAtomic Windows bug | |||||
| ## 0.7.1 (March 22, 2018) | |||||
| IMPROVEMENTS: | |||||
| - glide -> dep | |||||
| BUG FIXES: | |||||
| - [common] Fix panic in NewBitArray for negative bits | |||||
| - [common] Fix and simplify WriteFileAtomic so it cleans up properly | |||||
| ## 0.7.0 (February 20, 2018) | |||||
| BREAKING: | |||||
| - [db] Major API upgrade. See `db/types.go`. | |||||
| - [common] added `Quit() <-chan struct{}` to Service interface. | |||||
| The returned channel is closed when service is stopped. | |||||
| - [common] Remove HTTP functions | |||||
| - [common] Heap.Push takes an `int`, new Heap.PushComparable takes the comparable. | |||||
| - [logger] Removed. Use `log` | |||||
| - [merkle] Major API updade - uses cmn.KVPairs. | |||||
| - [cli] WriteDemoConfig -> WriteConfigValues | |||||
| - [all] Remove go-wire dependency! | |||||
| FEATURES: | |||||
| - [db] New FSDB that uses the filesystem directly | |||||
| - [common] HexBytes | |||||
| - [common] KVPair and KI64Pair (protobuf based key-value pair objects) | |||||
| IMPROVEMENTS: | |||||
| - [clist] add WaitChan() to CList, NextWaitChan() and PrevWaitChan() | |||||
| to CElement. These can be used instead of blocking `*Wait()` methods | |||||
| if you need to be able to send quit signal and not block forever | |||||
| - [common] IsHex handles 0x-prefix | |||||
| BUG FIXES: | |||||
| - [common] BitArray check for nil arguments | |||||
| - [common] Fix memory leak in RepeatTimer | |||||
| ## 0.6.0 (December 29, 2017) | |||||
| BREAKING: | |||||
| - [cli] remove --root | |||||
| - [pubsub] add String() method to Query interface | |||||
| IMPROVEMENTS: | |||||
| - [common] use a thread-safe and well seeded non-crypto rng | |||||
| BUG FIXES | |||||
| - [clist] fix misuse of wait group | |||||
| - [common] introduce Ticker interface and logicalTicker for better testing of timers | |||||
| ## 0.5.0 (December 5, 2017) | |||||
| BREAKING: | |||||
| - [common] replace Service#Start, Service#Stop first return value (bool) with an | |||||
| error (ErrAlreadyStarted, ErrAlreadyStopped) | |||||
| - [common] replace Service#Reset first return value (bool) with an error | |||||
| - [process] removed | |||||
| FEATURES: | |||||
| - [common] IntInSlice and StringInSlice functions | |||||
| - [pubsub/query] introduce `Condition` struct, expose `Operator`, and add `query.Conditions()` | |||||
| ## 0.4.1 (November 27, 2017) | |||||
| FEATURES: | |||||
| - [common] `Keys()` method on `CMap` | |||||
| IMPROVEMENTS: | |||||
| - [log] complex types now encoded as "%+v" by default if `String()` method is undefined (previously resulted in error) | |||||
| - [log] logger logs its own errors | |||||
| BUG FIXES: | |||||
| - [common] fixed `Kill()` to build on Windows (Windows does not have `syscall.Kill`) | |||||
| ## 0.4.0 (October 26, 2017) | |||||
| BREAKING: | |||||
| - [common] GoPath is now a function | |||||
| - [db] `DB` and `Iterator` interfaces have new methods to better support iteration | |||||
| FEATURES: | |||||
| - [autofile] `Read([]byte)` and `Write([]byte)` methods on `Group` to support binary WAL | |||||
| - [common] `Kill()` sends SIGTERM to the current process | |||||
| IMPROVEMENTS: | |||||
| - comments and linting | |||||
| BUG FIXES: | |||||
| - [events] fix allocation error prefixing cache with 1000 empty events | |||||
| ## 0.3.2 (October 2, 2017) | |||||
| BUG FIXES: | |||||
| - [autofile] fix AutoFile.Sync() to open file if it's been closed | |||||
| - [db] fix MemDb.Close() to not empty the database (ie. its just a noop) | |||||
| ## 0.3.1 (September 22, 2017) | |||||
| BUG FIXES: | |||||
| - [common] fix WriteFileAtomic to not use /tmp, which can be on another device | |||||
| ## 0.3.0 (September 22, 2017) | |||||
| BREAKING CHANGES: | |||||
| - [log] logger functions no longer returns an error | |||||
| - [common] NewBaseService takes the new logger | |||||
| - [cli] RunCaptureWithArgs now captures stderr and stdout | |||||
| - +func RunCaptureWithArgs(cmd Executable, args []string, env map[string]string) (stdout, stderr string, err error) | |||||
| - -func RunCaptureWithArgs(cmd Executable, args []string, env map[string]string) (output string, err error) | |||||
| FEATURES: | |||||
| - [common] various common HTTP functionality | |||||
| - [common] Date range parsing from string (ex. "2015-12-31:2017-12-31") | |||||
| - [common] ProtocolAndAddress function | |||||
| - [pubsub] New package for publish-subscribe with more advanced filtering | |||||
| BUG FIXES: | |||||
| - [common] fix atomicity of WriteFileAtomic by calling fsync | |||||
| - [db] fix memDb iteration index out of range | |||||
| - [autofile] fix Flush by calling fsync | |||||
| ## 0.2.2 (June 16, 2017) | |||||
| FEATURES: | |||||
| - [common] IsHex and StripHex for handling `0x` prefixed hex strings | |||||
| - [log] NewTracingLogger returns a logger that output error traces, ala `github.com/pkg/errors` | |||||
| IMPROVEMENTS: | |||||
| - [cli] Error handling for tests | |||||
| - [cli] Support dashes in ENV variables | |||||
| BUG FIXES: | |||||
| - [flowrate] Fix non-deterministic test failures | |||||
| ## 0.2.1 (June 2, 2017) | |||||
| FEATURES: | |||||
| - [cli] Log level parsing moved here from tendermint repo | |||||
| ## 0.2.0 (May 18, 2017) | |||||
| BREAKING CHANGES: | |||||
| - [common] NewBaseService takes the new logger | |||||
| FEATURES: | |||||
| - [cli] New library to standardize building command line tools | |||||
| - [log] New logging library | |||||
| BUG FIXES: | |||||
| - [autofile] Close file before rotating | |||||
| ## 0.1.0 (May 1, 2017) | |||||
| Initial release, combines what were previously independent repos: | |||||
| - go-autofile | |||||
| - go-clist | |||||
| - go-common | |||||
| - go-db | |||||
| - go-events | |||||
| - go-flowrate | |||||
| - go-logger | |||||
| - go-merkle | |||||
| - go-process | |||||
+ 3
- 0
libs/CODEOWNERS
View File
| @ -0,0 +1,3 @@ | |||||
| * @melekes @ebuchman | |||||
| *.md @zramsay | |||||
| *.rst @zramsay | |||||
+ 281
- 0
libs/Gopkg.lock
View File
| @ -0,0 +1,281 @@ | |||||
| # This file is autogenerated, do not edit; changes may be undone by the next 'dep ensure'. | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "github.com/btcsuite/btcutil" | |||||
| packages = ["bech32"] | |||||
| revision = "d4cc87b860166d00d6b5b9e0d3b3d71d6088d4d4" | |||||
| [[projects]] | |||||
| name = "github.com/davecgh/go-spew" | |||||
| packages = ["spew"] | |||||
| revision = "346938d642f2ec3594ed81d874461961cd0faa76" | |||||
| version = "v1.1.0" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "github.com/fortytw2/leaktest" | |||||
| packages = ["."] | |||||
| revision = "3b724c3d7b8729a35bf4e577f71653aec6e53513" | |||||
| [[projects]] | |||||
| name = "github.com/fsnotify/fsnotify" | |||||
| packages = ["."] | |||||
| revision = "c2828203cd70a50dcccfb2761f8b1f8ceef9a8e9" | |||||
| version = "v1.4.7" | |||||
| [[projects]] | |||||
| name = "github.com/go-kit/kit" | |||||
| packages = [ | |||||
| "log", | |||||
| "log/level", | |||||
| "log/term" | |||||
| ] | |||||
| revision = "4dc7be5d2d12881735283bcab7352178e190fc71" | |||||
| version = "v0.6.0" | |||||
| [[projects]] | |||||
| name = "github.com/go-logfmt/logfmt" | |||||
| packages = ["."] | |||||
| revision = "390ab7935ee28ec6b286364bba9b4dd6410cb3d5" | |||||
| version = "v0.3.0" | |||||
| [[projects]] | |||||
| name = "github.com/go-stack/stack" | |||||
| packages = ["."] | |||||
| revision = "817915b46b97fd7bb80e8ab6b69f01a53ac3eebf" | |||||
| version = "v1.6.0" | |||||
| [[projects]] | |||||
| name = "github.com/golang/protobuf" | |||||
| packages = [ | |||||
| "proto", | |||||
| "ptypes", | |||||
| "ptypes/any", | |||||
| "ptypes/duration", | |||||
| "ptypes/timestamp" | |||||
| ] | |||||
| revision = "b4deda0973fb4c70b50d226b1af49f3da59f5265" | |||||
| version = "v1.1.0" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "github.com/golang/snappy" | |||||
| packages = ["."] | |||||
| revision = "553a641470496b2327abcac10b36396bd98e45c9" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "github.com/hashicorp/hcl" | |||||
| packages = [ | |||||
| ".", | |||||
| "hcl/ast", | |||||
| "hcl/parser", | |||||
| "hcl/scanner", | |||||
| "hcl/strconv", | |||||
| "hcl/token", | |||||
| "json/parser", | |||||
| "json/scanner", | |||||
| "json/token" | |||||
| ] | |||||
| revision = "23c074d0eceb2b8a5bfdbb271ab780cde70f05a8" | |||||
| [[projects]] | |||||
| name = "github.com/inconshreveable/mousetrap" | |||||
| packages = ["."] | |||||
| revision = "76626ae9c91c4f2a10f34cad8ce83ea42c93bb75" | |||||
| version = "v1.0" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "github.com/jmhodges/levigo" | |||||
| packages = ["."] | |||||
| revision = "c42d9e0ca023e2198120196f842701bb4c55d7b9" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "github.com/kr/logfmt" | |||||
| packages = ["."] | |||||
| revision = "b84e30acd515aadc4b783ad4ff83aff3299bdfe0" | |||||
| [[projects]] | |||||
| name = "github.com/magiconair/properties" | |||||
| packages = ["."] | |||||
| revision = "49d762b9817ba1c2e9d0c69183c2b4a8b8f1d934" | |||||
| [[projects]] | |||||
| name = "github.com/mitchellh/mapstructure" | |||||
| packages = ["."] | |||||
| revision = "b4575eea38cca1123ec2dc90c26529b5c5acfcff" | |||||
| [[projects]] | |||||
| name = "github.com/pelletier/go-toml" | |||||
| packages = ["."] | |||||
| revision = "acdc4509485b587f5e675510c4f2c63e90ff68a8" | |||||
| version = "v1.1.0" | |||||
| [[projects]] | |||||
| name = "github.com/pkg/errors" | |||||
| packages = ["."] | |||||
| revision = "645ef00459ed84a119197bfb8d8205042c6df63d" | |||||
| version = "v0.8.0" | |||||
| [[projects]] | |||||
| name = "github.com/pmezard/go-difflib" | |||||
| packages = ["difflib"] | |||||
| revision = "792786c7400a136282c1664665ae0a8db921c6c2" | |||||
| version = "v1.0.0" | |||||
| [[projects]] | |||||
| name = "github.com/spf13/afero" | |||||
| packages = [ | |||||
| ".", | |||||
| "mem" | |||||
| ] | |||||
| revision = "bb8f1927f2a9d3ab41c9340aa034f6b803f4359c" | |||||
| version = "v1.0.2" | |||||
| [[projects]] | |||||
| name = "github.com/spf13/cast" | |||||
| packages = ["."] | |||||
| revision = "acbeb36b902d72a7a4c18e8f3241075e7ab763e4" | |||||
| version = "v1.1.0" | |||||
| [[projects]] | |||||
| name = "github.com/spf13/cobra" | |||||
| packages = ["."] | |||||
| revision = "7b2c5ac9fc04fc5efafb60700713d4fa609b777b" | |||||
| version = "v0.0.1" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "github.com/spf13/jwalterweatherman" | |||||
| packages = ["."] | |||||
| revision = "7c0cea34c8ece3fbeb2b27ab9b59511d360fb394" | |||||
| [[projects]] | |||||
| name = "github.com/spf13/pflag" | |||||
| packages = ["."] | |||||
| revision = "97afa5e7ca8a08a383cb259e06636b5e2cc7897f" | |||||
| [[projects]] | |||||
| name = "github.com/spf13/viper" | |||||
| packages = ["."] | |||||
| revision = "25b30aa063fc18e48662b86996252eabdcf2f0c7" | |||||
| version = "v1.0.0" | |||||
| [[projects]] | |||||
| name = "github.com/stretchr/testify" | |||||
| packages = [ | |||||
| "assert", | |||||
| "require" | |||||
| ] | |||||
| revision = "12b6f73e6084dad08a7c6e575284b177ecafbc71" | |||||
| version = "v1.2.1" | |||||
| [[projects]] | |||||
| name = "github.com/syndtr/goleveldb" | |||||
| packages = [ | |||||
| "leveldb", | |||||
| "leveldb/cache", | |||||
| "leveldb/comparer", | |||||
| "leveldb/errors", | |||||
| "leveldb/filter", | |||||
| "leveldb/iterator", | |||||
| "leveldb/journal", | |||||
| "leveldb/memdb", | |||||
| "leveldb/opt", | |||||
| "leveldb/storage", | |||||
| "leveldb/table", | |||||
| "leveldb/util" | |||||
| ] | |||||
| revision = "b89cc31ef7977104127d34c1bd31ebd1a9db2199" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "golang.org/x/net" | |||||
| packages = [ | |||||
| "context", | |||||
| "http/httpguts", | |||||
| "http2", | |||||
| "http2/hpack", | |||||
| "idna", | |||||
| "internal/timeseries", | |||||
| "trace" | |||||
| ] | |||||
| revision = "d11bb6cd8e3c4e60239c9cb20ef68586d74500d0" | |||||
| [[projects]] | |||||
| name = "golang.org/x/sys" | |||||
| packages = ["unix"] | |||||
| revision = "37707fdb30a5b38865cfb95e5aab41707daec7fd" | |||||
| [[projects]] | |||||
| name = "golang.org/x/text" | |||||
| packages = [ | |||||
| "collate", | |||||
| "collate/build", | |||||
| "internal/colltab", | |||||
| "internal/gen", | |||||
| "internal/tag", | |||||
| "internal/triegen", | |||||
| "internal/ucd", | |||||
| "language", | |||||
| "secure/bidirule", | |||||
| "transform", | |||||
| "unicode/bidi", | |||||
| "unicode/cldr", | |||||
| "unicode/norm", | |||||
| "unicode/rangetable" | |||||
| ] | |||||
| revision = "c01e4764d870b77f8abe5096ee19ad20d80e8075" | |||||
| [[projects]] | |||||
| branch = "master" | |||||
| name = "google.golang.org/genproto" | |||||
| packages = ["googleapis/rpc/status"] | |||||
| revision = "86e600f69ee4704c6efbf6a2a40a5c10700e76c2" | |||||
| [[projects]] | |||||
| name = "google.golang.org/grpc" | |||||
| packages = [ | |||||
| ".", | |||||
| "balancer", | |||||
| "balancer/base", | |||||
| "balancer/roundrobin", | |||||
| "codes", | |||||
| "connectivity", | |||||
| "credentials", | |||||
| "encoding", | |||||
| "encoding/proto", | |||||
| "grpclb/grpc_lb_v1/messages", | |||||
| "grpclog", | |||||
| "internal", | |||||
| "keepalive", | |||||
| "metadata", | |||||
| "naming", | |||||
| "peer", | |||||
| "resolver", | |||||
| "resolver/dns", | |||||
| "resolver/passthrough", | |||||
| "stats", | |||||
| "status", | |||||
| "tap", | |||||
| "transport" | |||||
| ] | |||||
| revision = "d11072e7ca9811b1100b80ca0269ac831f06d024" | |||||
| version = "v1.11.3" | |||||
| [[projects]] | |||||
| name = "gopkg.in/yaml.v2" | |||||
| packages = ["."] | |||||
| revision = "d670f9405373e636a5a2765eea47fac0c9bc91a4" | |||||
| version = "v2.0.0" | |||||
| [solve-meta] | |||||
| analyzer-name = "dep" | |||||
| analyzer-version = 1 | |||||
| inputs-digest = "e0c0af880b57928787ea78a820abefd2759e6aee4cba18e67ab36b80e62ad581" | |||||
| solver-name = "gps-cdcl" | |||||
| solver-version = 1 | |||||
+ 69
- 0
libs/Gopkg.toml
View File
| @ -0,0 +1,69 @@ | |||||
| # Gopkg.toml example | |||||
| # | |||||
| # Refer to https://github.com/golang/dep/blob/master/docs/Gopkg.toml.md | |||||
| # for detailed Gopkg.toml documentation. | |||||
| # | |||||
| # required = ["github.com/user/thing/cmd/thing"] | |||||
| # ignored = ["github.com/user/project/pkgX", "bitbucket.org/user/project/pkgA/pkgY"] | |||||
| # | |||||
| # [[constraint]] | |||||
| # name = "github.com/user/project" | |||||
| # version = "1.0.0" | |||||
| # | |||||
| # [[constraint]] | |||||
| # name = "github.com/user/project2" | |||||
| # branch = "dev" | |||||
| # source = "github.com/myfork/project2" | |||||
| # | |||||
| # [[override]] | |||||
| # name = "github.com/x/y" | |||||
| # version = "2.4.0" | |||||
| # | |||||
| # [prune] | |||||
| # non-go = false | |||||
| # go-tests = true | |||||
| # unused-packages = true | |||||
| [[constraint]] | |||||
| branch = "master" | |||||
| name = "github.com/fortytw2/leaktest" | |||||
| [[constraint]] | |||||
| name = "github.com/go-kit/kit" | |||||
| version = "0.6.0" | |||||
| [[constraint]] | |||||
| name = "github.com/go-logfmt/logfmt" | |||||
| version = "0.3.0" | |||||
| [[constraint]] | |||||
| name = "github.com/gogo/protobuf" | |||||
| version = "1.0.0" | |||||
| [[constraint]] | |||||
| branch = "master" | |||||
| name = "github.com/jmhodges/levigo" | |||||
| [[constraint]] | |||||
| name = "github.com/pkg/errors" | |||||
| version = "0.8.0" | |||||
| [[constraint]] | |||||
| name = "github.com/spf13/cobra" | |||||
| version = "0.0.1" | |||||
| [[constraint]] | |||||
| name = "github.com/spf13/viper" | |||||
| version = "1.0.0" | |||||
| [[constraint]] | |||||
| name = "github.com/stretchr/testify" | |||||
| version = "1.2.1" | |||||
| [[constraint]] | |||||
| name = "github.com/btcsuite/btcutil" | |||||
| branch ="master" | |||||
| [prune] | |||||
| go-tests = true | |||||
| unused-packages = true | |||||
+ 193
- 0
libs/LICENSE
View File
| @ -0,0 +1,193 @@ | |||||
| Tendermint Libraries | |||||
| Copyright (C) 2017 Tendermint | |||||
| Apache License | |||||
| Version 2.0, January 2004 | |||||
| https://www.apache.org/licenses/ | |||||
| TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION | |||||
| 1. Definitions. | |||||
| "License" shall mean the terms and conditions for use, reproduction, | |||||
| and distribution as defined by Sections 1 through 9 of this document. | |||||
| "Licensor" shall mean the copyright owner or entity authorized by | |||||
| the copyright owner that is granting the License. | |||||
| "Legal Entity" shall mean the union of the acting entity and all | |||||
| other entities that control, are controlled by, or are under common | |||||
| control with that entity. For the purposes of this definition, | |||||
| "control" means (i) the power, direct or indirect, to cause the | |||||
| direction or management of such entity, whether by contract or | |||||
| otherwise, or (ii) ownership of fifty percent (50%) or more of the | |||||
| outstanding shares, or (iii) beneficial ownership of such entity. | |||||
| "You" (or "Your") shall mean an individual or Legal Entity | |||||
| exercising permissions granted by this License. | |||||
| "Source" form shall mean the preferred form for making modifications, | |||||
| including but not limited to software source code, documentation | |||||
| source, and configuration files. | |||||
| "Object" form shall mean any form resulting from mechanical | |||||
| transformation or translation of a Source form, including but | |||||
| not limited to compiled object code, generated documentation, | |||||
| and conversions to other media types. | |||||
| "Work" shall mean the work of authorship, whether in Source or | |||||
| Object form, made available under the License, as indicated by a | |||||
| copyright notice that is included in or attached to the work | |||||
| (an example is provided in the Appendix below). | |||||
| "Derivative Works" shall mean any work, whether in Source or Object | |||||
| form, that is based on (or derived from) the Work and for which the | |||||
| editorial revisions, annotations, elaborations, or other modifications | |||||
| represent, as a whole, an original work of authorship. For the purposes | |||||
| of this License, Derivative Works shall not include works that remain | |||||
| separable from, or merely link (or bind by name) to the interfaces of, | |||||
| the Work and Derivative Works thereof. | |||||
| "Contribution" shall mean any work of authorship, including | |||||
| the original version of the Work and any modifications or additions | |||||
| to that Work or Derivative Works thereof, that is intentionally | |||||
| submitted to Licensor for inclusion in the Work by the copyright owner | |||||
| or by an individual or Legal Entity authorized to submit on behalf of | |||||
| the copyright owner. For the purposes of this definition, "submitted" | |||||
| means any form of electronic, verbal, or written communication sent | |||||
| to the Licensor or its representatives, including but not limited to | |||||
| communication on electronic mailing lists, source code control systems, | |||||
| and issue tracking systems that are managed by, or on behalf of, the | |||||
| Licensor for the purpose of discussing and improving the Work, but | |||||
| excluding communication that is conspicuously marked or otherwise | |||||
| designated in writing by the copyright owner as "Not a Contribution." | |||||
| "Contributor" shall mean Licensor and any individual or Legal Entity | |||||
| on behalf of whom a Contribution has been received by Licensor and | |||||
| subsequently incorporated within the Work. | |||||
| 2. Grant of Copyright License. Subject to the terms and conditions of | |||||
| this License, each Contributor hereby grants to You a perpetual, | |||||
| worldwide, non-exclusive, no-charge, royalty-free, irrevocable | |||||
| copyright license to reproduce, prepare Derivative Works of, | |||||
| publicly display, publicly perform, sublicense, and distribute the | |||||
| Work and such Derivative Works in Source or Object form. | |||||
| 3. Grant of Patent License. Subject to the terms and conditions of | |||||
| this License, each Contributor hereby grants to You a perpetual, | |||||
| worldwide, non-exclusive, no-charge, royalty-free, irrevocable | |||||
| (except as stated in this section) patent license to make, have made, | |||||
| use, offer to sell, sell, import, and otherwise transfer the Work, | |||||
| where such license applies only to those patent claims licensable | |||||
| by such Contributor that are necessarily infringed by their | |||||
| Contribution(s) alone or by combination of their Contribution(s) | |||||
| with the Work to which such Contribution(s) was submitted. If You | |||||
| institute patent litigation against any entity (including a | |||||
| cross-claim or counterclaim in a lawsuit) alleging that the Work | |||||
| or a Contribution incorporated within the Work constitutes direct | |||||
| or contributory patent infringement, then any patent licenses | |||||
| granted to You under this License for that Work shall terminate | |||||
| as of the date such litigation is filed. | |||||
| 4. Redistribution. You may reproduce and distribute copies of the | |||||
| Work or Derivative Works thereof in any medium, with or without | |||||
| modifications, and in Source or Object form, provided that You | |||||
| meet the following conditions: | |||||
| (a) You must give any other recipients of the Work or | |||||
| Derivative Works a copy of this License; and | |||||
| (b) You must cause any modified files to carry prominent notices | |||||
| stating that You changed the files; and | |||||
| (c) You must retain, in the Source form of any Derivative Works | |||||
| that You distribute, all copyright, patent, trademark, and | |||||
| attribution notices from the Source form of the Work, | |||||
| excluding those notices that do not pertain to any part of | |||||
| the Derivative Works; and | |||||
| (d) If the Work includes a "NOTICE" text file as part of its | |||||
| distribution, then any Derivative Works that You distribute must | |||||
| include a readable copy of the attribution notices contained | |||||
| within such NOTICE file, excluding those notices that do not | |||||
| pertain to any part of the Derivative Works, in at least one | |||||
| of the following places: within a NOTICE text file distributed | |||||
| as part of the Derivative Works; within the Source form or | |||||
| documentation, if provided along with the Derivative Works; or, | |||||
| within a display generated by the Derivative Works, if and | |||||
| wherever such third-party notices normally appear. The contents | |||||
| of the NOTICE file are for informational purposes only and | |||||
| do not modify the License. You may add Your own attribution | |||||
| notices within Derivative Works that You distribute, alongside | |||||
| or as an addendum to the NOTICE text from the Work, provided | |||||
| that such additional attribution notices cannot be construed | |||||
| as modifying the License. | |||||
| You may add Your own copyright statement to Your modifications and | |||||
| may provide additional or different license terms and conditions | |||||
| for use, reproduction, or distribution of Your modifications, or | |||||
| for any such Derivative Works as a whole, provided Your use, | |||||
| reproduction, and distribution of the Work otherwise complies with | |||||
| the conditions stated in this License. | |||||
| 5. Submission of Contributions. Unless You explicitly state otherwise, | |||||
| any Contribution intentionally submitted for inclusion in the Work | |||||
| by You to the Licensor shall be under the terms and conditions of | |||||
| this License, without any additional terms or conditions. | |||||
| Notwithstanding the above, nothing herein shall supersede or modify | |||||
| the terms of any separate license agreement you may have executed | |||||
| with Licensor regarding such Contributions. | |||||
| 6. Trademarks. This License does not grant permission to use the trade | |||||
| names, trademarks, service marks, or product names of the Licensor, | |||||
| except as required for reasonable and customary use in describing the | |||||
| origin of the Work and reproducing the content of the NOTICE file. | |||||
| 7. Disclaimer of Warranty. Unless required by applicable law or | |||||
| agreed to in writing, Licensor provides the Work (and each | |||||
| Contributor provides its Contributions) on an "AS IS" BASIS, | |||||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or | |||||
| implied, including, without limitation, any warranties or conditions | |||||
| of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A | |||||
| PARTICULAR PURPOSE. You are solely responsible for determining the | |||||
| appropriateness of using or redistributing the Work and assume any | |||||
| risks associated with Your exercise of permissions under this License. | |||||
| 8. Limitation of Liability. In no event and under no legal theory, | |||||
| whether in tort (including negligence), contract, or otherwise, | |||||
| unless required by applicable law (such as deliberate and grossly | |||||
| negligent acts) or agreed to in writing, shall any Contributor be | |||||
| liable to You for damages, including any direct, indirect, special, | |||||
| incidental, or consequential damages of any character arising as a | |||||
| result of this License or out of the use or inability to use the | |||||
| Work (including but not limited to damages for loss of goodwill, | |||||
| work stoppage, computer failure or malfunction, or any and all | |||||
| other commercial damages or losses), even if such Contributor | |||||
| has been advised of the possibility of such damages. | |||||
| 9. Accepting Warranty or Additional Liability. While redistributing | |||||
| the Work or Derivative Works thereof, You may choose to offer, | |||||
| and charge a fee for, acceptance of support, warranty, indemnity, | |||||
| or other liability obligations and/or rights consistent with this | |||||
| License. However, in accepting such obligations, You may act only | |||||
| on Your own behalf and on Your sole responsibility, not on behalf | |||||
| of any other Contributor, and only if You agree to indemnify, | |||||
| defend, and hold each Contributor harmless for any liability | |||||
| incurred by, or claims asserted against, such Contributor by reason | |||||
| of your accepting any such warranty or additional liability. | |||||
| END OF TERMS AND CONDITIONS | |||||
| Licensed under the Apache License, Version 2.0 (the "License"); | |||||
| you may not use this file except in compliance with the License. | |||||
| You may obtain a copy of the License at | |||||
| https://www.apache.org/licenses/LICENSE-2.0 | |||||
| Unless required by applicable law or agreed to in writing, software | |||||
| distributed under the License is distributed on an "AS IS" BASIS, | |||||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |||||
| See the License for the specific language governing permissions and | |||||
| limitations under the License. | |||||
+ 137
- 0
libs/Makefile
View File
| @ -0,0 +1,137 @@ | |||||
| GOTOOLS = \ | |||||
| github.com/golang/dep/cmd/dep \ | |||||
| github.com/golang/protobuf/protoc-gen-go \ | |||||
| github.com/square/certstrap | |||||
| # github.com/alecthomas/gometalinter.v2 \ | |||||
| GOTOOLS_CHECK = dep gometalinter.v2 protoc protoc-gen-go | |||||
| INCLUDE = -I=. -I=${GOPATH}/src | |||||
| all: check get_vendor_deps protoc grpc_dbserver build test install metalinter | |||||
| check: check_tools | |||||
| ######################################## | |||||
| ### Build | |||||
| protoc: | |||||
| ## If you get the following error, | |||||
| ## "error while loading shared libraries: libprotobuf.so.14: cannot open shared object file: No such file or directory" | |||||
| ## See https://stackoverflow.com/a/25518702 | |||||
| protoc $(INCLUDE) --go_out=plugins=grpc:. common/*.proto | |||||
| @echo "--> adding nolint declarations to protobuf generated files" | |||||
| @awk '/package common/ { print "//nolint: gas"; print; next }1' common/types.pb.go > common/types.pb.go.new | |||||
| @mv common/types.pb.go.new common/types.pb.go | |||||
| build: | |||||
| # Nothing to build! | |||||
| install: | |||||
| # Nothing to install! | |||||
| ######################################## | |||||
| ### Tools & dependencies | |||||
| check_tools: | |||||
| @# https://stackoverflow.com/a/25668869 | |||||
| @echo "Found tools: $(foreach tool,$(GOTOOLS_CHECK),\ | |||||
| $(if $(shell which $(tool)),$(tool),$(error "No $(tool) in PATH")))" | |||||
| get_tools: | |||||
| @echo "--> Installing tools" | |||||
| go get -u -v $(GOTOOLS) | |||||
| # @gometalinter.v2 --install | |||||
| get_protoc: | |||||
| @# https://github.com/google/protobuf/releases | |||||
| curl -L https://github.com/google/protobuf/releases/download/v3.4.1/protobuf-cpp-3.4.1.tar.gz | tar xvz && \ | |||||
| cd protobuf-3.4.1 && \ | |||||
| DIST_LANG=cpp ./configure && \ | |||||
| make && \ | |||||
| make install && \ | |||||
| cd .. && \ | |||||
| rm -rf protobuf-3.4.1 | |||||
| update_tools: | |||||
| @echo "--> Updating tools" | |||||
| @go get -u $(GOTOOLS) | |||||
| get_vendor_deps: | |||||
| @rm -rf vendor/ | |||||
| @echo "--> Running dep ensure" | |||||
| @dep ensure | |||||
| ######################################## | |||||
| ### Testing | |||||
| gen_certs: clean_certs | |||||
| ## Generating certificates for TLS testing... | |||||
| certstrap init --common-name "tendermint.com" --passphrase "" | |||||
| certstrap request-cert -ip "::" --passphrase "" | |||||
| certstrap sign "::" --CA "tendermint.com" --passphrase "" | |||||
| mv out/::.crt out/::.key db/remotedb | |||||
| clean_certs: | |||||
| ## Cleaning TLS testing certificates... | |||||
| rm -rf out | |||||
| rm -f db/remotedb/::.crt db/remotedb/::.key | |||||
| test: gen_certs | |||||
| GOCACHE=off go test -tags gcc $(shell go list ./... | grep -v vendor) | |||||
| make clean_certs | |||||
| test100: | |||||
| @for i in {1..100}; do make test; done | |||||
| ######################################## | |||||
| ### Formatting, linting, and vetting | |||||
| fmt: | |||||
| @go fmt ./... | |||||
| metalinter: | |||||
| @echo "==> Running linter" | |||||
| gometalinter.v2 --vendor --deadline=600s --disable-all \ | |||||
| --enable=deadcode \ | |||||
| --enable=goconst \ | |||||
| --enable=goimports \ | |||||
| --enable=gosimple \ | |||||
| --enable=ineffassign \ | |||||
| --enable=megacheck \ | |||||
| --enable=misspell \ | |||||
| --enable=staticcheck \ | |||||
| --enable=safesql \ | |||||
| --enable=structcheck \ | |||||
| --enable=unconvert \ | |||||
| --enable=unused \ | |||||
| --enable=varcheck \ | |||||
| --enable=vetshadow \ | |||||
| ./... | |||||
| #--enable=maligned \ | |||||
| #--enable=gas \ | |||||
| #--enable=aligncheck \ | |||||
| #--enable=dupl \ | |||||
| #--enable=errcheck \ | |||||
| #--enable=gocyclo \ | |||||
| #--enable=golint \ <== comments on anything exported | |||||
| #--enable=gotype \ | |||||
| #--enable=interfacer \ | |||||
| #--enable=unparam \ | |||||
| #--enable=vet \ | |||||
| metalinter_all: | |||||
| protoc $(INCLUDE) --lint_out=. types/*.proto | |||||
| gometalinter.v2 --vendor --deadline=600s --enable-all --disable=lll ./... | |||||
| # To avoid unintended conflicts with file names, always add to .PHONY | |||||
| # unless there is a reason not to. | |||||
| # https://www.gnu.org/software/make/manual/html_node/Phony-Targets.html | |||||
| .PHONY: check protoc build check_tools get_tools get_protoc update_tools get_vendor_deps test fmt metalinter metalinter_all gen_certs clean_certs | |||||
| grpc_dbserver: | |||||
| protoc -I db/remotedb/proto/ db/remotedb/proto/defs.proto --go_out=plugins=grpc:db/remotedb/proto | |||||
+ 49
- 0
libs/README.md
View File
| @ -0,0 +1,49 @@ | |||||
| # TMLIBS | |||||
| This repo is a home for various small packages. | |||||
| ## autofile | |||||
| Autofile is file access with automatic log rotation. A group of files is maintained and rotation happens | |||||
| when the leading file gets too big. Provides a reader for reading from the file group. | |||||
| ## cli | |||||
| CLI wraps the `cobra` and `viper` packages and handles some common elements of building a CLI like flags and env vars for the home directory and the logger. | |||||
| ## clist | |||||
| Clist provides a linekd list that is safe for concurrent access by many readers. | |||||
| ## common | |||||
| Common provides a hodgepodge of useful functions. | |||||
| ## db | |||||
| DB provides a database interface and a number of implementions, including ones using an in-memory map, the filesystem directory structure, | |||||
| an implemention of LevelDB in Go, and the official LevelDB in C. | |||||
| ## events | |||||
| Events is a synchronous PubSub package. | |||||
| ## flowrate | |||||
| Flowrate is a fork of https://github.com/mxk/go-flowrate that added a `SetREMA` method. | |||||
| ## log | |||||
| Log is a log package structured around key-value pairs that allows logging level to be set differently for different keys. | |||||
| ## merkle | |||||
| Merkle provides a simple static merkle tree and corresponding proofs. | |||||
| ## process | |||||
| Process is a simple utility for spawning OS processes. | |||||
| ## pubsub | |||||
| PubSub is an asynchronous PubSub package. | |||||
+ 1
- 0
libs/autofile/README.md
View File
| @ -0,0 +1 @@ | |||||
| # go-autofile | |||||
+ 142
- 0
libs/autofile/autofile.go
View File
| @ -0,0 +1,142 @@ | |||||
| package autofile | |||||
| import ( | |||||
| "os" | |||||
| "sync" | |||||
| "time" | |||||
| cmn "github.com/tendermint/tendermint/libs/common" | |||||
| ) | |||||
| /* AutoFile usage | |||||
| // Create/Append to ./autofile_test | |||||
| af, err := OpenAutoFile("autofile_test") | |||||
| if err != nil { | |||||
| panic(err) | |||||
| } | |||||
| // Stream of writes. | |||||
| // During this time, the file may be moved e.g. by logRotate. | |||||
| for i := 0; i < 60; i++ { | |||||
| af.Write([]byte(Fmt("LOOP(%v)", i))) | |||||
| time.Sleep(time.Second) | |||||
| } | |||||
| // Close the AutoFile | |||||
| err = af.Close() | |||||
| if err != nil { | |||||
| panic(err) | |||||
| } | |||||
| */ | |||||
| const autoFileOpenDuration = 1000 * time.Millisecond | |||||
| // Automatically closes and re-opens file for writing. | |||||
| // This is useful for using a log file with the logrotate tool. | |||||
| type AutoFile struct { | |||||
| ID string | |||||
| Path string | |||||
| ticker *time.Ticker | |||||
| mtx sync.Mutex | |||||
| file *os.File | |||||
| } | |||||
| func OpenAutoFile(path string) (af *AutoFile, err error) { | |||||
| af = &AutoFile{ | |||||
| ID: cmn.RandStr(12) + ":" + path, | |||||
| Path: path, | |||||
| ticker: time.NewTicker(autoFileOpenDuration), | |||||
| } | |||||
| if err = af.openFile(); err != nil { | |||||
| return | |||||
| } | |||||
| go af.processTicks() | |||||
| sighupWatchers.addAutoFile(af) | |||||
| return | |||||
| } | |||||
| func (af *AutoFile) Close() error { | |||||
| af.ticker.Stop() | |||||
| err := af.closeFile() | |||||
| sighupWatchers.removeAutoFile(af) | |||||
| return err | |||||
| } | |||||
| func (af *AutoFile) processTicks() { | |||||
| for { | |||||
| _, ok := <-af.ticker.C | |||||
| if !ok { | |||||
| return // Done. | |||||
| } | |||||
| af.closeFile() | |||||
| } | |||||
| } | |||||
| func (af *AutoFile) closeFile() (err error) { | |||||
| af.mtx.Lock() | |||||
| defer af.mtx.Unlock() | |||||
| file := af.file | |||||
| if file == nil { | |||||
| return nil | |||||
| } | |||||
| af.file = nil | |||||
| return file.Close() | |||||
| } | |||||
| func (af *AutoFile) Write(b []byte) (n int, err error) { | |||||
| af.mtx.Lock() | |||||
| defer af.mtx.Unlock() | |||||
| if af.file == nil { | |||||
| if err = af.openFile(); err != nil { | |||||
| return | |||||
| } | |||||
| } | |||||
| n, err = af.file.Write(b) | |||||
| return | |||||
| } | |||||
| func (af *AutoFile) Sync() error { | |||||
| af.mtx.Lock() | |||||
| defer af.mtx.Unlock() | |||||
| if af.file == nil { | |||||
| if err := af.openFile(); err != nil { | |||||
| return err | |||||
| } | |||||
| } | |||||
| return af.file.Sync() | |||||
| } | |||||
| func (af *AutoFile) openFile() error { | |||||
| file, err := os.OpenFile(af.Path, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0600) | |||||
| if err != nil { | |||||
| return err | |||||
| } | |||||
| af.file = file | |||||
| return nil | |||||
| } | |||||
| func (af *AutoFile) Size() (int64, error) { | |||||
| af.mtx.Lock() | |||||
| defer af.mtx.Unlock() | |||||
| if af.file == nil { | |||||
| err := af.openFile() | |||||
| if err != nil { | |||||
| if err == os.ErrNotExist { | |||||
| return 0, nil | |||||
| } | |||||
| return -1, err | |||||
| } | |||||
| } | |||||
| stat, err := af.file.Stat() | |||||
| if err != nil { | |||||
| return -1, err | |||||
| } | |||||
| return stat.Size(), nil | |||||
| } | |||||
+ 71
- 0
libs/autofile/autofile_test.go
View File
| @ -0,0 +1,71 @@ | |||||
| package autofile | |||||
| import ( | |||||
| "os" | |||||
| "sync/atomic" | |||||
| "syscall" | |||||
| "testing" | |||||
| "time" | |||||
| cmn "github.com/tendermint/tendermint/libs/common" | |||||
| ) | |||||
| func TestSIGHUP(t *testing.T) { | |||||
| // First, create an AutoFile writing to a tempfile dir | |||||
| file, name := cmn.Tempfile("sighup_test") | |||||
| if err := file.Close(); err != nil { | |||||
| t.Fatalf("Error creating tempfile: %v", err) | |||||
| } | |||||
| // Here is the actual AutoFile | |||||
| af, err := OpenAutoFile(name) | |||||
| if err != nil { | |||||
| t.Fatalf("Error creating autofile: %v", err) | |||||
| } | |||||
| // Write to the file. | |||||
| _, err = af.Write([]byte("Line 1\n")) | |||||
| if err != nil { | |||||
| t.Fatalf("Error writing to autofile: %v", err) | |||||
| } | |||||
| _, err = af.Write([]byte("Line 2\n")) | |||||
| if err != nil { | |||||
| t.Fatalf("Error writing to autofile: %v", err) | |||||
| } | |||||
| // Move the file over | |||||
| err = os.Rename(name, name+"_old") | |||||
| if err != nil { | |||||
| t.Fatalf("Error moving autofile: %v", err) | |||||
| } | |||||
| // Send SIGHUP to self. | |||||
| oldSighupCounter := atomic.LoadInt32(&sighupCounter) | |||||
| syscall.Kill(syscall.Getpid(), syscall.SIGHUP) | |||||
| // Wait a bit... signals are not handled synchronously. | |||||
| for atomic.LoadInt32(&sighupCounter) == oldSighupCounter { | |||||
| time.Sleep(time.Millisecond * 10) | |||||
| } | |||||
| // Write more to the file. | |||||
| _, err = af.Write([]byte("Line 3\n")) | |||||
| if err != nil { | |||||
| t.Fatalf("Error writing to autofile: %v", err) | |||||
| } | |||||
| _, err = af.Write([]byte("Line 4\n")) | |||||
| if err != nil { | |||||
| t.Fatalf("Error writing to autofile: %v", err) | |||||
| } | |||||
| if err := af.Close(); err != nil { | |||||
| t.Fatalf("Error closing autofile") | |||||
| } | |||||
| // Both files should exist | |||||
| if body := cmn.MustReadFile(name + "_old"); string(body) != "Line 1\nLine 2\n" { | |||||
| t.Errorf("Unexpected body %s", body) | |||||
| } | |||||
| if body := cmn.MustReadFile(name); string(body) != "Line 3\nLine 4\n" { | |||||
| t.Errorf("Unexpected body %s", body) | |||||
| } | |||||
| } | |||||
+ 107
- 0
libs/autofile/cmd/logjack.go
View File
| @ -0,0 +1,107 @@ | |||||
| package main | |||||
| import ( | |||||
| "flag" | |||||
| "fmt" | |||||
| "io" | |||||
| "os" | |||||
| "strconv" | |||||
| "strings" | |||||
| auto "github.com/tendermint/tendermint/libs/autofile" | |||||
| cmn "github.com/tendermint/tendermint/libs/common" | |||||
| ) | |||||
| const Version = "0.0.1" | |||||
| const readBufferSize = 1024 // 1KB at a time | |||||
| // Parse command-line options | |||||
| func parseFlags() (headPath string, chopSize int64, limitSize int64, version bool) { | |||||
| var flagSet = flag.NewFlagSet(os.Args[0], flag.ExitOnError) | |||||
| var chopSizeStr, limitSizeStr string | |||||
| flagSet.StringVar(&headPath, "head", "logjack.out", "Destination (head) file.") | |||||
| flagSet.StringVar(&chopSizeStr, "chop", "100M", "Move file if greater than this") | |||||
| flagSet.StringVar(&limitSizeStr, "limit", "10G", "Only keep this much (for each specified file). Remove old files.") | |||||
| flagSet.BoolVar(&version, "version", false, "Version") | |||||
| flagSet.Parse(os.Args[1:]) | |||||
| chopSize = parseBytesize(chopSizeStr) | |||||
| limitSize = parseBytesize(limitSizeStr) | |||||
| return | |||||
| } | |||||
| func main() { | |||||
| // Read options | |||||
| headPath, chopSize, limitSize, version := parseFlags() | |||||
| if version { | |||||
| fmt.Printf("logjack version %v\n", Version) | |||||
| return | |||||
| } | |||||
| // Open Group | |||||
| group, err := auto.OpenGroup(headPath) | |||||
| if err != nil { | |||||
| fmt.Printf("logjack couldn't create output file %v\n", headPath) | |||||
| os.Exit(1) | |||||
| } | |||||
| group.SetHeadSizeLimit(chopSize) | |||||
| group.SetTotalSizeLimit(limitSize) | |||||
| err = group.Start() | |||||
| if err != nil { | |||||
| fmt.Printf("logjack couldn't start with file %v\n", headPath) | |||||
| os.Exit(1) | |||||
| } | |||||
| go func() { | |||||
| // Forever, read from stdin and write to AutoFile. | |||||
| buf := make([]byte, readBufferSize) | |||||
| for { | |||||
| n, err := os.Stdin.Read(buf) | |||||
| group.Write(buf[:n]) | |||||
| group.Flush() | |||||
| if err != nil { | |||||
| group.Stop() | |||||
| if err == io.EOF { | |||||
| os.Exit(0) | |||||
| } else { | |||||
| fmt.Println("logjack errored") | |||||
| os.Exit(1) | |||||
| } | |||||
| } | |||||
| } | |||||
| }() | |||||
| // Trap signal | |||||
| cmn.TrapSignal(func() { | |||||
| fmt.Println("logjack shutting down") | |||||
| }) | |||||
| } | |||||
| func parseBytesize(chopSize string) int64 { | |||||
| // Handle suffix multiplier | |||||
| var multiplier int64 = 1 | |||||
| if strings.HasSuffix(chopSize, "T") { | |||||
| multiplier = 1042 * 1024 * 1024 * 1024 | |||||
| chopSize = chopSize[:len(chopSize)-1] | |||||
| } | |||||
| if strings.HasSuffix(chopSize, "G") { | |||||
| multiplier = 1042 * 1024 * 1024 | |||||
| chopSize = chopSize[:len(chopSize)-1] | |||||
| } | |||||
| if strings.HasSuffix(chopSize, "M") { | |||||
| multiplier = 1042 * 1024 | |||||
| chopSize = chopSize[:len(chopSize)-1] | |||||
| } | |||||
| if strings.HasSuffix(chopSize, "K") { | |||||
| multiplier = 1042 | |||||
| chopSize = chopSize[:len(chopSize)-1] | |||||
| } | |||||
| // Parse the numeric part | |||||
| chopSizeInt, err := strconv.Atoi(chopSize) | |||||
| if err != nil { | |||||
| panic(err) | |||||
| } | |||||
| return int64(chopSizeInt) * multiplier | |||||
| } | |||||