You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
69 lines
1.5 KiB
69 lines
1.5 KiB
/*
|
|
json2wal converts JSON file to binary WAL file.
|
|
|
|
Usage:
|
|
json2wal <path-to-JSON> <path-to-wal>
|
|
*/
|
|
|
|
package main
|
|
|
|
import (
|
|
"bufio"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"strings"
|
|
|
|
"github.com/tendermint/tendermint/internal/consensus"
|
|
"github.com/tendermint/tendermint/types"
|
|
)
|
|
|
|
func main() {
|
|
if len(os.Args) < 3 {
|
|
fmt.Fprintln(os.Stderr, "missing arguments: Usage:json2wal <path-to-JSON> <path-to-wal>")
|
|
os.Exit(1)
|
|
}
|
|
|
|
f, err := os.Open(os.Args[1])
|
|
if err != nil {
|
|
panic(fmt.Errorf("failed to open WAL file: %w", err))
|
|
}
|
|
defer f.Close()
|
|
|
|
walFile, err := os.OpenFile(os.Args[2], os.O_EXCL|os.O_WRONLY|os.O_CREATE, 0666)
|
|
if err != nil {
|
|
panic(fmt.Errorf("failed to open WAL file: %w", err))
|
|
}
|
|
defer walFile.Close()
|
|
|
|
// the length of tendermint/wal/MsgInfo in the wal.json may exceed the defaultBufSize(4096) of bufio
|
|
// because of the byte array in BlockPart
|
|
// leading to unmarshal error: unexpected end of JSON input
|
|
br := bufio.NewReaderSize(f, int(2*types.BlockPartSizeBytes))
|
|
dec := consensus.NewWALEncoder(walFile)
|
|
|
|
for {
|
|
msgJSON, _, err := br.ReadLine()
|
|
if err == io.EOF {
|
|
break
|
|
} else if err != nil {
|
|
panic(fmt.Errorf("failed to read file: %w", err))
|
|
}
|
|
// ignore the ENDHEIGHT in json.File
|
|
if strings.HasPrefix(string(msgJSON), "ENDHEIGHT") {
|
|
continue
|
|
}
|
|
|
|
var msg consensus.TimedWALMessage
|
|
err = json.Unmarshal(msgJSON, &msg)
|
|
if err != nil {
|
|
panic(fmt.Errorf("failed to unmarshal json: %w", err))
|
|
}
|
|
|
|
err = dec.Encode(&msg)
|
|
if err != nil {
|
|
panic(fmt.Errorf("failed to encode msg: %w", err))
|
|
}
|
|
}
|
|
}
|