$ cargo install json2bin

$ json2bin -h
Json converter to RWKV binidx file format
Usage: json2bin [OPTIONS] --input <INPUT>
Options:
  -i, --input <INPUT>            Jsonlines file to read
  -o, --output-dir <OUTPUT_DIR>  Output directory for binidx files [default: -]
  -t, --thread <THREAD>          Number of threads [default: 8]
  -v, --verbose                  Verbosity
  -c, --context-length <CONTEXT_LENGTH>  Context Length [default: 4096]
  -h, --help                     Print help
  -V, --version                  Print version

$ json2bin -i src/sample.jsonl

$ json2bin -i src/sample.jsonl -o output

$ json2bin -i src/sample.jsonl -t 4