File size: 333 Bytes
8ccf614
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
target/release/bbpe train \
		    --vocab-size 65536 \
		    --mode random \
		    --min-chunk-exp 2 \
		    --max-chunk-exp 6 \
		    --entropy-filter \
		    --progress \
		    --boundaries \
		    --pad-pow2 \
		    --max-token-length 16 \
		    --sample-rate 0.15 \
		    /home/ubuntu/src/glaurung-models/binary-sample/binaries/