Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
vbkaisetsu committed Sep 6, 2023
1 parent 66f1068 commit 606ab2b
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 10 deletions.
7 changes: 0 additions & 7 deletions docs/benchmark.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,3 @@ and sentences in `test.txt` with the following command.
```
$ cargo run --release -p benchmark -- -i system.dic.zst < test.txt
```

If you can guarantee that `system.dic.zst` is exported from this library,
you can specify `--features=unchecked` for faster tokenization.

```
$ cargo run --release -p benchmark --features=unchecked -- -i system.dic.zst < test.txt
```
3 changes: 0 additions & 3 deletions map/src/main.rs
Original file line number Diff line number Diff line change
Expand Up @@ -32,10 +32,7 @@ fn main() -> Result<(), Box<dyn Error>> {

eprintln!("Loading the dictionary...");
let reader = zstd::Decoder::new(File::open(args.sysdic_in)?)?;
#[cfg(not(feature = "unchecked"))]
let dict = Dictionary::read(reader)?;
#[cfg(feature = "unchecked")]
let dict = unsafe { Dictionary::read_unchecked(reader)? };

eprintln!("Loading and doing the mapping...");
let lmap = {
Expand Down

0 comments on commit 606ab2b

Please sign in to comment.