mii/esaxx-rs
1
0
Fork 0
mirror of https://github.com/mii443/esaxx-rs.git synced 2025-08-22 06:55:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Become stable compatible.

Browse Source
This commit is contained in:
Nicolas Patry
2020-07-01 22:11:36 +02:00
parent e39a71c194
commit a76ef1f992
3 changed files with 21 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
.github/workflows/rust.yml vendored
View File

@ -15,7 +15,6 @@ jobs:
- uses: actions/checkout@v2
- name: Check formatting
run: |
rustup default nightly
rustup component add rustfmt
rustup component add clippy
cargo fmt -- --check

2
Cargo.toml
View File

@ -1,6 +1,6 @@
[package]
name = "esaxx-rs"
version = "0.1.2"
version = "0.1.3"
authors = ["Nicolas Patry <patry.nicolas@protonmail.com>"]
edition = "2018"
description = "Wrapping around sentencepiece's esaxxx library."

43
src/lib.rs
View File

@ -32,8 +32,6 @@
//! assert_eq!(iter.next(), Some((&chars[..0], 11))); // ''
//! assert_eq!(iter.next(), None);
//! ```
#![feature(test)]
extern crate test;
use std::convert::TryInto;
mod esa;
@ -216,7 +214,6 @@ impl<'a> Iterator for SuffixIterator<'a, usize> {
#[cfg(test)]
mod tests {
use super::*;
use test::Bencher;
#[test]
fn test_esaxx() {
@ -359,27 +356,27 @@ mod tests {
assert_eq!(iter.next(), None);
}
#[bench]
fn bench_esaxx_long(b: &mut Bencher) {
let string = "Lorem Ipsum is simply dummy text of the printing and typesetting industry. Lorem Ipsum has been the industry's standard dummy text ever since the 1500s, when an unknown printer took a galley of type and scrambled it to make a type specimen book. It has survived not only five centuries, but also the leap into electronic typesetting, remaining essentially unchanged. It was popularised in the 1960s with the release of Letraset sheets containing Lorem Ipsum passages, and more recently with desktop publishing software like Aldus PageMaker including versions of Lorem Ipsum.".to_string();
b.iter(|| suffix(&string).unwrap());
}
// #[bench]
// fn bench_esaxx_long(b: &mut Bencher) {
// let string = "Lorem Ipsum is simply dummy text of the printing and typesetting industry. Lorem Ipsum has been the industry's standard dummy text ever since the 1500s, when an unknown printer took a galley of type and scrambled it to make a type specimen book. It has survived not only five centuries, but also the leap into electronic typesetting, remaining essentially unchanged. It was popularised in the 1960s with the release of Letraset sheets containing Lorem Ipsum passages, and more recently with desktop publishing software like Aldus PageMaker including versions of Lorem Ipsum.".to_string();
// b.iter(|| suffix(&string).unwrap());
// }
#[bench]
fn bench_esaxx_long2(b: &mut Bencher) {
let string = std::fs::read_to_string("data/eighty.txt").unwrap();
b.iter(|| suffix(&string).unwrap());
}
// #[bench]
// fn bench_esaxx_long2(b: &mut Bencher) {
// let string = std::fs::read_to_string("data/eighty.txt").unwrap();
// b.iter(|| suffix(&string).unwrap());
// }
#[bench]
fn bench_esaxx_rs_long(b: &mut Bencher) {
let string = "Lorem Ipsum is simply dummy text of the printing and typesetting industry. Lorem Ipsum has been the industry's standard dummy text ever since the 1500s, when an unknown printer took a galley of type and scrambled it to make a type specimen book. It has survived not only five centuries, but also the leap into electronic typesetting, remaining essentially unchanged. It was popularised in the 1960s with the release of Letraset sheets containing Lorem Ipsum passages, and more recently with desktop publishing software like Aldus PageMaker including versions of Lorem Ipsum.".to_string();
b.iter(|| suffix_rs(&string).unwrap());
}
// #[bench]
// fn bench_esaxx_rs_long(b: &mut Bencher) {
// let string = "Lorem Ipsum is simply dummy text of the printing and typesetting industry. Lorem Ipsum has been the industry's standard dummy text ever since the 1500s, when an unknown printer took a galley of type and scrambled it to make a type specimen book. It has survived not only five centuries, but also the leap into electronic typesetting, remaining essentially unchanged. It was popularised in the 1960s with the release of Letraset sheets containing Lorem Ipsum passages, and more recently with desktop publishing software like Aldus PageMaker including versions of Lorem Ipsum.".to_string();
// b.iter(|| suffix_rs(&string).unwrap());
// }
#[bench]
fn bench_esaxx_rs_long2(b: &mut Bencher) {
let string = std::fs::read_to_string("data/eighty.txt").unwrap();
b.iter(|| suffix_rs(&string).unwrap());
}
// #[bench]
// fn bench_esaxx_rs_long2(b: &mut Bencher) {
// let string = std::fs::read_to_string("data/eighty.txt").unwrap();
// b.iter(|| suffix_rs(&string).unwrap());
// }
}