From 4f2e810b83633b185b97e9fc845bd088afe098ba Mon Sep 17 00:00:00 2001
From: Pascal Seitz <pascal.seitz@gmail.com>
Date: Fri, 23 Jun 2023 16:39:31 +0800
Subject: [PATCH] add From impl to BoxTokenStream, Bump tokenizer-api version

---
 tokenizer-api/Cargo.toml | 2 +-
 tokenizer-api/src/lib.rs | 6 ++++++
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/tokenizer-api/Cargo.toml b/tokenizer-api/Cargo.toml
index 201f84dec..ecd19e18c 100644
--- a/tokenizer-api/Cargo.toml
+++ b/tokenizer-api/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "tantivy-tokenizer-api"
-version = "0.1.0"
+version = "0.1.1"
 license = "MIT"
 edition = "2021"
 description = "Tokenizer API of tantivy"
diff --git a/tokenizer-api/src/lib.rs b/tokenizer-api/src/lib.rs
index adb37a0b4..aa9f8f8f6 100644
--- a/tokenizer-api/src/lib.rs
+++ b/tokenizer-api/src/lib.rs
@@ -63,6 +63,12 @@ pub trait Tokenizer: 'static + Clone + Send + Sync {
 /// Simple wrapper of `Box<dyn TokenStream + 'a>`.
 pub struct BoxTokenStream<'a>(Box<dyn TokenStream + 'a>);
 
+impl<'a> From<BoxTokenStream<'a>> for Box<dyn TokenStream + 'a> {
+    fn from(token_stream: BoxTokenStream<'a>) -> Self {
+        token_stream.0
+    }
+}
+
 impl<'a, T> From<T> for BoxTokenStream<'a>
 where T: TokenStream + 'a
 {