Whooops

budgetdevv · Sep 24, 2024 · 3732425 · 3732425
1 parent 86714e3
commit 3732425
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/Native/src/lib.rs b/Native/src/lib.rs
@@ -275,7 +275,7 @@ pub unsafe extern "C" fn tokenizer_encode_core(
 {
     let tokenizer = &*tokenizer_ptr;
 
-    let text = str::from_utf8_unchecked(text_buffer.as_slice());
+    let text = std::str::from_utf8_unchecked(text_buffer.as_slice());
 
     let encoded_result = tokenizer.encode_fast(text, true);
 
@@ -318,7 +318,7 @@ pub unsafe extern "C" fn tokenizer_encode_batch_core(
     let texts = text_buffers
         .as_slice()
         .iter()
-        .map(|text_buffer| str::from_utf8_unchecked(text_buffer.as_slice()))
+        .map(|text_buffer| std::str::from_utf8_unchecked(text_buffer.as_slice()))
         .collect::<Vec<&str>>();
 
     let encoded_result = tokenizer.encode_batch_fast(texts, true);