From 151461d55c16a96a305a67d0923acdd574687056 Mon Sep 17 00:00:00 2001
From: nsfisis <nsfisis@gmail.com>
Date: Fri, 31 Oct 2025 22:54:00 +0900
Subject: migrate from SATySFi to Typst

---
 plugins/tokenize-ja/src/lib.rs | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)
 create mode 100644 plugins/tokenize-ja/src/lib.rs

(limited to 'plugins/tokenize-ja/src/lib.rs')

diff --git a/plugins/tokenize-ja/src/lib.rs b/plugins/tokenize-ja/src/lib.rs
new file mode 100644
index 0000000..fb58250
--- /dev/null
+++ b/plugins/tokenize-ja/src/lib.rs
@@ -0,0 +1,20 @@
+use ciborium::ser::into_writer;
+use wasm_minimal_protocol::*;
+
+initiate_protocol!();
+
+mod tokenize;
+
+#[wasm_func]
+pub fn init() -> Result<Vec<u8>, anyhow::Error> {
+    tokenize::init()?;
+    Ok(Vec::new())
+}
+
+#[wasm_func]
+pub fn tokenize(text: &[u8]) -> Result<Vec<u8>, anyhow::Error> {
+    let result = tokenize::tokenize(str::from_utf8(text)?)?;
+    let mut out = Vec::new();
+    into_writer(&result, &mut out)?;
+    Ok(out)
+}
-- 
cgit v1.2.3-70-g09d2