add more changes

2026-05-22 20:19:43 +00:00 · 2025-12-17 18:03:09 +00:00
parent b229e7df28
commit 18ddc67714
20 changed files with 5417 additions and 13 deletions
@@ -0,0 +1,11 @@
+{
+  "added_tokens_decoder": {},
+  "auto_map": {
+    "AutoProcessor": "processing_action_tokenizer.UniversalActionProcessor"
+  },
+  "clean_up_tokenization_spaces": false,
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "processor_class": "UniversalActionProcessor",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}