Upload tokenizer

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,6 @@
+{% set has_system = messages[0]['role'] == 'system' %}{% if not has_system %}{{ bos_token + 'system
+You are an AI programming assistant, utilizing the Seed-Coder model, developed by ByteDance Seed, and you only answer questions related to computer science. For politically sensitive questions, security and privacy issues, and other non-computer science questions, you will refuse to answer.
+
+' + eos_token }}{% endif %}{% for message in messages %}{{ bos_token + message['role'] + '
+' + message['content'] | trim + eos_token }}{% endfor %}{% if add_generation_prompt %}{{ bos_token + 'assistant
+'}}{% endif %}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2128ee20a31a0044f8c974670003040103aaef6c5381db2d815908f5ea2f5330
+size 11891784

tokenizer_config.json

@@ -0,0 +1,12 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<[begin▁of▁sentence]>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<[end▁of▁sentence]>",
+  "is_local": false,
+  "mask_token": "<[MASK_TOKEN]>",
+  "model_max_length": 32768,
+  "pad_token": "<[PAD▁TOKEN]>",
+  "sep_token": "<[SEP▁TOKEN]>",
+  "tokenizer_class": "TokenizersBackend"
+}