Update README.md

README.md

@@ -11,6 +11,24 @@ language:
 - en
 ---
 
+# How to Run thie Model
+基本的にhugging face modelとしてloadすればOK。
+コード例
+bnb_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_quant_type="nf4",
+    bnb_4bit_compute_dtype=torch.bfloat16,
+    bnb_4bit_use_double_quant=False,
+)
+model = AutoModelForCausalLM.from_pretrained(
+    'AlHfac/llm-jp-3-13b-it',
+    quantization_config=bnb_config,
+    device_map="auto",
+    token = HF_TOKEN
+)
+tokenizer = AutoTokenizer.from_pretrained('AlHfac/llm-jp-3-13b-it', trust_remote_code=True, token = HF_TOKEN)
+
+
 # Uploaded  model
 
 - **Developed by:** AlHfac