test llama_factory

llama_factory/LLaMA-Factory/examples/inference/llama3.yaml

@@ -0,0 +1,4 @@
+model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+template: llama3
+infer_backend: huggingface  # choices: [huggingface, vllm]
+trust_remote_code: true

llama_factory/LLaMA-Factory/examples/inference/llama3_full_sft.yaml

@@ -0,0 +1,4 @@
+model_name_or_path: saves/llama3-8b/full/sft
+template: llama3
+infer_backend: huggingface  # choices: [huggingface, vllm]
+trust_remote_code: true

llama_factory/LLaMA-Factory/examples/inference/llama3_lora_sft.yaml

@@ -0,0 +1,5 @@
+model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+adapter_name_or_path: saves/llama3-8b/lora/sft
+template: llama3
+infer_backend: huggingface  # choices: [huggingface, vllm]
+trust_remote_code: true

llama_factory/LLaMA-Factory/examples/inference/llama3_vllm.yaml

@@ -0,0 +1,5 @@
+model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+template: llama3
+infer_backend: vllm
+vllm_enforce_eager: true
+trust_remote_code: true

llama_factory/LLaMA-Factory/examples/inference/llava1_5.yaml

@@ -0,0 +1,4 @@
+model_name_or_path: llava-hf/llava-1.5-7b-hf
+template: llava
+infer_backend: huggingface  # choices: [huggingface, vllm]
+trust_remote_code: true

llama_factory/LLaMA-Factory/examples/inference/qwen2_vl.yaml

@@ -0,0 +1,4 @@
+model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
+template: qwen2_vl
+infer_backend: huggingface  # choices: [huggingface, vllm]
+trust_remote_code: true