diff --git "a/results.json" "b/results.json" new file mode 100644--- /dev/null +++ "b/results.json" @@ -0,0 +1,4727 @@ +[ + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 96.54, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 91.43, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 79.74, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 67.76, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 78.97, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 63.27, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 38.94, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 35.64, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 37.82, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 31.95, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 38.76, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 34.5, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 33.02, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 97.95, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 94.12, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 80.26, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 60.0, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 79.62, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 54.12, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 39.35, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 26.62, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 38.16, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 26.97, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 39.21, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "DeepSeek R1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 28.01, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", + "Params": 685 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 89.1, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 65.71, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 57.05, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 37.55, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 56.67, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 35.92, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 27.18, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 19.7, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 27.0, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 16.04, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 26.79, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 18.91, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 33.29, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 91.41, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 72.94, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 44.74, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 45.88, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 44.1, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 44.71, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 21.98, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 19.24, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 20.74, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 22.19, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 21.66, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.1 405B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 21.08, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", + "Params": 406 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 67.69, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 73.88, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 40.0, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 43.27, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 39.87, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 39.18, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 19.76, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 20.58, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 18.69, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 19.32, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 19.51, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 20.28, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 28.62, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 70.51, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 78.82, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 38.59, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 48.24, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 37.95, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 48.24, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 18.97, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 23.22, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 18.35, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 24.15, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 18.86, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Llama 3.(1-3) 70B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 24.71, + "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", + "Params": 70.6 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 81.15, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 82.04, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 51.15, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 47.35, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 50.38, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 46.53, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 25.4, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 24.83, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 23.83, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 23.88, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 24.52, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 25.46, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 37.19, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 81.67, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 70.59, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 53.08, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 27.06, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 52.56, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 27.06, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 26.08, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 12.74, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 24.92, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 13.5, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 25.83, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 72B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 13.89, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Params": 72.7 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 89.36, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 86.94, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 52.95, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 50.61, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 51.67, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 46.94, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 26.02, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 25.9, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 24.46, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 23.87, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 25.32, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 26.29, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 28.67, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 93.46, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 67.06, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 43.08, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 32.94, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 42.31, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 30.59, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 21.14, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 15.0, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 20.48, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 15.38, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 21.15, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "Qwen2.5 32B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 15.31, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", + "Params": 32.5 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 86.54, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 85.71, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 38.72, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 42.45, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 38.59, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 42.45, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 19.18, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 22.44, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 17.99, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 21.03, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 19.0, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 22.53, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 13.24, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 81.54, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 92.94, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 39.36, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 50.59, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 38.59, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 50.59, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 19.21, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 24.02, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 18.28, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 25.23, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 19.05, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "StarChat2 15B v0.1", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 25.73, + "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", + "Params": 16 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 41.28, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 40.82, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 23.85, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 20.82, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 23.72, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 20.41, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 11.81, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 12.46, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 11.25, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 10.24, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 11.76, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 10.7, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 20.65, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 42.18, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 62.35, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 24.36, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 25.88, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 24.1, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 25.88, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 11.96, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 11.54, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 11.38, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 12.93, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 11.86, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "DeepSeek R1 Distill Qwen 14B", + "Model Type": "General", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 12.9, + "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", + "Params": 14.8 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 72.05, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 41.63, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 35.51, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 23.27, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 35.38, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 22.86, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 17.32, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 11.92, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 16.74, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 10.85, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 17.2, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 11.71, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 24.58, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 89.36, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 89.41, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 30.9, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 45.88, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 30.9, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 45.88, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 15.3, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 21.74, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 14.19, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 22.88, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 15.21, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "CodeLlama 70B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 22.82, + "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", + "Params": 69 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 87.69, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 79.59, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 45.64, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 43.27, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 43.33, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 42.04, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 21.51, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 22.02, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 20.72, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 20.95, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 21.17, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 22.03, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 30.44, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 84.87, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 72.94, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 45.51, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 41.18, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 44.87, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 41.18, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 22.26, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 20.56, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 21.48, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 20.67, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 22.2, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "QwenCoder 2.5 32B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 20.87, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", + "Params": 32.5 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 57.82, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 83.67, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 19.87, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 43.67, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 19.87, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 42.86, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 9.94, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 23.28, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 9.83, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 21.19, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 9.47, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 23.2, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 30.58, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 78.72, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 83.53, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 39.49, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 29.41, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 38.33, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 29.41, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 18.92, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 14.52, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 18.2, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 14.74, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 18.76, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "DeepSeek Coder 33B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 14.67, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", + "Params": 33.3 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 79.74, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 78.37, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 37.82, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 41.63, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 37.05, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 40.41, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 18.03, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 20.14, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 17.6, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 20.1, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 17.78, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 20.25, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 37.16, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 79.36, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 67.06, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 40.26, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 34.12, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 39.49, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 34.12, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 19.74, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 16.5, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 19.07, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 17.07, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 19.73, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "QwenCoder 2.5 14B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 16.75, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", + "Params": 14.7 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 75.77, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 75.1, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 28.59, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 46.53, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 28.21, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 42.86, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 13.81, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 22.24, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 13.16, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 21.47, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 13.71, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 21.73, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 16.63, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 79.87, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 92.94, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 36.03, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 43.53, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 35.51, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 37.65, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 17.57, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 17.19, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 16.74, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 18.76, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 17.52, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "OpenCoder 8B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 19.06, + "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", + "Params": 7.77 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 19.62, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 77.96, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 6.41, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 37.96, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 6.41, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 35.51, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 3.12, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 19.26, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 3.18, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 17.98, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 3.16, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 18.87, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 28.45, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 75.9, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 71.76, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 32.44, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 37.65, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 32.44, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 37.65, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 16.2, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 18.38, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 15.26, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 18.91, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 16.16, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "QwenCoder 2.5 7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 18.92, + "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", + "Params": 7.61 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 80.12, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 78.37, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 29.87, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 40.41, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 29.36, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 37.96, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 14.71, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 20.72, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 13.69, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 19.25, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 14.64, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 21.03, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 24.57, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 68.85, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 81.18, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 32.82, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 27.06, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 31.15, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 27.06, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 15.53, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 12.94, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 14.62, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 13.39, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 15.46, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "DeepSeek Coder 6,7B", + "Model Type": "Coding", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 13.58, + "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", + "Params": 6.74 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 52.05, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 38.78, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 23.59, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 19.18, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 23.59, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 19.18, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 11.67, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 10.08, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 10.87, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 8.7, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 11.56, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 9.95, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 14.97, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 63.59, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 85.88, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 26.92, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 35.29, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 26.92, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 35.29, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 13.43, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 18.49, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 12.53, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 17.61, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 13.36, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder Mistral", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 18.35, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", + "Params": 7.24 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 75.26, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 68.57, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 33.33, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 37.14, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 32.95, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 33.06, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 16.02, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 17.29, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 15.71, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 16.35, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 15.9, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 16.82, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 19.76, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 84.1, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 84.71, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 39.23, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 38.82, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 38.59, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 38.82, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 19.08, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 19.1, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 18.31, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 19.35, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 18.82, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "RTLCoder DeepSeek", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 19.76, + "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 91.02, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 23.67, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 46.54, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 12.65, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 46.92, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 10.61, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 23.38, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 5.33, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 22.18, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 4.61, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 23.44, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 4.79, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 19.45, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 79.35, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 87.06, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 43.07, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 35.29, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 42.95, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 35.29, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 21.5, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 16.55, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 20.13, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 17.7, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 21.33, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "OriGen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 18.35, + "Model URL": "https://huggingface.co/henryen/OriGen_Fix", + "Params": 6.74 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 90.26, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 82.45, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 45.9, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 40.41, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 44.36, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 38.37, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 21.77, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 19.1, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 21.23, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 18.31, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 21.46, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 18.92, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 25.38, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 93.33, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 97.65, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 50.0, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 48.24, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 48.72, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 42.35, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 23.37, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 20.21, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 23.39, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 21.15, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 23.09, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "HaVen-CodeQwen", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 21.25, + "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", + "Params": 7.25 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 55.38, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 69.8, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 27.05, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 37.14, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 26.79, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 35.1, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 13.2, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 18.92, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 12.39, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 16.88, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 13.03, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 17.89, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 12.39, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 91.92, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 98.82, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 36.79, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 44.71, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 36.41, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 38.82, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 18.15, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 19.06, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 16.88, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 19.38, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 18.05, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-CL-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 19.35, + "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", + "Params": 6.74 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 41.79, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 71.02, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 19.1, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 35.51, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 18.72, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 27.76, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 9.36, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 14.85, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 9.36, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 12.21, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 9.38, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 13.78, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 20.56, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 93.85, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 57.65, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 52.56, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 25.88, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 51.15, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 20.0, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 25.64, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 9.39, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 24.22, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 9.99, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 25.56, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-QW-7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 9.94, + "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", + "Params": 7.25 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Syntax (STX)", + "Result": 30.77, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Syntax (STX)", + "Result": 62.45, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Functionality (FNC)", + "Result": 14.87, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Functionality (FNC)", + "Result": 33.88, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Synthesis (SYN)", + "Result": 14.62, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Synthesis (SYN)", + "Result": 30.61, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Power", + "Result": 7.3, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Power", + "Result": 15.49, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Performance", + "Result": 6.9, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Performance", + "Result": 14.75, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval S2R", + "Task": "Area", + "Result": 7.22, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTLLM", + "Task": "Area", + "Result": 15.35, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "RTL-Repo", + "Task": "EM", + "Result": 21.06, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Syntax (STX)", + "Result": 95.13, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Syntax (STX)", + "Result": 58.82, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Functionality (FNC)", + "Result": 48.85, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Functionality (FNC)", + "Result": 23.53, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Synthesis (SYN)", + "Result": 48.33, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Synthesis (SYN)", + "Result": 17.65, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Power", + "Result": 24.02, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Power", + "Result": 8.26, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Performance", + "Result": 22.82, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Performance", + "Result": 8.81, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VerilogEval MC", + "Task": "Area", + "Result": 23.73, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + }, + { + "Model": "CodeV-DS-6.7B", + "Model Type": "RTL-Specific", + "Benchmark": "VeriGen", + "Task": "Area", + "Result": 8.47, + "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", + "Params": 6.74 + } +] \ No newline at end of file