Spaces:
Running
Running
| [ | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 96.54, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 91.43, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 79.74, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 67.76, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 78.97, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 63.27, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 38.94, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 35.64, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 37.82, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 31.95, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 38.76, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 34.5, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 33.02, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 97.95, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 94.12, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 80.26, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 60.0, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 79.62, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 54.12, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 39.35, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 26.62, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 38.16, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 26.97, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 39.21, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "DeepSeek R1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 28.01, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1", | |
| "Params": 685 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 89.1, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 65.71, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 57.05, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 37.55, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 56.67, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 35.92, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 27.18, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 19.7, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 27.0, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 16.04, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 26.79, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 18.91, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 33.29, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 91.41, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 72.94, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 44.74, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 45.88, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 44.1, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 44.71, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 21.98, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 19.24, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 20.74, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 22.19, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 21.66, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.1 405B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 21.08, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.1-405B", | |
| "Params": 406 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 67.69, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 73.88, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 40.0, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 43.27, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 39.87, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 39.18, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 19.76, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 20.58, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 18.69, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 19.32, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 19.51, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 20.28, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 28.62, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 70.51, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 78.82, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 38.59, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 48.24, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 37.95, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 48.24, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 18.97, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 23.22, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 18.35, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 24.15, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 18.86, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Llama 3.(1-3) 70B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 24.71, | |
| "Model URL": "https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct", | |
| "Params": 70.6 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 81.15, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 82.04, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 51.15, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 47.35, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 50.38, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 46.53, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 25.4, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 24.83, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 23.83, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 23.88, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 24.52, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 25.46, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 37.19, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 81.67, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 70.59, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 53.08, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 27.06, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 52.56, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 27.06, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 26.08, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 12.74, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 24.92, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 13.5, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 25.83, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 72B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 13.89, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", | |
| "Params": 72.7 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 89.36, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 86.94, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 52.95, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 50.61, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 51.67, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 46.94, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 26.02, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 25.9, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 24.46, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 23.87, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 25.32, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 26.29, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 28.67, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 93.46, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 67.06, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 43.08, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 32.94, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 42.31, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 30.59, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 21.14, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 15.0, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 20.48, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 15.38, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 21.15, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "Qwen2.5 32B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 15.31, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-32B", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 86.54, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 85.71, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 38.72, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 42.45, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 38.59, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 42.45, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 19.18, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 22.44, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 17.99, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 21.03, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 19.0, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 22.53, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 13.24, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 81.54, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 92.94, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 39.36, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 50.59, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 38.59, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 50.59, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 19.21, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 24.02, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 18.28, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 25.23, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 19.05, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "StarChat2 15B v0.1", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 25.73, | |
| "Model URL": "https://huggingface.co/HuggingFaceH4/starchat2-15b-v0.1", | |
| "Params": 16 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 41.28, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 40.82, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 23.85, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 20.82, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 23.72, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 20.41, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 11.81, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 12.46, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 11.25, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 10.24, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 11.76, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 10.7, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 20.65, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 42.18, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 62.35, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 24.36, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 25.88, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 24.1, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 25.88, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 11.96, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 11.54, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 11.38, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 12.93, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 11.86, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "DeepSeek R1 Distill Qwen 14B", | |
| "Model Type": "General", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 12.9, | |
| "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", | |
| "Params": 14.8 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 72.05, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 41.63, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 35.51, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 23.27, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 35.38, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 22.86, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 17.32, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 11.92, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 16.74, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 10.85, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 17.2, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 11.71, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 24.58, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 89.36, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 89.41, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 30.9, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 45.88, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 30.9, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 45.88, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 15.3, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 21.74, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 14.19, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 22.88, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 15.21, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "CodeLlama 70B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 22.82, | |
| "Model URL": "https://huggingface.co/codellama/CodeLlama-70b-hf", | |
| "Params": 69 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 87.69, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 79.59, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 45.64, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 43.27, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 43.33, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 42.04, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 21.51, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 22.02, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 20.72, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 20.95, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 21.17, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 22.03, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 30.44, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 84.87, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 72.94, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 45.51, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 41.18, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 44.87, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 41.18, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 22.26, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 20.56, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 21.48, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 20.67, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 22.2, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 32B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 20.87, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct", | |
| "Params": 32.5 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 57.82, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 83.67, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 19.87, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 43.67, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 19.87, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 42.86, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 9.94, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 23.28, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 9.83, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 21.19, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 9.47, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 23.2, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 30.58, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 78.72, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 83.53, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 39.49, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 29.41, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 38.33, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 29.41, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 18.92, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 14.52, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 18.2, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 14.74, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 18.76, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 33B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 14.67, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-33b-instruct", | |
| "Params": 33.3 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 79.74, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 78.37, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 37.82, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 41.63, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 37.05, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 40.41, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 18.03, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 20.14, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 17.6, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 20.1, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 17.78, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 20.25, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 37.16, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 79.36, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 67.06, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 40.26, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 34.12, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 39.49, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 34.12, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 19.74, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 16.5, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 19.07, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 17.07, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 19.73, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 14B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 16.75, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct", | |
| "Params": 14.7 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 75.77, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 75.1, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 28.59, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 46.53, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 28.21, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 42.86, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 13.81, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 22.24, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 13.16, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 21.47, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 13.71, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 21.73, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 16.63, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 79.87, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 92.94, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 36.03, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 43.53, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 35.51, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 37.65, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 17.57, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 17.19, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 16.74, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 18.76, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 17.52, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "OpenCoder 8B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 19.06, | |
| "Model URL": "https://huggingface.co/infly/OpenCoder-8B-Instruct", | |
| "Params": 7.77 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 19.62, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 77.96, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 6.41, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 37.96, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 6.41, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 35.51, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 3.12, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 19.26, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 3.18, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 17.98, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 3.16, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 18.87, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 28.45, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 75.9, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 71.76, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 32.44, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 37.65, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 32.44, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 37.65, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 16.2, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 18.38, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 15.26, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 18.91, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 16.16, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "QwenCoder 2.5 7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 18.92, | |
| "Model URL": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct", | |
| "Params": 7.61 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 80.12, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 78.37, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 29.87, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 40.41, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 29.36, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 37.96, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 14.71, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 20.72, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 13.69, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 19.25, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 14.64, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 21.03, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 24.57, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 68.85, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 81.18, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 32.82, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 27.06, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 31.15, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 27.06, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 15.53, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 12.94, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 14.62, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 13.39, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 15.46, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "DeepSeek Coder 6,7B", | |
| "Model Type": "Coding", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 13.58, | |
| "Model URL": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 52.05, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 38.78, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 23.59, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 19.18, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 23.59, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 19.18, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 11.67, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 10.08, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 10.87, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 8.7, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 11.56, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 9.95, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 14.97, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 63.59, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 85.88, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 26.92, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 35.29, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 26.92, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 35.29, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 13.43, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 18.49, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 12.53, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 17.61, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 13.36, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder Mistral", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 18.35, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-v1.1", | |
| "Params": 7.24 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 75.26, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 68.57, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 33.33, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 37.14, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 32.95, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 33.06, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 16.02, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 17.29, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 15.71, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 16.35, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 15.9, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 16.82, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 19.76, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 84.1, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 84.71, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 39.23, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 38.82, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 38.59, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 38.82, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 19.08, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 19.1, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 18.31, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 19.35, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 18.82, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "RTLCoder DeepSeek", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 19.76, | |
| "Model URL": "https://huggingface.co/ishorn5/RTLCoder-Deepseek-v1.1", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 91.02, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 23.67, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 46.54, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 12.65, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 46.92, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 10.61, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 23.38, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 5.33, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 22.18, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 4.61, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 23.44, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 4.79, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 19.45, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 79.35, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 87.06, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 43.07, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 35.29, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 42.95, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 35.29, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 21.5, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 16.55, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 20.13, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 17.7, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 21.33, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "OriGen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 18.35, | |
| "Model URL": "https://huggingface.co/henryen/OriGen_Fix", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 90.26, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 82.45, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 45.9, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 40.41, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 44.36, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 38.37, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 21.77, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 19.1, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 21.23, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 18.31, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 21.46, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 18.92, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 25.38, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 93.33, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 97.65, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 50.0, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 48.24, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 48.72, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 42.35, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 23.37, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 20.21, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 23.39, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 21.15, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 23.09, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "HaVen-CodeQwen", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 21.25, | |
| "Model URL": "https://huggingface.co/yangyiyao/HaVen-CodeQwen", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 55.38, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 69.8, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 27.05, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 37.14, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 26.79, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 35.1, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 13.2, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 18.92, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 12.39, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 16.88, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 13.03, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 17.89, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 12.39, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 91.92, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 98.82, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 36.79, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 44.71, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 36.41, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 38.82, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 18.15, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 19.06, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 16.88, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 19.38, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 18.05, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-CL-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 19.35, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-CL-7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 41.79, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 71.02, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 19.1, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 35.51, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 18.72, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 27.76, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 9.36, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 14.85, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 9.36, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 12.21, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 9.38, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 13.78, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 20.56, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 93.85, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 57.65, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 52.56, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 25.88, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 51.15, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 20.0, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 25.64, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 9.39, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 24.22, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 9.99, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 25.56, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-QW-7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 9.94, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-QW-7B", | |
| "Params": 7.25 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Syntax (STX)", | |
| "Result": 30.77, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Syntax (STX)", | |
| "Result": 62.45, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Functionality (FNC)", | |
| "Result": 14.87, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Functionality (FNC)", | |
| "Result": 33.88, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 14.62, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 30.61, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Power", | |
| "Result": 7.3, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Power", | |
| "Result": 15.49, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Performance", | |
| "Result": 6.9, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Performance", | |
| "Result": 14.75, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval S2R", | |
| "Task": "Area", | |
| "Result": 7.22, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTLLM", | |
| "Task": "Area", | |
| "Result": 15.35, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "RTL-Repo", | |
| "Task": "Exact Matching (EM)", | |
| "Result": 21.06, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Syntax (STX)", | |
| "Result": 95.13, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Syntax (STX)", | |
| "Result": 58.82, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Functionality (FNC)", | |
| "Result": 48.85, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Functionality (FNC)", | |
| "Result": 23.53, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 48.33, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Synthesis (SYN)", | |
| "Result": 17.65, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Power", | |
| "Result": 24.02, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Power", | |
| "Result": 8.26, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Performance", | |
| "Result": 22.82, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Performance", | |
| "Result": 8.81, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VerilogEval MC", | |
| "Task": "Area", | |
| "Result": 23.73, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| }, | |
| { | |
| "Model": "CodeV-DS-6.7B", | |
| "Model Type": "RTL-Specific", | |
| "Benchmark": "VeriGen", | |
| "Task": "Area", | |
| "Result": 8.47, | |
| "Model URL": "https://huggingface.co/yang-z/CodeV-DS-6.7B", | |
| "Params": 6.74 | |
| } | |
| ] |