Add DeepSeek R1-0528

results/parse.py

@@ -7,6 +7,12 @@ from typing import Dict, Union
 import pandas as pd
 
 model_details = {
+    "DeepSeek R1-0528": (
+        "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        685,
+        "General",
+        "V2",
+    ),
     "DeepSeek R1": (
         "https://huggingface.co/deepseek-ai/DeepSeek-R1",
         685,

results/results.csv

@@ -1,5 +1,6 @@
 ,Syntax (STX),Syntax (STX),Functionality (FNC),Functionality (FNC),Synthesis (SYN),Synthesis (SYN),Power,Power,Performance,Performance,Area,Area,EM,Syntax (STX),Syntax (STX),Functionality (FNC),Functionality (FNC),Synthesis (SYN),Synthesis (SYN),Power,Power,Performance,Performance,Area,Area
 ,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,VerilogEval S2R,RTLLM,RTL-Repo,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen,VerilogEval MC,VeriGen
+DeepSeek R1-0528,96.15,86.12,81.54,64.9,81.28,64.49,79.15,73.33,78.09,65.64,79.28,71.15,-1,95.38,91.76,81.54,62.35,81.41,62.35,80.27,52.12,78.69,62.25,79.99,65.32
 DeepSeek R1,97.18,89.80,79.74,65.71,79.62,63.27,78.33,71.34,76.49,64.06,78.19,70.08,-1.00,97.44,96.47,79.49,60.00,79.49,60.00,78.27,50.25,76.43,60.15,77.96,63.07
 Llama 3.1 405B,87.44,77.14,58.97,45.71,58.85,41.63,57.58,50.88,55.93,32.44,56.13,43.45,34.62,88.59,95.29,56.15,52.94,55.90,52.94,55.13,49.22,53.45,52.52,54.48,55.31
 Qwen3 236B A22B,91.28,73.88,76.92,51.43,76.79,48.57,75.25,54.61,73.56,46.37,75.67,50.47,41.94,82.18,87.06,69.62,49.41,69.62,49.41,69.04,41.82,66.89,49.64,69.15,49.99

results/results.json

@@ -1,4 +1,254 @@
 [
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Syntax (STX)",
+        "Result": 96.15,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Syntax (STX)",
+        "Result": 86.12,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Functionality (FNC)",
+        "Result": 81.54,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Functionality (FNC)",
+        "Result": 64.9,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Synthesis (SYN)",
+        "Result": 81.28,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Synthesis (SYN)",
+        "Result": 64.49,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Power",
+        "Result": 79.15,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Power",
+        "Result": 73.33,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Performance",
+        "Result": 78.09,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Performance",
+        "Result": 65.64,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval S2R",
+        "Task": "Area",
+        "Result": 79.28,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "RTLLM",
+        "Task": "Area",
+        "Result": 71.15,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "RTL-Repo",
+        "Task": "Exact Matching (EM)",
+        "Result": -1.0,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Syntax (STX)",
+        "Result": 95.38,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Syntax (STX)",
+        "Result": 91.76,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Functionality (FNC)",
+        "Result": 81.54,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Functionality (FNC)",
+        "Result": 62.35,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Synthesis (SYN)",
+        "Result": 81.41,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Synthesis (SYN)",
+        "Result": 62.35,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Power",
+        "Result": 80.27,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Power",
+        "Result": 52.12,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Performance",
+        "Result": 78.69,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Performance",
+        "Result": 62.25,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VerilogEval MC",
+        "Task": "Area",
+        "Result": 79.99,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
+    {
+        "Model": "DeepSeek R1-0528",
+        "Model Type": "General",
+        "Benchmark": "VeriGen",
+        "Task": "Area",
+        "Result": 65.32,
+        "Model URL": "https://huggingface.co/deepseek-ai/DeepSeek-R1-0528",
+        "Params": 685,
+        "Release": "V2"
+    },
     {
         "Model": "DeepSeek R1",
         "Model Type": "General",