Upload 7 files

dividing_into_different_subsets/4/EI/CC_EI.csv

@@ -0,0 +1,12 @@
+Model,CC_subset_1,CC_subset_2,CC_subset_3,CC_subset_4
+CodeFuse-DeepSeek-33b,80.16,65.62,50.0,75.0
+Nxcode-CQ-7B,87.02,90.31,55.0,87.5
+codegemma-2b,31.31,15.47,0.0,2.5
+codegemma-7b,45.71,21.56,0.0,18.75
+codegemma-7b-it,56.79,44.06,32.5,21.25
+deepseek-coder-1.3b-base,37.34,18.59,0.0,0.0
+deepseek-coder-6.7b-base,51.98,28.75,0.0,5.0
+deepseek_coder-6.7b-instruct,73.69,71.09,17.5,36.25
+deepseek_coder_33b-base,57.02,42.03,15.0,22.5
+deepseek_coder_33b-instruct,68.97,60.16,32.5,41.25
+codeqwen1.5-7b,54.84,40.16,0.0,57.5

dividing_into_different_subsets/4/EI/calculate_humaneval_result.py

@@ -0,0 +1,139 @@
+import json
+import os
+import csv
+# 定义文件所在的目录
+input_dir = 'E:\python-testn\pythonProject3\hh_1\evaluate_result'
+
+# 获取目录中的所有文件
+files = os.listdir(input_dir)
+
+# with open("token_counts_EI.csv","w", newline='') as csvfile:
+#     writer = csv.writer(csvfile)
+#     writer.writerow(["Model", "token_subset_1", "token_subset_2","token_subset_3","token_subset_4"])
+
+
+# with open("line_counts_EI.csv","w", newline='') as csvfile:
+#     writer = csv.writer(csvfile)
+#     writer.writerow(["Model", "line_subset_1", "line_subset_2","line_subset_3","line_subset_4"])
+
+with open("CC_EI.csv","w", newline='') as csvfile:
+    writer = csv.writer(csvfile)
+    writer.writerow(["Model", "CC_subset_1", "CC_subset_2","CC_subset_3","CC_subset_4"])
+
+
+
+for file_name in files:
+    # 构建完整的文件路径
+    input_file_path = os.path.join(input_dir, file_name)
+    first_underscore_index = file_name.find('_')
+
+    # 找到最后一个 - 的位置
+    last_dash_index = file_name.rfind('-')
+    model_name = file_name[first_underscore_index + 1:last_dash_index]
+    print(model_name)
+    with open(input_file_path,"r",encoding="utf-8") as file:
+        data1=json.load(file)
+
+    with open("EI.json","r",encoding="utf-8") as file:
+        data2=json.load(file)
+    sum0=0
+    count0=0
+    sum1=0
+    count1=0
+    sum2=0
+    count2=0
+    sum3 = 0
+    count3 = 0
+
+
+    for (item1,item2) in zip(data1["humaneval"]["pass@1"],data2):
+    #     #按照token个数划分后的评估结果
+    #     if item2["token_diff"] == 0:
+    #         index, value = item1
+    #         print(item2["token_diff"],index,value)
+    #         sum0=sum0+value
+    #         count0=count0+1
+    #     if item2["token_diff"] == 1:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum1=sum1+value
+    #         count1=count1+1
+    #     if item2["token_diff"] == 2:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum2=sum2+value
+    #         count2=count2+1
+    #     if item2["token_diff"] == 3:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum3=sum3+value
+    #         count3=count3+1
+
+
+        #按照行数划分后的评估结果
+        # if item2["line_diff"] == 0:
+        #     index, value = item1
+        #     print(item2["line_diff"],index,value)
+        #     sum0=sum0+value
+        #     count0=count0+1
+        # if item2["line_diff"] == 1:
+        #     index, value = item1
+        #     print(item2["line_diff"], index, value)
+        #     sum1=sum1+value
+        #     count1=count1+1
+        # if item2["line_diff"] == 2:
+        #     index, value = item1
+        #     print(item2["line_diff"], index, value)
+        #     sum2=sum2+value
+        #     count2=count2+1
+        # if item2["line_diff"] == 3:
+        #     index, value = item1
+        #     print(item2["line_diff"], index, value)
+        #     sum3=sum3+value
+        #     count3=count3+1
+
+        #按照圈复杂度划分后的评估结果
+        if item2["CC_diff"] == 0:
+            index, value = item1
+            print(item2["CC_diff"],index,value)
+            sum0=sum0+value
+            count0=count0+1
+        if item2["CC_diff"] == 1:
+            index, value = item1
+            print(item2["CC_diff"], index, value)
+            sum1=sum1+value
+            count1=count1+1
+        if item2["CC_diff"] == 2:
+            index, value = item1
+            print(item2["CC_diff"], index, value)
+            sum2=sum2+value
+            count2=count2+1
+        if item2["CC_diff"] == 3 :
+            index, value = item1
+            print(item2["CC_diff"], index, value)
+            sum3=sum3+value
+            count3=count3+1
+
+
+
+    mean0=round(sum0/count0*100,2)
+
+    mean1=round(sum1/count1*100,2)
+    mean2=round(sum2/count2*100,2)
+    mean3=round(sum3/count3*100,2)
+    print("count_result!!")
+    print(count0,count1,count2,count3)
+    print(mean0,mean1,mean2,mean3)
+    # with open("token_counts_EI.csv", mode='a', newline='', encoding='utf-8') as file:
+    #     writer = csv.writer(file)
+    #     writer.writerow([model_name,mean0,mean1,mean2,mean3])
+    #
+    # with open("line_counts_EI.csv", mode='a', newline='', encoding='utf-8') as file:
+    #     writer = csv.writer(file)
+    #     writer.writerow([model_name,mean0,mean1,mean2,mean3])
+
+    with open("CC_EI.csv", mode='a', newline='', encoding='utf-8') as file:
+        writer = csv.writer(file)
+        writer.writerow([model_name,mean0,mean1,mean2,mean3])
+
+

dividing_into_different_subsets/4/EI/even.py

@@ -0,0 +1,57 @@
+import json
+
+# 读取数据
+with open("humaneval_new.json", "r", encoding="utf-8") as f:
+    data = json.load(f)
+
+# 定义划分区间数
+num_intervals = 4
+
+# 计算每个特征的值范围
+line_min = min(item['line'] for item in data)
+line_max = max(item['line'] for item in data)
+line_interval_size = (line_max - line_min) / num_intervals
+
+token_min = min(item['token'] for item in data)
+token_max = max(item['token'] for item in data)
+token_interval_size = (token_max - token_min) / num_intervals
+
+cyclomatic_complexity_min = min(item['cyclomatic_complexity'] for item in data)
+cyclomatic_complexity_max = max(item['cyclomatic_complexity'] for item in data)
+cyclomatic_complexity_interval_size = (cyclomatic_complexity_max - cyclomatic_complexity_min) / num_intervals
+count1=0
+count2=0
+count3=0
+count4=0
+
+# 根据等距划分数据
+for item in data:
+    # 计算 line 特征的区间
+    line_diff = int((item['line'] - line_min) // line_interval_size)
+    item['line_diff'] = min(line_diff,num_intervals-1) # 确保区间索引在范围内
+
+
+    # 计算 token 特征的区间
+    token_diff = int((item['token'] - token_min) // token_interval_size)
+    item['token_diff'] = min(token_diff,num_intervals-1)
+    if item['token_diff'] == 0:
+        count1 = count1 + 1
+    if item['token_diff'] == 1:
+        count2 = count2 + 1
+    if item['token_diff'] == 2:
+        count3 = count3 + 1
+    if item['token_diff'] == 3:
+        count4 = count4 + 1
+
+
+    # 计算 cyclomatic_complexity 特征的区间
+    CC_diff = int((item['cyclomatic_complexity'] - cyclomatic_complexity_min) // cyclomatic_complexity_interval_size)
+    item['CC_diff'] = min(CC_diff,num_intervals-1) # 确保区间索引在范围内
+
+# 恢复原始顺序
+data.sort(key=lambda x: x['id'])
+print(count1,count2,count3,count4)
+
+# 将更新后的数据写回JSON文件
+with open('EI.json', 'w', encoding='utf-8') as file:
+    json.dump(data, file, ensure_ascii=False, indent=4)

dividing_into_different_subsets/4/EI/line_counts_EI.csv

@@ -0,0 +1,12 @@
+Model,line_subset_1,line_subset_2,line_subset_3,line_subset_4
+CodeFuse-DeepSeek-33b,79.38,73.08,72.73,75.0
+Nxcode-CQ-7B,90.05,86.35,70.45,78.75
+codegemma-2b,33.04,22.79,4.09,3.75
+codegemma-7b,46.29,34.62,14.09,20.0
+codegemma-7b-it,59.23,49.33,20.91,43.75
+deepseek-coder-1.3b-base,38.2,27.21,4.09,33.75
+deepseek-coder-6.7b-base,53.92,40.38,8.64,16.25
+deepseek_coder-6.7b-instruct,76.8,71.35,37.27,42.5
+deepseek_coder_33b-base,60.72,46.35,22.27,26.25
+deepseek_coder_33b-instruct,73.81,60.77,41.36,17.5
+codeqwen1.5-7b,56.65,49.62,18.18,37.5

dividing_into_different_subsets/4/EI/token_counts_EI.csv

@@ -0,0 +1,12 @@
+Model,token_subset_1,token_subset_2,token_subset_3,token_subset_4
+CodeFuse-DeepSeek-33b,80.61,72.0,66.67,100.0
+Nxcode-CQ-7B,89.59,85.9,81.33,20.0
+codegemma-2b,37.19,15.8,1.0,0.0
+codegemma-7b,49.39,27.7,20.0,0.0
+codegemma-7b-it,62.65,39.1,41.33,0.0
+deepseek-coder-1.3b-base,44.29,16.5,9.0,0.0
+deepseek-coder-6.7b-base,57.09,33.4,15.0,0.0
+deepseek_coder-6.7b-instruct,76.17,71.6,46.33,0.0
+deepseek_coder_33b-base,63.32,40.3,28.67,0.0
+deepseek_coder_33b-instruct,75.1,56.4,44.33,0.0
+codeqwen1.5-7b,59.03,43.9,29.67,0.0