Upload 7 files

dividing_into_different_subsets/7/EI/CC_EI.csv

@@ -0,0 +1,12 @@
+Model,CC_subset_1,CC_subset_2,CC_subset_3,CC_subset_4,CC_subset_5,CC_subset_6,CC_subset_7
+CodeFuse-DeepSeek-33b,80.39,80.0,70.37,33.33,100.0,100.0,66.67
+Nxcode-CQ-7B,87.25,86.87,91.67,84.17,20.0,55.0,98.33
+codegemma-2b,38.63,26.33,17.22,5.0,0.0,0.0,3.33
+codegemma-7b,51.08,42.07,22.22,15.0,0.0,40.0,11.67
+codegemma-7b-it,58.14,55.87,46.11,38.33,0.0,5.0,26.67
+deepseek-coder-1.3b-base,47.06,30.73,20.0,9.17,0.0,0.0,0.0
+deepseek-coder-6.7b-base,56.96,48.6,30.0,18.33,0.0,0.0,6.67
+deepseek_coder-6.7b-instruct,73.24,74.0,77.22,37.5,0.0,0.0,48.33
+deepseek_coder_33b-base,58.33,56.13,42.78,36.67,0.0,80.0,3.33
+deepseek_coder_33b-instruct,68.04,69.6,61.11,56.67,0.0,10.0,51.67
+codeqwen1.5-7b,59.02,52.0,43.89,16.67,0.0,95.0,45.0

dividing_into_different_subsets/7/EI/calculate_humaneval_result.py

@@ -0,0 +1,198 @@
+import json
+import os
+import csv
+# 定义文件所在的目录
+input_dir = 'E:/python-testn/pythonProject3/hh_1/evaluate_result'
+
+# 获取目录中的所有文件
+files = os.listdir(input_dir)
+
+# with open("token_counts_EI.csv","w", newline='') as csvfile:
+#     writer = csv.writer(csvfile)
+#     writer.writerow(["Model", "token_subset_1", "token_subset_2","token_subset_3","token_subset_4","token_subset_5","token_subset_6","token_subset_7"])
+#
+
+with open("line_counts_EI.csv","w", newline='') as csvfile:
+    writer = csv.writer(csvfile)
+    writer.writerow(["Model", "line_subset_1", "line_subset_2","line_subset_3","line_subset_4","line_subset_5","line_subset_6","line_subset_7"])
+
+# with open("CC_EI.csv", "w", newline='') as csvfile:
+#     writer = csv.writer(csvfile)
+#     writer.writerow(["Model", "CC_subset_1", "CC_subset_2","CC_subset_3","CC_subset_4","CC_subset_5","CC_subset_6","CC_subset_7"])
+#
+
+
+for file_name in files:
+    # 构建完整的文件路径
+    input_file_path = os.path.join(input_dir, file_name)
+    first_underscore_index = file_name.find('_')
+
+    # 找到最后一个 - 的位置
+    last_dash_index = file_name.rfind('-')
+    model_name = file_name[first_underscore_index + 1:last_dash_index]
+    print(model_name)
+    with open(input_file_path,"r",encoding="utf-8") as file:
+        data1=json.load(file)
+
+    with open("EI.json", "r", encoding="utf-8") as file:
+        data2=json.load(file)
+    sum0=0
+    count0=0
+    sum1=0
+    count1=0
+    sum2=0
+    count2=0
+    sum3 = 0
+    count3 = 0
+    sum4=0
+    count4=0
+    sum5 = 0
+    count5 = 0
+    sum6=0
+    count6=0
+
+
+
+    for (item1,item2) in zip(data1["humaneval"]["pass@1"],data2):
+    #     #按照token个数划分后的评估结果
+    #     if item2["token_diff"] == 0:
+    #         index, value = item1
+    #         print(item2["token_diff"],index,value)
+    #         sum0=sum0+value
+    #         count0=count0+1
+    #     if item2["token_diff"] == 1:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum1=sum1+value
+    #         count1=count1+1
+    #     if item2["token_diff"] == 2:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum2=sum2+value
+    #         count2=count2+1
+    #     if item2["token_diff"] == 3:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum3=sum3+value
+    #         count3=count3+1
+    #     if item2["token_diff"] == 4:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum4 = sum4 + value
+    #         count4 = count4 + 1
+    #     if item2["token_diff"] ==5:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum5 = sum5 + value
+    #         count5 = count5 + 1
+    #     if item2["token_diff"] ==6:
+    #         index, value = item1
+    #         print(item2["token_diff"], index, value)
+    #         sum6 = sum6 + value
+    #         count6 = count6 + 1
+
+
+        #按照行数划分后的评估结果
+        if item2["line_diff"] == 0:
+            index, value = item1
+            print(item2["line_diff"],index,value)
+            sum0=sum0+value
+            count0=count0+1
+        if item2["line_diff"] == 1:
+            index, value = item1
+            print(item2["line_diff"], index, value)
+            sum1=sum1+value
+            count1=count1+1
+        if item2["line_diff"] == 2:
+            index, value = item1
+            print(item2["line_diff"], index, value)
+            sum2=sum2+value
+            count2=count2+1
+        if item2["line_diff"] == 3:
+            index, value = item1
+            print(item2["line_diff"], index, value)
+            sum3=sum3+value
+            count3=count3+1
+        if item2["line_diff"] == 4:
+            index, value = item1
+            print(item2["line_diff"], index, value)
+            sum4=sum4+value
+            count4=count4+1
+        if item2["line_diff"] == 5:
+            index, value = item1
+            print(item2["line_diff"], index, value)
+            sum5 = sum5 + value
+            count5 = count5 + 1
+        if item2["line_diff"] == 6:
+            index, value = item1
+            print(item2["line_diff"], index, value)
+            sum6 = sum6 + value
+            count6 = count6 + 1
+
+
+        #按照圈复杂度划分后的评估结果
+        # if item2["CC_diff"] == 0:
+        #     index, value = item1
+        #     print(item2["CC_diff"],index,value)
+        #     sum0=sum0+value
+        #     count0=count0+1
+        # if item2["CC_diff"] == 1:
+        #     index, value = item1
+        #     print(item2["CC_diff"], index, value)
+        #     sum1=sum1+value
+        #     count1=count1+1
+        # if item2["CC_diff"] == 2:
+        #     index, value = item1
+        #     print(item2["CC_diff"], index, value)
+        #     sum2=sum2+value
+        #     count2=count2+1
+        # if item2["CC_diff"] == 3 :
+        #     index, value = item1
+        #     print(item2["CC_diff"], index, value)
+        #     sum3=sum3+value
+        #     count3=count3+1
+        # if item2["CC_diff"] == 4 :
+        #     index, value = item1
+        #     print(item2["CC_diff"], index, value)
+        #     sum4=sum4+value
+        #     count4=count4+1
+        # if item2["CC_diff"] == 5 :
+        #     index, value = item1
+        #     print(item2["CC_diff"], index, value)
+        #     sum5=sum5+value
+        #     count5=count5+1
+        # if item2["CC_diff"] == 6 :
+        #     index, value = item1
+        #     print(item2["CC_diff"], index, value)
+        #     sum6=sum6+value
+        #     count6=count6+1
+
+
+
+    mean0=round(sum0/count0*100,2)
+
+    mean1=round(sum1/count1*100,2)
+    mean2=round(sum2/count2*100,2)
+    mean3=round(sum3/count3*100,2)
+    mean4=round(sum4/count4*100,2)
+    if count5==0:
+        mean5=0
+    else:
+        mean5 = round(sum5 / count5 * 100, 2)
+    mean6=round(sum6/count6*100,2)
+    print("count_result!!")
+    print(count0,count1,count2,count3,count4,count5,count6)
+    print(mean0,mean1,mean2,mean3,count4,mean5,mean6)
+    # with open("token_counts_EI.csv", mode='a', newline='', encoding='utf-8') as file:
+    #     writer = csv.writer(file)
+    #     writer.writerow([model_name,mean0,mean1,mean2,mean3,mean4,mean5,mean6])
+
+    with open("line_counts_EI.csv", mode='a', newline='', encoding='utf-8') as file:
+        writer = csv.writer(file)
+        writer.writerow([model_name,mean0,mean1,mean2,mean3,mean4,mean5,mean6])
+    #
+    # with open("CC_EI.csv", mode='a', newline='', encoding='utf-8') as file:
+    #     writer = csv.writer(file)
+    #     writer.writerow([model_name,mean0,mean1,mean2,mean3,mean4,mean5,mean6])
+
+

dividing_into_different_subsets/7/EI/even.py

@@ -0,0 +1,64 @@
+import json
+
+# 读取数据
+with open("humaneval_new.json", "r", encoding="utf-8") as f:
+    data = json.load(f)
+
+# 定义划分区间数
+num_intervals = 7
+
+# 计算每个特征的值范围
+line_min = min(item['line'] for item in data)
+line_max = max(item['line'] for item in data)
+line_interval_size = (line_max - line_min) / num_intervals
+
+token_min = min(item['token'] for item in data)
+token_max = max(item['token'] for item in data)
+token_interval_size = (token_max - token_min) / num_intervals
+
+cyclomatic_complexity_min = min(item['cyclomatic_complexity'] for item in data)
+cyclomatic_complexity_max = max(item['cyclomatic_complexity'] for item in data)
+cyclomatic_complexity_interval_size = (cyclomatic_complexity_max - cyclomatic_complexity_min) / num_intervals
+count1=0
+count2=0
+count3=0
+count4=0
+count5=0
+count6=0
+count7=0
+
+# 根据等距划分数据
+for item in data:
+    # 计算 line 特征的区间
+    line_diff = int((item['line'] - line_min) // line_interval_size)
+    item['line_diff'] = min(line_diff,num_intervals-1) # 确保区间索引在范围内
+
+
+    # 计算 token 特征的区间
+    token_diff = int((item['token'] - token_min) // token_interval_size)
+    item['token_diff'] = min(token_diff,num_intervals-1)
+    if item['token_diff'] == 0:
+        count1 = count1 + 1
+    if item['token_diff'] == 1:
+        count2 = count2 + 1
+    if item['token_diff'] == 2:
+        count3 = count3 + 1
+    if item['token_diff'] == 3:
+        count4 = count4 + 1
+    if item['token_diff'] == 4:
+        count5 = count5 + 1
+    if item['token_diff'] == 5:
+        count6 = count6 + 1
+    if item['token_diff'] == 6:
+        count7 = count7 + 1
+    # 计算 cyclomatic_complexity 特征的区间
+    CC_diff = int((item['cyclomatic_complexity'] - cyclomatic_complexity_min) // cyclomatic_complexity_interval_size)
+    item['CC_diff'] = min(CC_diff,num_intervals-1) # 确保区间索引在范围内
+
+# 恢复原始顺序
+data.sort(key=lambda x: x['id'])
+print(count1,count2,count3,count4,count5,count6,count7)
+
+# 将更新后的数据写回JSON文件
+with open('EI.json', 'w', encoding='utf-8') as file:
+    json.dump(data, file, ensure_ascii=False, indent=4)

dividing_into_different_subsets/7/EI/line_counts_EI.csv

@@ -0,0 +1,12 @@
+Model,line_subset_1,line_subset_2,line_subset_3,line_subset_4,line_subset_5,line_subset_6,line_subset_7
+CodeFuse-DeepSeek-33b,77.27,77.61,70.97,76.92,100.0,66.67,100.0
+Nxcode-CQ-7B,90.11,90.45,83.87,83.08,50.0,71.67,97.5
+codegemma-2b,47.16,20.3,22.1,21.54,8.75,3.33,2.5
+codegemma-7b,56.14,34.85,35.0,36.92,18.75,3.33,35.0
+codegemma-7b-it,69.43,48.96,50.0,40.38,28.75,35.0,42.5
+deepseek-coder-1.3b-base,49.43,27.76,25.32,24.62,6.25,15.0,45.0
+deepseek-coder-6.7b-base,64.89,42.31,38.39,41.92,0.0,10.0,17.5
+deepseek_coder-6.7b-instruct,82.39,71.19,69.84,68.46,27.5,36.67,35.0
+deepseek_coder_33b-base,72.5,48.51,43.23,54.23,11.25,5.0,52.5
+deepseek_coder_33b-instruct,82.95,64.63,56.13,75.0,0.0,28.33,32.5
+codeqwen1.5-7b,60.91,49.48,52.42,44.62,18.75,20.0,45.0

dividing_into_different_subsets/7/EI/token_counts_EI.csv

@@ -0,0 +1,12 @@
+Model,token_subset_1,token_subset_2,token_subset_3,token_subset_4,token_subset_5,token_subset_6,token_subset_7
+CodeFuse-DeepSeek-33b,76.19,84.51,68.18,57.89,77.78,0,100.0
+Nxcode-CQ-7B,94.05,86.48,89.77,76.58,86.11,0,20.0
+codegemma-2b,42.98,29.3,23.86,1.32,1.67,0,0.0
+codegemma-7b,54.52,41.76,30.23,22.63,19.44,0,0.0
+codegemma-7b-it,69.76,53.8,41.36,38.68,35.56,0,0.0
+deepseek-coder-1.3b-base,48.33,36.34,17.27,9.21,15.0,0,0.0
+deepseek-coder-6.7b-base,67.86,47.46,31.36,22.37,17.22,0,0.0
+deepseek_coder-6.7b-instruct,86.31,70.28,76.14,54.74,45.56,0,0.0
+deepseek_coder_33b-base,68.21,57.32,41.36,27.89,30.56,0,0.0
+deepseek_coder_33b-instruct,82.74,67.61,64.55,35.79,52.22,0,0.0
+codeqwen1.5-7b,65.6,53.73,37.95,40.26,28.33,0,0.0