-
Notifications
You must be signed in to change notification settings - Fork 5
/
Copy pathWilcoxon.py
56 lines (48 loc) · 2.27 KB
/
Wilcoxon.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
from scipy.stats import wilcoxon
from utils import assembly, python
# assembly
print('============ assembly ===============')
exploitgen_rouge, exploitgen_acc= assembly.get_rouge_and_acc(raw_in_file='data/decoder-test.in', raw_out_file='data/decoder-test.out',
ip_file='result/raw_result/assembly/ExploitGen_raw.csv')
CodeGPT_rouge, CodeGPT_acc= assembly.get_rouge_and_acc(raw_in_file='data/decoder-test.in', raw_out_file='data/decoder-test.out',
ip_file='result/raw_result/assembly/CodeGPT_Adapted_raw.csv')
CodeBERT_rouge, CodeBERT_acc= assembly.get_rouge_and_acc(raw_in_file='data/decoder-test.in', raw_out_file='data/decoder-test.out',
ip_file='result/raw_result/assembly/CodeBERT_raw.csv')
stat, p = wilcoxon(exploitgen_rouge, CodeGPT_rouge)
print('codegpt, rouge-w')
print(p)
print('-----------------------')
stat, p = wilcoxon(exploitgen_acc, CodeGPT_acc)
print('codegpt, acc')
print(p)
print('-----------------------')
stat, p = wilcoxon(exploitgen_rouge, CodeBERT_rouge)
print('CodeBERT, rouge-w')
print(p)
print('-----------------------')
stat, p = wilcoxon(exploitgen_acc, CodeBERT_acc)
print('CodeBERT, acc')
print(p)
# python
print('============ python ===============')
exploitgen_rouge, exploitgen_acc= python.get_rouge_and_acc(raw_in_file='data/encoder-test.in', raw_out_file='data/encoder-test.out',
ip_file='result/raw_result/python/ExploitGen_raw.csv')
CodeGPT_rouge, CodeGPT_acc= python.get_rouge_and_acc(raw_in_file='data/encoder-test.in', raw_out_file='data/encoder-test.out',
ip_file='result/raw_result/python/CodeGPT_Adapted_raw.csv')
CodeBERT_rouge, CodeBERT_acc= python.get_rouge_and_acc(raw_in_file='data/encoder-test.in', raw_out_file='data/encoder-test.out',
ip_file='result/raw_result/python/CodeBERT_raw.csv')
stat, p = wilcoxon(exploitgen_rouge, CodeGPT_rouge)
print('codegpt, rouge-w')
print(p)
print('-----------------------')
stat, p = wilcoxon(exploitgen_acc, CodeGPT_acc)
print('codegpt, acc')
print(p)
print('-----------------------')
stat, p = wilcoxon(exploitgen_rouge, CodeBERT_rouge)
print('CodeBERT, rouge-w')
print(p)
print('-----------------------')
stat, p = wilcoxon(exploitgen_acc, CodeBERT_acc)
print('CodeBERT, acc')
print(p)