Coverage for lib/lib_prompt_issue.py: 100%

1 statements  

« prev     ^ index     » next       coverage.py v7.9.1, created at 2026-01-26 23:58 +0100

1__author__ = 'moilerat' 

2# TODO move to dev_test ou alpha 

3 

4 

5def find_first_integer(text): # pragma no cover 

6 import re 

7 pattern = r'(\d+) out of 5' 

8 result = re.search(pattern, text) 

9 

10 if result: 

11 return int(result.group(1)) 

12 else: 

13 return -1 

14 

15class OAPIParser(): # pragma no cover 

16 def __init__(self): 

17 self.nothing = "needed" 

18 

19 def parse_answer(self, result, verbose = False): 

20 if verbose : 

21 print(result) 

22 

23 

24 note = find_first_integer(result) 

25 

26 if note == -1: 

27 if verbose : 

28 print(result) 

29 

30 if "Please reduce the length of the messages." in result: 

31 note = -2 

32 

33 return note 

34 

35 

36 

37def check_rules(list_repos, list_excluded_labels, github_token, 

38 list_rules, 

39 openai_token, gpt_model, verbose = False, 

40 temperature = -1): # pragma no cover 

41 

42 from python.lib.lib_openai import OpenAIAPI 

43 oai = OpenAIAPI(openai_token, gpt_model) 

44 

45 oaiparser = OAPIParser() 

46 

47 from python.lib.lib_github import parse_github 

48 list_github_issues = parse_github(list_repos, list_excluded_labels, github_token, verbose, only_count = False) 

49 

50 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}]} 

51 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}]} 

52 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}]} 

53 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}]} 

54 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}]} 

55 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}]} 

56 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}]} 

57 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -1}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}]} 

58 

59 if "clarity" in list_rules: 

60 map_note_issue_link = {} 

61 for issue in list_github_issues["issues"]: 

62 concat_body = issue["concat_body"] 

63 title = issue["title"] 

64 

65 print("Size of content of the issue : " + str(len(concat_body))) 

66 

67# What can you propose to enhance this issue, can you rewrite some part and collect the task (unchecked checkbox) that still needs to be done ? 

68 

69 # On pourrait parser "Note: 4." 

70 

71 preprompttemperature = ("Set Temperature " + str(temperature) if (temperature and str(temperature).isnumeric() and 0 <= float(temperature) <= 1) else "") + "." 

72 

73 # TODO VR 16-4-23 : a mettre dans une classe 

74 prompt = preprompttemperature + """ 

75 What is the main language of this issue ? 

76 Is this issue correctly structured ? 

77 Can you give a note between 0 and 5, 0 if the issue is in draft mode and 5 if it is perfectly structured and stating "N out of 5" in the answer where N is its note ? 

78 TITLE : 

79 """ + title + """ 

80 CONTENT : 

81 """ + concat_body 

82 

83 res = oai.completion(prompt) 

84 if res.startswith("ERROR"): 

85 note = -2 

86 else : 

87 note = oaiparser.parse_answer(res, verbose) 

88 

89 # print(str(res)) 

90 

91 if note not in map_note_issue_link: 

92 map_note_issue_link[note] = [] 

93 

94 map_note_issue_link[note].append(issue["link"]) 

95 

96 index = issue["repo"] + "/" + str(issue["number"]) 

97 if index not in map_issue_notes: 

98 map_issue_notes[index] = [] 

99 

100 map_issue_notes[index].append({"model" : gpt_model, "temperature" : temperature, "note" : note}) 

101 

102 for note in map_note_issue_link : 

103 print("note : " + str(note) + " nombre : " + str(len(map_note_issue_link[note]))) 

104 #print(issue["link"]) 

105 

106 for note in range(-2, 4): 

107 if note in map_note_issue_link: 

108 print ("AVEC UNE NOTE DE " + str(note)) 

109 for link_issue in map_note_issue_link[note]: 

110 print (link_issue) 

111 

112 print(str(map_issue_notes)) 

113 

114 if "link" in list_rules: 

115 print("link rules to implement") 

116 

117def stat_issue_note(): # pragma no cover 

118 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -1}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}]} 

119 

120 def get_conf(one_note): 

121 if "model" not in one_note or "temperature" not in one_note: 

122 print("Unexpected missing data, returning empty conf") 

123 return "" 

124 model = one_note["model"] 

125 temperature = one_note["temperature"] 

126 conf = model + "_" + str(temperature) 

127 return conf 

128 

129 def print_correl_graph_conf(map_issue_val, conf_name): 

130 gnuplot_data = conf_name + "_gnuplot_data.dat" 

131 gnuplot_cmd = conf_name + "_gnuplot_data.cmd" 

132 with open(gnuplot_data, "w") as f: 

133 for issue in map_issue_val: 

134 for d in map_issue_val[issue] : 

135 f.write(str(d) + " ") 

136 f.write("\n") 

137 

138 with open(gnuplot_cmd, "w") as f: 

139 f.write("set grid \n") 

140 f.write("set xrange [-3:6] \n") 

141 f.write("plot '" + gnuplot_data + "' lw 2, x lw 3\n") 

142 

143# plot "gpt-4_0.0gnuplot_data.dat" lw 5, x lw 3 

144 

145 import os 

146 os.system("gnuplot '" + gnuplot_cmd + "' - ") 

147 

148 

149 

150 list_conf = [] 

151 for issue in map_issue_notes : 

152 for one_note in map_issue_notes[issue]: 

153 conf = get_conf(one_note) 

154 if conf not in list_conf: 

155 list_conf.append(conf) 

156 

157 print(list_conf) 

158 

159 map_result_conf = {} 

160 

161 for studied_conf in list_conf: 

162 map_result_conf[studied_conf] = {} 

163 

164 acc0 = 0 

165 acc1 = 0 

166 acc2 = 0 

167 accv2 = 0 

168 map_issue_val = {} 

169 for issue in map_issue_notes : 

170 map_issue_val[issue] = [] 

171 acc0i = 0 

172 acc1i = 0 

173 acc2i = 0 

174 for one_note in map_issue_notes[issue]: 

175 if get_conf(one_note) == studied_conf: 

176 note = one_note["note"] 

177 acc0i += 1 

178 acc1i += note 

179 acc2i += note * note 

180 import random 

181 map_issue_val[issue].append(note + 0.01 * random.randint(-10, 10)) 

182 

183 if len(map_issue_val[issue]) < 2: 

184 print("Missing data for study : " + str(studied_conf)) 

185 

186 mean_note_i = float(acc1i) / float(acc0i) 

187 var_note_i = float(acc2i) / float(acc0i) - mean_note_i * mean_note_i 

188 

189 acc0 += 1 

190 acc1 += mean_note_i 

191 acc2 += mean_note_i * mean_note_i 

192 accv2 += var_note_i 

193 

194 print_correl_graph_conf(map_issue_val, studied_conf) 

195 

196 map_result_conf[studied_conf] = { 

197 "nb" : acc0, 

198 "mean_note" : float(acc1) / float(acc0), 

199 "var_of_notes_diff_issue" : float(acc2) / float(acc0) - acc1 * acc1 / float(acc0) / float(acc0), 

200 "mean_var_of_notes_same_issue" : float(accv2) / float(acc0) 

201 } 

202 

203 print(map_result_conf) 

204 

205{'gpt-3.5-turbo-0301_-1': {'nb': 17, 'mean_note': 2.7941176470588234, 'var_of_notes_diff_issue': 2.384083044982699, 'mean_var_of_notes_same_issue': 0.25}, 

206 'gpt-4-32k_-1': {'nb': 17, 'mean_note': -2.0, 'var_of_notes_diff_issue': 0.0, 'mean_var_of_notes_same_issue': 0.0}, 

207 'gpt-4_0.0': {'nb': 17, 'mean_note': 2.5588235294117645, 'var_of_notes_diff_issue': 0.5259515570934248, 'mean_var_of_notes_same_issue': 0.4852941176470588}, 

208 'gpt-3.5-turbo-0301_0.0': {'nb': 17, 'mean_note': 2.9705882352941178, 'var_of_notes_diff_issue': 2.396193771626299, 'mean_var_of_notes_same_issue': 0.22058823529411764}} # pragma no cover 

209 

210# compute_mean() 

211# compute_var() 

212# compute_ms() 

213 

214 

215