Coverage for lib/lib_prompt_issue.py: 100%
1 statements
« prev ^ index » next coverage.py v7.9.1, created at 2026-01-26 23:58 +0100
« prev ^ index » next coverage.py v7.9.1, created at 2026-01-26 23:58 +0100
1__author__ = 'moilerat'
2# TODO move to dev_test ou alpha
5def find_first_integer(text): # pragma no cover
6 import re
7 pattern = r'(\d+) out of 5'
8 result = re.search(pattern, text)
10 if result:
11 return int(result.group(1))
12 else:
13 return -1
15class OAPIParser(): # pragma no cover
16 def __init__(self):
17 self.nothing = "needed"
19 def parse_answer(self, result, verbose = False):
20 if verbose :
21 print(result)
24 note = find_first_integer(result)
26 if note == -1:
27 if verbose :
28 print(result)
30 if "Please reduce the length of the messages." in result:
31 note = -2
33 return note
37def check_rules(list_repos, list_excluded_labels, github_token,
38 list_rules,
39 openai_token, gpt_model, verbose = False,
40 temperature = -1): # pragma no cover
42 from python.lib.lib_openai import OpenAIAPI
43 oai = OpenAIAPI(openai_token, gpt_model)
45 oaiparser = OAPIParser()
47 from python.lib.lib_github import parse_github
48 list_github_issues = parse_github(list_repos, list_excluded_labels, github_token, verbose, only_count = False)
50 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}]}
51 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}]}
52 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}]}
53 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}]}
54 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}]}
55 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}]}
56 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}]}
57 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -1}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}]}
59 if "clarity" in list_rules:
60 map_note_issue_link = {}
61 for issue in list_github_issues["issues"]:
62 concat_body = issue["concat_body"]
63 title = issue["title"]
65 print("Size of content of the issue : " + str(len(concat_body)))
67# What can you propose to enhance this issue, can you rewrite some part and collect the task (unchecked checkbox) that still needs to be done ?
69 # On pourrait parser "Note: 4."
71 preprompttemperature = ("Set Temperature " + str(temperature) if (temperature and str(temperature).isnumeric() and 0 <= float(temperature) <= 1) else "") + "."
73 # TODO VR 16-4-23 : a mettre dans une classe
74 prompt = preprompttemperature + """
75 What is the main language of this issue ?
76 Is this issue correctly structured ?
77 Can you give a note between 0 and 5, 0 if the issue is in draft mode and 5 if it is perfectly structured and stating "N out of 5" in the answer where N is its note ?
78 TITLE :
79 """ + title + """
80 CONTENT :
81 """ + concat_body
83 res = oai.completion(prompt)
84 if res.startswith("ERROR"):
85 note = -2
86 else :
87 note = oaiparser.parse_answer(res, verbose)
89 # print(str(res))
91 if note not in map_note_issue_link:
92 map_note_issue_link[note] = []
94 map_note_issue_link[note].append(issue["link"])
96 index = issue["repo"] + "/" + str(issue["number"])
97 if index not in map_issue_notes:
98 map_issue_notes[index] = []
100 map_issue_notes[index].append({"model" : gpt_model, "temperature" : temperature, "note" : note})
102 for note in map_note_issue_link :
103 print("note : " + str(note) + " nombre : " + str(len(map_note_issue_link[note])))
104 #print(issue["link"])
106 for note in range(-2, 4):
107 if note in map_note_issue_link:
108 print ("AVEC UNE NOTE DE " + str(note))
109 for link_issue in map_note_issue_link[note]:
110 print (link_issue)
112 print(str(map_issue_notes))
114 if "link" in list_rules:
115 print("link rules to implement")
117def stat_issue_note(): # pragma no cover
118 map_issue_notes = {'Doc/199': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/197': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/195': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/194': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -1}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/192': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/191': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 1}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/190': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/189': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 1}], 'Doc/188': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 4}], 'Doc/185': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/171': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/170': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/169': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/167': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 3}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}], 'Doc/160': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 5}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}], 'Doc/151': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 3}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}], 'Doc/141': [{'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': -1, 'note': 4}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4-32k', 'temperature': -1, 'note': -2}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 2}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-3.5-turbo-0301', 'temperature': 0.0, 'note': 4}, {'model': 'gpt-4', 'temperature': 0.0, 'note': 3}]}
120 def get_conf(one_note):
121 if "model" not in one_note or "temperature" not in one_note:
122 print("Unexpected missing data, returning empty conf")
123 return ""
124 model = one_note["model"]
125 temperature = one_note["temperature"]
126 conf = model + "_" + str(temperature)
127 return conf
129 def print_correl_graph_conf(map_issue_val, conf_name):
130 gnuplot_data = conf_name + "_gnuplot_data.dat"
131 gnuplot_cmd = conf_name + "_gnuplot_data.cmd"
132 with open(gnuplot_data, "w") as f:
133 for issue in map_issue_val:
134 for d in map_issue_val[issue] :
135 f.write(str(d) + " ")
136 f.write("\n")
138 with open(gnuplot_cmd, "w") as f:
139 f.write("set grid \n")
140 f.write("set xrange [-3:6] \n")
141 f.write("plot '" + gnuplot_data + "' lw 2, x lw 3\n")
143# plot "gpt-4_0.0gnuplot_data.dat" lw 5, x lw 3
145 import os
146 os.system("gnuplot '" + gnuplot_cmd + "' - ")
150 list_conf = []
151 for issue in map_issue_notes :
152 for one_note in map_issue_notes[issue]:
153 conf = get_conf(one_note)
154 if conf not in list_conf:
155 list_conf.append(conf)
157 print(list_conf)
159 map_result_conf = {}
161 for studied_conf in list_conf:
162 map_result_conf[studied_conf] = {}
164 acc0 = 0
165 acc1 = 0
166 acc2 = 0
167 accv2 = 0
168 map_issue_val = {}
169 for issue in map_issue_notes :
170 map_issue_val[issue] = []
171 acc0i = 0
172 acc1i = 0
173 acc2i = 0
174 for one_note in map_issue_notes[issue]:
175 if get_conf(one_note) == studied_conf:
176 note = one_note["note"]
177 acc0i += 1
178 acc1i += note
179 acc2i += note * note
180 import random
181 map_issue_val[issue].append(note + 0.01 * random.randint(-10, 10))
183 if len(map_issue_val[issue]) < 2:
184 print("Missing data for study : " + str(studied_conf))
186 mean_note_i = float(acc1i) / float(acc0i)
187 var_note_i = float(acc2i) / float(acc0i) - mean_note_i * mean_note_i
189 acc0 += 1
190 acc1 += mean_note_i
191 acc2 += mean_note_i * mean_note_i
192 accv2 += var_note_i
194 print_correl_graph_conf(map_issue_val, studied_conf)
196 map_result_conf[studied_conf] = {
197 "nb" : acc0,
198 "mean_note" : float(acc1) / float(acc0),
199 "var_of_notes_diff_issue" : float(acc2) / float(acc0) - acc1 * acc1 / float(acc0) / float(acc0),
200 "mean_var_of_notes_same_issue" : float(accv2) / float(acc0)
201 }
203 print(map_result_conf)
205{'gpt-3.5-turbo-0301_-1': {'nb': 17, 'mean_note': 2.7941176470588234, 'var_of_notes_diff_issue': 2.384083044982699, 'mean_var_of_notes_same_issue': 0.25},
206 'gpt-4-32k_-1': {'nb': 17, 'mean_note': -2.0, 'var_of_notes_diff_issue': 0.0, 'mean_var_of_notes_same_issue': 0.0},
207 'gpt-4_0.0': {'nb': 17, 'mean_note': 2.5588235294117645, 'var_of_notes_diff_issue': 0.5259515570934248, 'mean_var_of_notes_same_issue': 0.4852941176470588},
208 'gpt-3.5-turbo-0301_0.0': {'nb': 17, 'mean_note': 2.9705882352941178, 'var_of_notes_diff_issue': 2.396193771626299, 'mean_var_of_notes_same_issue': 0.22058823529411764}} # pragma no cover
210# compute_mean()
211# compute_var()
212# compute_ms()