-
Notifications
You must be signed in to change notification settings - Fork 71
Expand file tree
/
Copy pathsubmission_response.py
More file actions
207 lines (200 loc) · 8.41 KB
/
submission_response.py
File metadata and controls
207 lines (200 loc) · 8.41 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
submission = """
{
"count": 5,
"next": null,
"previous": null,
"results": [
{
"challenge_phase": 251,
"created_by": 5672,
"execution_time": 0.085137,
"id": 48728,
"input_file": "https://evalai.s3.amazonaws.com/media/submission_files/submission_48728/a93d2f2b-ac19-409d-a97d-7240ea336a0c.txt",
"is_public": false,
"method_description": null,
"method_name": null,
"participant_team": 3519,
"participant_team_name": "test",
"project_url": null,
"publication_url": null,
"status": "failed",
"stderr_file": null,
"stdout_file": null,
"submission_result_file": null,
"submitted_at": "2018-06-03T09:24:09.866590Z",
"when_made_public": null
},
{
"challenge_phase": 7,
"created_by": 4,
"execution_time": "None",
"id": 9,
"input_file": "http://testserver/media/submission_files/submission_9/2224fb89-6828-47f4-\
b170-1279290ad900.json",
"is_public": false,
"method_description": null,
"method_name": null,
"participant_team": 3,
"participant_team_name": "Host_83644_Team",
"project_url": null,
"publication_url": null,
"status": "submitted",
"stderr_file": null,
"stdout_file": null,
"submission_result_file": null,
"submitted_at": "2018-06-03T09:24:09.866590Z",
"when_made_public": null
},
{
"challenge_phase": 7,
"created_by": 4,
"execution_time": 0.008033,
"id": 8,
"input_file": "http://testserver/media/submission_files/submission_8/34a4102c-fa01-\
470b-b24b-d724ad0c8238.txt",
"is_public": false,
"method_description": null,
"method_name": null,
"participant_team": 3,
"participant_team_name": "Host_83644_Team",
"project_url": null,
"publication_url": null,
"status": "failed",
"stderr_file": "http://testserver/media/submission_files/submission_8/dedc8234-8ae9-4d8c-\
a3b2-8aaa7bf6bf9a.txt",
"stdout_file": "http://testserver/media/submission_files/submission_8/f6587e1a-632e-4be1-93bd-\
ae3c23bd5e7d.txt",
"submission_result_file": "http://testserver/media/submission_files/submission_8/2eebf2ab-6f6e-485f-\
ab54-aea3cbbeb06b.json",
"submitted_at": "2018-06-05T18:18:08.996609Z",
"when_made_public": null
},
{
"challenge_phase": 7,
"created_by": 4,
"execution_time": 0.020234,
"id": 7,
"input_file": "http://testserver/media/submission_files/submission_7/50b2ef72-fc70-\
4252-8b35-6d0b9d4e9813.txt",
"is_public": false,
"method_description": null,
"method_name": null,
"participant_team": 3,
"participant_team_name": "Host_83644_Team",
"project_url": null,
"publication_url": null,
"status": "failed",
"stderr_file": "http://testserver/media/submission_files/submission_7/b60f7eeb-d74c-4d07-\
a848-2f5cdf5a7e44.txt",
"stdout_file": "http://testserver/media/submission_files/submission_7/48c58bba-a459-4e16-\
ba2f-1b236f9ef0f0.txt",
"submission_result_file": "http://testserver/media/submission_files/submission_7/ddb15eda-\
fc37-4b0d-b9e8-cb83ae261f71.json",
"submitted_at": "2018-06-07T18:18:07.301134Z",
"when_made_public": null
},
{
"challenge_phase": 7,
"created_by": 4,
"execution_time": 0.012286,
"id": 6,
"input_file": "http://testserver/media/submission_files/submission_6/1826cd23-2a29-0e8d3069d916.txt",
"is_public": false,
"method_description": null,
"method_name": null,
"participant_team": 3,
"participant_team_name": "Host_83644_Team",
"project_url": null,
"publication_url": null,
"status": "failed",
"stderr_file": "http://testserver/media/submission_files/submission_6/932886df-0472-4630-\
b810-0c6128b76e79.txt",
"stdout_file": "http://testserver/media/submission_files/submission_6/3ff4e52f-40db-4e6f-\
a352-d41e15348a20.txt",
"submission_result_file": "http://testserver/media/submission_files/submission_6/b0f44621-\
0560-4baa-a758-9b4d9e328e39.json",
"submitted_at": "2018-06-09T18:17:08.739749Z",
"when_made_public": null
}
]
}"""
submission_result = """
{
"challenge_phase": 7,
"created_by": 4,
"execution_time": "None",
"id": 9,
"input_file": "http://testserver/media/submission_files/submission_9/2224fb89-6828-\
47f4-b170-1279290ad900.json",
"is_public": false,
"method_description": null,
"method_name": null,
"participant_team": 3,
"participant_team_name": "Host_83644_Team",
"project_url": null,
"publication_url": null,
"status": "submitted",
"stderr_file": null,
"stdout_file": null,
"submission_result_file": "http://testserver/media/submission_files/submission_9/result.json",
"submitted_at": "2018-06-08T09:24:09.866590Z",
"when_made_public": null
}"""
submission_stderr_details = """
{
"challenge_phase": 251,
"created_by": 5672,
"execution_time": 0.085137,
"id": 48728,
"input_file": "https://evalai.s3.amazonaws.com/media/submission_files/submission_48728/a93d2f2b-\
ac19-409d-a97d-7240ea336a0c.txt",
"is_public": false,
"method_description": null,
"method_name": null,
"participant_team": 3519,
"participant_team_name": "test",
"project_url": null,
"publication_url": null,
"status": "submitted",
"stderr_file": "https://evalai.s3.amazonaws.com/media/submission_files/submission_48728/39f3b087-\
8f86-4757-9c93-bf0b26c1a3c2.txt",
"stdout_file": "https://evalai.s3.amazonaws.com/media/submission_files/submission_48728/0b2c4396-\
e078-4b95-b041-83801a430874.txt",
"submission_result_file": null,
"submitted_at": "2018-06-03T09:24:09.866590Z",
"when_made_public": null
}"""
aws_credentials = """
{
"success": {
"federated_user": {
"Credentials": {
"AccessKeyId": "ABCDEFGHIJKLMNOPQRTUVWXYZ",
"SecretAccessKey": "NMgBB75gfVBCDEFGHIJK8g00qVyyzQW+4XjJGQALMNOPQRSTUV",
"SessionToken": "FQoGZX.....",
"Expiration": "7845124587452165"
},
"FederatedUser": {
"FederatedUserId": "1234567890:test-user",
"Arn": "arn:aws:sts::1234567890:federated-user/test-user"
},
"PackedPolicySize": 28,
"ResponseMetadata": {
"RequestId": "fb47f78b-2a92-11e9-84b9-33527429b818",
"HTTPStatusCode": 200,
"HTTPHeaders": {
"x-amzn-requestid": "fb47f78b-2a92-11e9-84b9-33527429b818",
"content-type": "text/xml",
"content-length": "1245",
"date": "Thu, 07 Feb 2019 04:43:57 GMT"
},
"RetryAttempts": 0
}
},
"docker_repository_uri": "aws_account_id.dkr.ecr.us-east-1.amazonaws.com/evalai-test-repository2"
}
}
"""
submission_result_file = """
[{"Total": 60, "Metric1": 61, "Metric2": 62, "Metric3": 63}]
"""