Save the first time each submission is scored

Author: aguss787

cms/db/submission.py

@@ -364,6 +364,11 @@ class SubmissionResult(Base):
         JSONB,
         nullable=True)
 
+    # Time when the submission is scored for the first time
+    scored_at = Column(
+        DateTime,
+        nullable=True)
+
     # The same as the last two fields, but only showing information
     # visible to the user (assuming they did not use a token on this
     # submission).

cms/server/admin/static/aws_style.css

@@ -394,6 +394,10 @@ table td.partial::after {
     content: "*";
 }
 
+table td#latency {
+    text-align: right;
+}
+
 table.sortable th {
     white-space: nowrap;
 }

cms/server/admin/templates/macro/submission.html

@@ -30,6 +30,7 @@
       <th>User</th>
       <th>Task</th>
       <th>Status</th>
+      <th>Latency</th>
       <th>Files</th>
       <th>Token</th>
       <th>Official</th>
@@ -145,6 +146,11 @@ <h3>Compilation output</h3>{# TODO: trim long outputs and add facility to see ra
 
     {% endif %}
   </td>
+  <td id="latency"">
+    {% if sr is not none and sr.scored_at is not none %}
+      {{ (sr.scored_at - s.timestamp).total_seconds()|format_duration }}
+    {% endif %}
+  </td>
   <td>
     {% for filename, sub_file in s.files|dictsort(by="key") %}
       {% set real_filename = filename if s.language is none else filename|replace(".%l", (s.language|to_language).source_extension) %}

cms/server/admin/templates/submission.html

@@ -105,22 +105,22 @@ <h2 id="title_details" class="toggling_on">Submission details</h2>
         <td>Status</td>
         <td id="submission_status">
           {% if status == SubmissionResult.COMPILING %}
-          Compiling...
+            Compiling...
           {% elif status == SubmissionResult.COMPILATION_FAILED %}
-          Compilation failed
+            Compilation failed
           {% elif status == SubmissionResult.EVALUATING %}
-          Evaluating...
+            Evaluating...
           {% elif status == SubmissionResult.SCORING %}
-          Scoring...
+            Scoring...
           {% elif status == SubmissionResult.SCORED %}
             {% if st is defined %}
               {% set max_score = st.max_score %}
             {% else %}
               {% set max_score = "[Cannot get score type - see logs]" %}
             {% endif %}
-          Scored ({{ sr.score }} / {{ max_score }})
+            Scored ({{ sr.score }} / {{ max_score }})
           {% else %}
-          N/A
+            N/A
           {% endif %}
         </td>
       </tr>
@@ -136,7 +136,13 @@ <h2 id="title_details" class="toggling_on">Submission details</h2>
         </td>
       </tr>
       {% endif %}
-      {% if sr is not none %}
+      {% if sr is not none and sr.scored_at is not none %}
+      <tr>
+        <td>Latency as seen by user</td>
+        <td>
+          {{ (sr.scored_at - s.timestamp).total_seconds()|format_duration }}
+        </td>
+      </tr>
       <tr>
         <td>Failures during compilation</td>
         <td>{{ sr.compilation_tries }}</td>

cms/service/ScoringService.py

@@ -101,6 +101,9 @@ def execute(self, entry: QueueEntry[ScoringOperation]):
                 submission_result.ranking_score_details = \
                 score_type.compute_score(submission_result)
 
+            if submission_result.scored_at is None:
+                submission_result.scored_at = make_datetime()
+
             # Store it.
             session.commit()
 

cmstestsuite/unit_tests/service/ScoringServiceTest.py

@@ -24,6 +24,7 @@
 # We enable monkey patching to make many libraries gevent-friendly
 # (for instance, urllib3, used by requests)
 import gevent.monkey
+
 gevent.monkey.patch_all()  # noqa
 
 import unittest
@@ -35,6 +36,7 @@
 from cmstestsuite.unit_tests.databasemixin import DatabaseMixin
 
 from cms.service.ScoringService import ScoringService
+from cmscommon.datetime import make_datetime
 from cmstestsuite.unit_tests.testidgenerator import unique_long_id, \
     unique_unicode_id
 
@@ -101,6 +103,7 @@ def test_new_evaluation(self):
                           sr.public_score, sr.public_score_details,
                           sr.ranking_score_details),
                          self.score_info)
+        self.assertIsNotNone(sr.scored_at)
 
     def test_new_evaluation_two(self):
         """More than one submissions in the queue.
@@ -126,6 +129,8 @@ def test_new_evaluation_already_scored(self):
 
         """
         sr = self.new_sr_scored()
+        current_time = make_datetime()
+        sr.scored_at = current_time
         self.session.commit()
 
         service = ScoringService(0)
@@ -135,6 +140,7 @@ def test_new_evaluation_already_scored(self):
 
         # Asserts that compute_score was called.
         self.score_type.compute_score.assert_not_called()
+        self.assertEqual(current_time, sr.scored_at)
 
 
 if __name__ == "__main__":