Add possibility of upload check for pc perf tests

Presubmit bot failures are unrelated to the cl.

No-Presubmit: True
Bug: webrtc:12162
Change-Id: I598d3aea8df9429bdff18b80a400c358fa1461d2
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/186123
Commit-Queue: Andrey Logvin <landrey@webrtc.org>
Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org>
Reviewed-by: Artem Titov <titovartem@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#32592}

tools_webrtc/perf/catapult_uploader.py

@@ -7,9 +7,11 @@
 # in the file PATENTS.  All contributing project authors may
 # be found in the AUTHORS file in the root of the source tree.
 
+import datetime
 import httplib2
 import json
 import subprocess
+import time
 import zlib
 
 from tracing.value import histogram
@@ -33,12 +35,12 @@ def _GenerateOauthToken():
 def _SendHistogramSet(url, histograms, oauth_token):
     """Make a HTTP POST with the given JSON to the Performance Dashboard.
 
-  Args:
-    url: URL of Performance Dashboard instance, e.g.
-        "https://chromeperf.appspot.com".
-    histograms: a histogram set object that contains the data to be sent.
-    oauth_token: An oauth token to use for authorization.
-  """
+    Args:
+      url: URL of Performance Dashboard instance, e.g.
+          "https://chromeperf.appspot.com".
+      histograms: a histogram set object that contains the data to be sent.
+      oauth_token: An oauth token to use for authorization.
+    """
     headers = {'Authorization': 'Bearer %s' % oauth_token}
 
     serialized = json.dumps(_ApplyHacks(histograms.AsDicts()), indent=4)
@@ -59,6 +61,52 @@ def _SendHistogramSet(url, histograms, oauth_token):
     return response, content
 
 
+def _WaitForUploadConfirmation(url, oauth_token, upload_token, wait_timeout,
+                               wait_polling_period):
+    """Make a HTTP GET requests to the Performance Dashboard untill upload
+    status is known or the time is out.
+
+    Args:
+      url: URL of Performance Dashboard instance, e.g.
+          "https://chromeperf.appspot.com".
+      oauth_token: An oauth token to use for authorization.
+      upload_token: String that identifies Performance Dashboard and can be used
+        for the status check.
+      wait_timeout: (datetime.timedelta) Maximum time to wait for the
+        confirmation.
+      wait_polling_period: (datetime.timedelta) Performance Dashboard will be
+        polled every wait_polling_period amount of time.
+    """
+    assert wait_polling_period <= wait_timeout
+
+    headers = {'Authorization': 'Bearer %s' % oauth_token}
+    http = httplib2.Http()
+
+    response = None
+    resp_json = None
+    current_time = datetime.datetime.now()
+    end_time = current_time + wait_timeout
+    next_poll_time = current_time + wait_polling_period
+    while datetime.datetime.now() < end_time:
+        current_time = datetime.datetime.now()
+        if next_poll_time > current_time:
+            time.sleep((next_poll_time - current_time).total_seconds())
+        next_poll_time = datetime.datetime.now() + wait_polling_period
+
+        response, content = http.request(url + '/uploads' + upload_token,
+                                         method='GET', headers=headers)
+        resp_json = json.loads(content)
+
+        print 'Upload state polled. Response: %s.' % content
+
+        if (response.status != 200 or
+            resp_json['state'] == 'COMPLETED' or
+            resp_json['state'] == 'FAILED'):
+            break
+
+    return response, resp_json
+
+
 # TODO(https://crbug.com/1029452): HACKHACK
 # Remove once we have doubles in the proto and handle -infinity correctly.
 def _ApplyHacks(dicts):
@@ -113,13 +161,36 @@ def UploadToDashboard(options):
         _DumpOutput(histograms, options.output_json_file)
 
     oauth_token = _GenerateOauthToken()
-    response, content = _SendHistogramSet(options.dashboard_url, histograms,
-                                          oauth_token)
+    response, content = _SendHistogramSet(
+        options.dashboard_url, histograms, oauth_token)
 
-    if response.status == 200:
-        print 'Received 200 from dashboard.'
-        return 0
-    else:
-        print('Upload failed with %d: %s\n\n%s' %
-              (response.status, response.reason, content))
+    upload_token = json.loads(content).get('token')
+    if not options.wait_for_upload or not upload_token:
+        print 'Not waiting for upload status confirmation.'
+        if response.status == 200:
+            print 'Received 200 from dashboard.'
+            return 0
+        else:
+            print('Upload failed with %d: %s\n\n%s' % (response.status,
+                                                      response.reason, content))
+            return 1
+
+    response, resp_json = _WaitForUploadConfirmation(
+        options.dashboard_url,
+        oauth_token,
+        upload_token,
+        datetime.timedelta(seconds=options.wait_timeout_sec),
+        datetime.timedelta(seconds=options.wait_polling_period_sec))
+
+    if response.status != 200 or resp_json['state'] == 'FAILED':
+        print('Upload failed with %d: %s\n\n%s' % (response.status,
+                                                  response.reason,
+                                                  str(resp_json)))
         return 1
+
+    if resp_json['state'] == 'COMPLETED':
+        print 'Upload completed.'
+        return 0
+
+    print('Upload wasn\'t completed in a given time: %d.', options.wait_timeout)
+    return 1