Merge pull request tylertreat#1 from DataScience/add-lowlevel-hook-self-version-num

Add lowlevel hook self version num

Author: Conrad Dean

bigquery/client.py

@@ -120,17 +120,15 @@ def __init__(self, bq_service, project_id, swallow_results=True):
         self.swallow_results = swallow_results
         self.cache = {}
 
-    def query(self, query, max_results=None, timeout=0, dry_run=False):
-        """Submit a query to BigQuery.
+    def _submit_query_job(self, query_data):
+
+        """ Submit a query job to BigQuery
+
+            This is similar to BigQueryClient.query, but gives the user
 
         Args:
-            query: BigQuery query string.
-            max_results: maximum number of rows to return per page of results.
-            timeout: how long to wait for the query to complete, in seconds,
-                     before the request times out and returns.
-            dry_run: if True, the query isn't actually run. A valid query will
-                     return an empty response, while an invalid one will return
-                     the same error message it would if it wasn't a dry run.
+            query_data: query object as per "configuration.query" in
+                        https://cloud.google.com/bigquery/docs/reference/v2/jobs#configuration.query
 
         Returns:
             job id and query results if query completed. If dry_run is True,
@@ -141,21 +139,15 @@ def query(self, query, max_results=None, timeout=0, dry_run=False):
             BigQueryTimeoutException on timeout
         """
 
-        logging.debug('Executing query: %s' % query)
+        logging.debug('Submitting query job: %s' % query_data)
 
         job_collection = self.bigquery.jobs()
-        query_data = {
-            'query': query,
-            'timeoutMs': timeout * 1000,
-            'dryRun': dry_run,
-            'maxResults': max_results,
-        }
 
         try:
             query_reply = job_collection.query(
                 projectId=self.project_id, body=query_data).execute()
         except HttpError as e:
-            if dry_run:
+            if query_data.get("dryRun", False):
                 return None, json.loads(e.content)
             raise
 
@@ -166,12 +158,43 @@ def query(self, query, max_results=None, timeout=0, dry_run=False):
 
         # raise exceptions if it's not an async query
         # and job is not completed after timeout
-        if not job_complete and timeout:
+        if not job_complete and query_data.get("timeoutMs", False):
             logging.error('BigQuery job %s timeout' % job_id)
             raise BigQueryTimeoutException()
 
         return job_id, [self._transform_row(row, schema) for row in rows]
 
+    def query(self, query, max_results=None, timeout=0, dry_run=False):
+        """Submit a query to BigQuery.
+
+        Args:
+            query: BigQuery query string.
+            max_results: maximum number of rows to return per page of results.
+            timeout: how long to wait for the query to complete, in seconds,
+                     before the request times out and returns.
+            dry_run: if True, the query isn't actually run. A valid query will
+                     return an empty response, while an invalid one will return
+                     the same error message it would if it wasn't a dry run.
+
+        Returns:
+            job id and query results if query completed. If dry_run is True,
+            job id will be None and results will be empty if the query is valid
+            or a dict containing the response if invalid.
+
+        Raises:
+            BigQueryTimeoutException on timeout
+        """
+
+        logging.debug('Executing query: %s' % query)
+
+        query_data = {
+            'query': query,
+            'timeoutMs': timeout * 1000,
+            'dryRun': dry_run,
+            'maxResults': max_results,
+        }
+        return self._submit_query_job(query_data)
+
     def get_query_schema(self, job_id):
         """Retrieve the schema of a query by job id.
 

setup.py

@@ -1,7 +1,7 @@
 from setuptools import find_packages
 from setuptools import setup
 
-VERSION = '1.0.0'
+VERSION = '1.0.1.cpdean'
 
 setup_args = dict(
     name='BigQuery-Python',
@@ -26,4 +26,3 @@
 
 if __name__ == '__main__':
     setup(**setup_args)
-