BigQuery : max_results changes page size not full list size

tswast · web-flow · commit 2db0c9c8a8bf · 2017-08-21T15:24:48.000-07:00
Also, running a query is not "preferred" if you do want all the data. If you do run a query, you end up reading data from the destination table anyway.
diff --git a/bigquery/cloud-client/snippets.py b/bigquery/cloud-client/snippets.py
@@ -25,6 +25,7 @@
 """
 
 import argparse
+import itertools
 import uuid
 
 from google.cloud import bigquery
@@ -124,10 +125,9 @@ def list_rows(dataset_name, table_name, project=None):
     # Reload the table so that the schema is available.
     table.reload()
 
-    # Load at most 25 results. You can change the max_results argument to load
-    # more rows from BigQuery, but note that this can take some time. It's
-    # preferred to use a query.
-    rows = list(table.fetch_data(max_results=25))
+    # Load at most 25 results per page. You can change the max_results
+    # argument to load more rows from BigQuery at a time.
+    rows = list(itertools.islice(table.fetch_data(max_results=25), 25))
 
     # Use format to create a simple table.
     format_string = '{!s:<16} ' * len(table.schema)
