Database Reference
In-Depth Information
if self.next_index is not None:
read_msg = '%s at %s' % (read_msg,
self.next_index)
elif self.next_page_token is not None:
read_msg = '%s at %s' % (read_msg,
self.next_page_token)
else:
read_msg = '%s from start' % (read_msg,)
if max_results <> row_count:
read_msg = '%s [max %d]' % (read_msg,
max_results)
return read_msg
def read_one_page(self, max_results=READ_CHUNK_SIZE):
'''Reads one page from the table.'''
while True:
try:
if self.rows_left is not None and
self.rows_left < max_results:
max_results = self.rows_left
data = self.bq_service.tabledata().list(
projectId=self.project_id,
datasetId=self.dataset_id,
tableId=self.get_table_id(),
startIndex=self.next_index,
pageToken=self.next_page_token,
maxResults=max_results).execute()
next_page_token = data.get('pageToken', None)
rows = data.get('rows', [])
print self.make_read_message(len(rows),
max_results)
is_done = self.advance(rows, next_page_token)
return (is_done, rows)
except HttpError, err:
# If the error is a rate limit or connection
error, wait and
