python-bigquery/samples/load_table_file.py at main · QPC-github/python-bigquery · GitHub

50 lines (39 loc) · 1.57 KB

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

# http://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

import typing

if typing.TYPE_CHECKING:

from google.cloud import bigquery

def load_table_file(file_path: str, table_id: str) -> "bigquery.Table":

# [START bigquery_load_from_file]

from google.cloud import bigquery

# Construct a BigQuery client object.

client = bigquery.Client()

# TODO(developer): Set table_id to the ID of the table to create.

# table_id = "your-project.your_dataset.your_table_name"

job_config = bigquery.LoadJobConfig(

source_format=bigquery.SourceFormat.CSV,

skip_leading_rows=1,

autodetect=True,

)

with open(file_path, "rb") as source_file:

job = client.load_table_from_file(source_file, table_id, job_config=job_config)

job.result() # Waits for the job to complete.

table = client.get_table(table_id) # Make an API request.

print(

"Loaded {} rows and {} columns to {}".format(

table.num_rows, len(table.schema), table_id

)

# [END bigquery_load_from_file]

return table

Expand file tree