import pandas as pd
df = pd.read_csv('record_file.csv') record_cols = ['record_column'] record_dfs = [pd.DataFrame(data=list(d.values())).T for d in df[record_cols].dropna().squeeze()] record_df = pd.concat(record_dfs, ignore_index=True)
df[['field1', 'field2', 'field3']] = pd.DataFrame(record_df.values.tolist(), index=df.index)
df.to_csv('converted_file.csv', index=False)
from google.cloud import bigquery
client = bigquery.Client() dataset_ref = client.dataset('my_dataset') table_ref = dataset_ref.table('my_table')
schema = [ bigquery.SchemaField('field1', 'STRING'), bigquery.SchemaField('field2', 'STRING'), bigquery.SchemaField('record_column', 'RECORD', mode='NULLABLE', fields=[ bigquery.SchemaField('field3', 'STRING'), bigquery.SchemaField('field4', 'STRING'), ]), ]
rows = [ {'field1': 'value1', 'field2': 'value2', 'record_column': {'field3': 'value3', 'field4': 'value4'}}, {'field1': 'value5', 'field