小红书出入库数据采集json转csv

小红书出入库数据采集,获取到JSON数据后,用Python转化为csv表格:

import pandas as pd
import json
import glob

# 定义要提取的字段
columns = ['create_time', 'order_code', 'order_type_name', 'cargo_name', 'cargo_code', 'barcode', 'wh_name', 'zp_quantity_change', 'zp_quantity_result', 'cc_quantity_change', 'cc_quantity_result']

# 获取所有JSON文件
files = glob.glob('*.json')

# 存储所有数据
all_data = []

# 遍历每个JSON文件
for file in files:
    with open(file, 'r', encoding='utf-8') as f:
        data = json.load(f)
        # 遍历每个数据项
        for item in data['data']['data']:
            # 提取指定字段
            row = {col: item.get(col, '') for col in columns}
            # 将条形码列表转换为字符串
            if isinstance(row['barcode'], list):
                row['barcode'] = ','.join(row['barcode'])
            all_data.append(row)

# 创建DataFrame并保存为CSV
df = pd.DataFrame(all_data)
df.to_csv('merged_data_new.csv', index=False, encoding='utf-8-sig')

print('CSV file created successfully.')