2025-05-23 19:05:01 | INFO | data_prepare::345 - {'action': 'data_prepare', 'status': 'started'}
2025-05-23 19:05:01 | INFO | data_prepare:gen_daily_data:230 - {'action': 'gen_daily_data', 'status': 'started'}
2025-05-23 19:05:05 | INFO | data_prepare:gen_daily_data:236 - {'action': 'connect_client', 'status': 'success'}
2025-05-23 19:05:05 | INFO | data_prepare:gen_daily_data:238 - {'action': 'fetch_meta_mapping', 'status': 'started'}
2025-05-23 19:05:05 | INFO | data_prepare:gen_daily_data:251 - {'action': 'get_trading_day_path', 'status': 'attempt'}
2025-05-23 19:05:05 | INFO | data_prepare:get_trading_day_path:64 - {'action': 'get_trading_day_path', 'status': 'started'}
2025-05-23 19:05:05 | INFO | data_prepare:get_trading_day_path:110 - {'action': 'get_trading_day_path', 'status': 'completed', 'path': '/root/data/Research1//daily_data//2025-05-23/'}
2025-05-23 19:05:05 | INFO | data_prepare:gen_daily_data:254 - {'action': 'fetch_data', 'status': 'started', 'category': 'basic_trading'}
2025-05-23 19:05:05 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'switch', 'status': 'started'}
2025-05-23 19:05:08 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'switch', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:08 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'switch', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:08 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'history_factor', 'status': 'started'}
2025-05-23 19:05:10 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'history_factor', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:10 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'history_factor', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:10 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'volume', 'status': 'started'}
2025-05-23 19:05:12 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'volume', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:13 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'volume', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:13 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'settle', 'status': 'started'}
2025-05-23 19:05:15 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'settle', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:15 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'settle', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:15 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'pre_settle', 'status': 'started'}
2025-05-23 19:05:18 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'pre_settle', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:18 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'pre_settle', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:18 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'contract', 'status': 'started'}
2025-05-23 19:05:20 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'contract', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:20 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'contract', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:20 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'factor_multiply', 'status': 'started'}
2025-05-23 19:05:23 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'factor_multiply', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:23 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'factor_multiply', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:23 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'close', 'status': 'started'}
2025-05-23 19:05:25 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'close', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:25 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'close', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:25 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'opencol', 'status': 'started'}
2025-05-23 19:05:28 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'opencol', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:28 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'opencol', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:28 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'turnover', 'status': 'started'}
2025-05-23 19:05:31 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'turnover', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:31 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'turnover', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:31 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'high', 'status': 'started'}
2025-05-23 19:05:33 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'high', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:33 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'high', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:33 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'low', 'status': 'started'}
2025-05-23 19:05:36 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'low', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:36 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'low', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:36 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'open_interest', 'status': 'started'}
2025-05-23 19:05:38 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'open_interest', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:39 | INFO | data_prepare:get_and_save_daily_data:155 - {'action': 'get_save_data', 'file': 'open_interest', 'status': 'completed', 'date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:39 | INFO | data_prepare:get_and_save_daily_data:120 - {'action': 'get_save_data', 'file': 'near_contract_price', 'status': 'started'}
2025-05-23 19:05:40 | INFO | data_prepare:get_and_save_daily_data:131 - {'action': 'process_data', 'file': 'near_contract_price', 'last_date': '2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:40 | ERROR | data_prepare:get_and_save_daily_data:142 - {'file': 'near_contract_price', 'date': '2025-05-23 00:00:00+08:00', 'status': 'incomplete', 'missing_ratio': '0.42'}
2025-05-23 19:05:40 | CRITICAL | data_prepare:gen_daily_data:339 - {'action': 'gen_daily_data', 'status': 'failed', 'error': 'near_contract_price data is not complete for 2025-05-23 00:00:00+08:00'}
2025-05-23 19:05:40 | ERROR | data_prepare:gen_daily_data:340 - 生成每日数据过程中发生严重错误
Traceback (most recent call last):
File "/root/project/auto/auto/data_prepare.py", line 347, in
gen_daily_data()
└
> File "/root/project/auto/auto/data_prepare.py", line 270, in gen_daily_data
near_contract_price = get_and_save_daily_data('near_contract_price', trading_day_path, xd_cli, table='future_spot', latest_trading_day=latest_trading_day)
│ │ │ └ datetime.date(2025, 5, 23)
│ │ └
│ └ '/root/data/Research1//daily_data//2025-05-23/'
└
File "/root/project/auto/auto/data_prepare.py", line 148, in get_and_save_daily_data
raise ValueError(f'{file_name} data is not complete for {data.index[-1]}')
ValueError: near_contract_price data is not complete for 2025-05-23 00:00:00+08:00
2025-05-23 19:05:40 | INFO | data_prepare:generate_and_save_dicts:27 - {'action': 'generate_dicts', 'status': 'started'}
2025-05-23 19:05:40 | INFO | data_prepare:generate_and_save_dicts:59 - {'action': 'generate_dicts', 'status': 'completed', 'dicts': ['commodity', 'sector', 'exchange']}
2025-05-23 19:05:40 | INFO | data_prepare::350 - {'action': 'generate_dicts', 'status': 'completed'}
2025-05-23 19:05:40 | INFO | data_prepare::355 - {'action': 'data_prepare', 'status': 'completed'}
future_1d/main_daily/switch
select date, comd, switch from main_daily where method='turnover'
future_1d/main_daily/history_factor
select date, comd, history_factor from main_daily where method='turnover'
future_1d/main_daily/volume
select date, comd, volume from main_daily where method='turnover'
future_1d/main_daily/settle
select date, comd, settle from main_daily where method='turnover'
future_1d/main_daily/pre_settle
select date, comd, pre_settle from main_daily where method='turnover'
future_1d/main_daily/contract
select date, comd, contract from main_daily where method='turnover'
future_1d/main_daily/factor_multiply
select date, comd, factor_multiply from main_daily where method='turnover'
future_1d/main_daily/close
select date, comd, close from main_daily where method='turnover'
future_1d/main_daily/opencol
select date, comd, opencol from main_daily where method='turnover'
future_1d/main_daily/turnover
select date, comd, turnover from main_daily where method='turnover'
future_1d/main_daily/high
select date, comd, high from main_daily where method='turnover'
future_1d/main_daily/low
select date, comd, low from main_daily where method='turnover'
future_1d/main_daily/open_interest
select date, comd, open_interest from main_daily where method='turnover'
future_1d/future_spot/near_contract_price
select date, comd, near_contract_price from future_spot