db_path ="dfs://common_day_hash"
table_name = "one_min_kline"
record_table_name = "insert_table"
db = database(db_path)
pt = loadTable(db,table_name)
record = loadTable(db,record_table_name)
file_dic = "/home/lyj/win_share/share_c/minbar/equities//"
file_list = files(file_dic)
recode=loadTable(db,`insert_table)
min_kline_code_list = select order_book_id from recode context by order_book_id limit -1
insert_code_list = select filename from file_list where substr(filename,0,strlen(filename) - 3) not in min_kline_code_list
for(row in insert_code_list)
{
time_now =now()
print(time_now + " ||| file: " +row.filename)
file_path = file_dic + row.filename
code = substr(row.filename,0,strlen(row.filename) - 3)
data_table = hdf5::loadHDF5(file_path,"data")
update data_table set order_book_id = code, trade_time = temporalParse(datetime.format("000000"), "yyyyMMddHHmmss")
insert_table = select order_book_id,trade_time,open,close,high,low,int(volume) as volume,total_turnover from data_table
pt.tableInsert(insert_table)
//add code to record the file has been inserted
time_now = now()
record_table = table(code as order_book_id, time_now as update_time, table_name as table_name)
record.append!(record_table)
size = (select memSize from getSessionMemoryStat() where userId = `__TSDBCacheEngine__).memSize[0]
if(size > 30 * 1024 * 1024)
{
flushTSDBCache()
}
}
