创新实训模型部分-补充一

    技术2022-07-12  97

    import requests, json import csv #上传爬虫爬取数据的方法 #单元格格式为ds,context,topic,分别为时间、文本、话题 #李哲荀用 def insert_rawdata(filepath,url): data_dict = {"data": []} data_list = [] with open(filepath, 'r', encoding="utf-8-sig") as f: reader = csv.reader(f) fieldnames = next(reader) # 获取数据的第一列,作为后续要转为字典的键名 生成器,next方法获取 # print(fieldnames) csv_reader = csv.DictReader(f,fieldnames=fieldnames) # self._fieldnames = fieldnames # list of keys for the dict 以list的形式存放键名 for row in csv_reader: d = {} for k, v in row.items(): d[k] = v data_dict["data"].append(d) # print(d) raw_data = json.dumps(data_dict) print(raw_data) r = requests.post(url, raw_data) ##上传原始数据经过二次处理后数据和最终预测结果的方法 #单元格格式为ds,emotion_val,topic,predict分别代表时间、话题情感值、话题、该行数据是否为预测值 # predict只有0、1两个属性,0代表这行数据不是预测得到的,1代表这行数据是预测得到的 #杨涛、杨秀辉用 def insert_emotionval(filepath,url): data_dict = {"data": []} data_list = [] with open(filepath, 'r', encoding="utf-8-sig") as f: reader = csv.reader(f) fieldnames = next(reader) # 获取数据的第一列,作为后续要转为字典的键名 生成器,next方法获取 # print(fieldnames) csv_reader = csv.DictReader(f,fieldnames=fieldnames) # self._fieldnames = fieldnames # list of keys for the dict 以list的形式存放键名 for row in csv_reader: d = {} for k, v in row.items(): d[k] = v data_dict["data"].append(d) # print(d) raw_data = json.dumps(data_dict) print(raw_data) r = requests.post(url, raw_data) # insert_rawdata(r'C:\Users\Lee\PycharmProjects\inno_train\data_post\rawdata.csv','http://127.0.0.1:5000/insert_rawdata') # insert_emotionval(r'C:\Users\Lee\PycharmProjects\inno_train\data_post\middata.csv','http://127.0.0.1:5000/insert_emotionval') insert_emotionval(r'C:\Users\as150\OneDrive - Pro\yxh\pythonProject\ut1\Result.csv','http://47.94.199.86/insert_emotionval')

    上传用代码

    Processed: 0.009, SQL: 9