#coding:utf-8 from bs4 import BeautifulSoup import requests #import csv import pymssql #from lxml import etree #import re #import time '''proxy = { 'http':'//192.168.1.102:8888' }''' headers = { 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.141 Safari/537.36'} def dic2sql(dic, sql): sf = '' for key in dic: tup = (key, dic[key]) sf += (str(tup) + ',') sf = sf.rstrip(',') sql2 = sql % sf return sql2 def resouget(): db = pymssql.connect(server='127.0.0.1', port=1433, user='sa', password='123', database='stuDB', charset='UTF-8') # 数据读取中文为乱码可用 GBK 来解决 cursor = db.cursor() url='https://www.iesdouyin.com/web/api/v2/hotsearch/billboard/word/' resp=requests.get(url,headers=headers).json() #print(resp) resp_list=[] for data1 in resp['word_list']: item={} keyword=data1['word'] hot_value=data1['hot_value'] item[keyword]=hot_value resp_list.append(item) #print(resp_list[0]) for key in resp_list:#字典写入数据库,先构造一个dic2sql 的函数拆除元素 print(key) sql='insert into resou(reci,rezhi) values %s' ret= dic2sql(key,sql) s=tuple(key) cursor.execute(ret) db.commit() db.close() if __name__=='__main__': resouget()