论坛风格切换切换到宽版
发帖 回复
返回列表
  • 25阅读
  • 0回复

关于ip代理的三个模块 [复制链接]

 上一主题 下一主题
离线北斗星
管理员
 
只看楼主 倒序阅读 使用道具 楼主   发表于: 2019-03-23
复制代码
  1. #!/usr/bin/env python
  2. # coding:utf8
  3. # author:Z time:2018/8/16
  4. import random
  6. import pymysql
  7. import requests
  10. def get_ip():
  11.     """
  12.     获取ip代理池里的ip
  13.     :return:
  14.     """
  15.     connect = pymysql.Connect(
  16.         host='127.0.0.1',
  17.         port=3306,
  18.         user='root',
  19.         password='',
  20.         db='haha',
  21.         charset='utf8'
  22.     )
  24.     # connect = pymysql.Connect(
  25.     #             host='10.10.141.235',
  26.     #             port=3306,
  27.     #             user='gtcom',
  28.     #             passwd='admin@gt.com1',
  29.     #             db='big_data',
  30.     #             charset='utf8'
  31.     #         )
  33.     sql1 = """
  34.     select ip_address from ip_proxy
  35.     """
  36.     sql2 = """
  37.         select port from ip_proxy
  38.         """
  39.     sql3 = """
  40.             select type_ from ip_proxy
  41.             """
  42.     cursor = connect.cursor()
  44.     sql4 = """
  45.     select count(*) from ip_proxy
  46.     """
  47.     cursor.execute(sql4)
  48.     a = cursor.fetchall()  # ((0,),)
  50.     if a[0][0] == 0:  # 判断数据库是否为空
  51.         print('没有数据')
  52.         # 调用付费代理ip
  53.         html = requests.get(
  54.             'http://webapi.http.zhimacangku.com/getip?num=1&type=1&pro=&city=0&yys=0&port=1&time=1&ts=0&ys=0&cs=0&lb=1&sb=0&pb=4&mr=1®ions=')
  55.         pay_ip_proxy = html.text.strip()
  56.         s_ip_proxy = pay_ip_proxy.split(':')
  57.         ip_addresses = s_ip_proxy[0]
  58.         ports = s_ip_proxy[1]
  59.         type_s = 'HTTP'
  60.         return ip_addresses,ports,type_s
  62.     else:
  63.         cursor.execute(sql1)
  64.         ip_addresses = cursor.fetchall()
  65.         # ip_address=random.choice(ip_addresses)[0]
  67.         cursor.execute(sql2)
  68.         ports = cursor.fetchall()
  69.         # port=random.choice(ports)[0]
  71.         cursor.execute(sql3)
  72.         type_s = cursor.fetchall()
  73.         # type_=random.choice(type_s)[0]
  76.         return ip_addresses,ports,type_s
  78. ip_addresses,ports,type_s = get_ip()
  81. def change_ip():
  82.     """
  83.     随机切换ip
  84.     :return:
  85.     """
  86.     ip_address = random.choice(ip_addresses)[0]
  87.     port = random.choice(ports)[0]
  88.     type_ = random.choice(type_s)[0]
  90.     proxies = {
  91.         type_: type_ + '://' + ip_address + ':' + port
  92.     }
  93.     return proxies,ip_address
  96. def delete_ip(ip_address):
  97.     """
  98.     删除无效的ip
  99.     :param ip_address:
  100.     :return:
  101.     """
  102.     connect = pymysql.Connect(
  103.         host='123.59.74.160',
  104.         port=3306,
  105.         user='gtcom',
  106.         passwd='admin@gt.com1',
  107.         db='big_data',
  108.         charset='utf8'
  109.     )
  110.     # connect = pymysql.Connect(
  111.     #     host='10.10.141.235',
  112.     #     port=3306,
  113.     #     user='gtcom',
  114.     #     passwd='admin@gt.com1',
  115.     #     db='big_data',
  116.     #     charset='utf8'
  117.     # )
  118.     # connect = pymysql.Connect(
  119.     #     host='localhost',
  120.     #     port=3306,
  121.     #     user='root',
  122.     #     passwd='',
  123.     #     db='haha',
  124.     #     charset='utf8'
  125.     # )
  126.     cursor = connect.cursor()
  128.     sql = """
  130.         delete from ip_proxy where ip_address='{}'
  131.         """.format(ip_address)
  133.     cursor.execute(sql)
  134.     connect.commit()
  136.     cursor.close()
  137.     connect.close()
回复
举报
分享到 淘江湖 新浪 QQ微博 QQ空间 开心 人人 豆瓣 网易微博 百度 鲜果 白社会 飞信
发帖 回复
返回列表
快速回复
限100 字节
批量上传需要先选择文件，再选择上传
 
上一个 下一个