Full Code of Germey/ADSLProxyPool for AI

Repository: Germey/ADSLProxyPool
Branch: master
Commit: 10af51b58711
Files: 11
Total size: 7.1 KB

Directory structure:
gitextract_y7d4rabp/

├── .gitignore
├── README.md
├── client/
│   ├── __init__.py
│   ├── config.py
│   └── sender.py
├── client.py
├── server/
│   ├── __init__.py
│   ├── config.py
│   ├── db.py
│   └── receiver.py
└── server.py

================================================
FILE CONTENTS
================================================

================================================
FILE: .gitignore
================================================
/.idea
*.pyc

================================================
FILE: README.md
================================================
# ADSL拨号服务器代理设置

更优的选择：https://github.com/Python3WebSpider/AdslProxy

## 服务端

服务端即远程主机

### 安装Python

Python3版本


### 安装库

```
pip3 install redis tornado
```

### Clone项目

```
git clone https://github.com/Germey/ADSLProxyPool.git
```

### 安装Redis

安装Redis并启动服务

### 修改配置

```
cd server
vi config.py
```

根据注释修改配置文件

### 运行

根目录运行

```
python3 server.py
```

## 客户端

客户端即拨号主机

### 安装Python

Python3版本


### 安装库

```
pip3 install requests
```

### Clone项目

```
git clone https://github.com/Germey/ADSLProxyPool.git
```


### 修改配置

```
cd server
vi config.py
```

根据注释修改配置文件

### 运行

根目录运行

```
python3 client.py
```


================================================
FILE: client/__init__.py
================================================


================================================
FILE: client/config.py
================================================
# 拨号间隔
ADSL_CYCLE = 100
# ADSL命令
ADSL_BASH = 'adsl-stop;adsl-start'

# 代理端口
PROXY_PORT = 8888

# 服务器地址
SERVER_URL = 'http://120.27.34.24:8000'

# 通信秘钥
TOKEN = 'adsl'

# 客户端唯一标识
CLIENT_NAME = 'adsl1'

# 拨号网卡
ADSL_IFNAME = 'ppp0'

================================================
FILE: client/sender.py
================================================
import re
import subprocess

import time

from client.config import *
import requests
from requests.exceptions import ConnectionError


class Sender():


    def get_ip(self, ifname=ADSL_IFNAME):
        (status, output) = subprocess.getstatusoutput('ifconfig')
        if status == 0:
            pattern = re.compile(ifname + '.*?inet.*?(\d+\.\d+\.\d+\.\d+).*?netmask', re.S)
            result = re.search(pattern, output)
            if result:
                ip = result.group(1)
                return ip


    def adsl(self):
        while True:
            print('ADSL Start, Please wait')
            (status, output) = subprocess.getstatusoutput(ADSL_BASH)
            if status == 0:
                print('ADSL Successfully')
                ip = self.get_ip()
                if ip:
                    print('New IP', ip)
                    try:
                        requests.post(SERVER_URL, data={'token': TOKEN, 'port': PROXY_PORT, 'name': CLIENT_NAME})
                        print('Successfully Sent to Server', SERVER_URL)
                    except ConnectionError:
                        print('Failed to Connect Server', SERVER_URL)
                    time.sleep(ADSL_CYCLE)
                else:
                    print('Get IP Failed')
            else:
                print('ADSL Failed, Please Check')
            time.sleep(1)


def run():
    sender = Sender()
    sender.adsl()


if __name__ == '__main__':
    run()


================================================
FILE: client.py
================================================
from client.sender import run

if __name__ == '__main__':
    run()

================================================
FILE: server/__init__.py
================================================


================================================
FILE: server/config.py
================================================
# Redis数据库IP
REDIS_HOST = 'localhost'
# Redis数据库密码, 如无则填None
REDIS_PASSWORD = 'foobared'
# Redis数据库端口
REDIS_PORT = 6379
# 代理池键名
PROXY_KEY = 'adsl'
# 通信秘钥
TOKEN = 'adsl'
# 验证URL
TEST_URL = 'http://www.baidu.com'
# 接收器运行端口
RECEIVER_PORT = 8000
# 检测间隔
TEST_CYCLE = 20


================================================
FILE: server/db.py
================================================
import redis
import random
from server.config import *


class RedisClient(object):
    def __init__(self, host=REDIS_HOST, port=REDIS_PORT):
        self.db = redis.Redis(host=host, port=port, password=REDIS_PASSWORD)
        self.proxy_key = PROXY_KEY
    
    def key(self, name):
        return '{key}:{name}'.format(key=self.proxy_key, name=name)
    
    def set(self, name, proxy):
        return self.db.set(self.key(name), proxy)

    def get(self, name):
        return self.db.get(self.key(name)).decode('utf-8')

    def count(self):
        return len(self.db.keys(self.key('*')))
    
    def remove(self, name):
        return self.db.delete(self.key(name))

    def keys(self):
        return [key.decode('utf-8').replace(self.proxy_key + ':', '') for key in self.db.keys(self.key('*'))]

    def all(self):
        keys = self.keys()
        proxies = [{'name': key, 'proxy': self.get(key)} for key in keys]
        return proxies

    def random(self):
        items = self.all()
        return random.choice(items).get('proxy')

    def list(self):
        keys = self.keys()
        proxies = [self.get(key) for key in keys]
        return proxies

    def first(self):
        return self.get(self.keys()[0])


if __name__ == '__main__':
    client = RedisClient()
    client.set('a', 'abc')
    client.set('c', 'abc2')
    client.set('c', 'abc3')
    client.set('b', 'abc4')
    client.remove('b')
    result = client.get('a')
    print(client.count())
    print(client.all())
    print(result)



================================================
FILE: server/receiver.py
================================================
import json
from urllib.parse import urlencode, parse_qs, urlsplit

import tornado.ioloop
import tornado.web
from tornado.curl_httpclient import CurlAsyncHTTPClient
from tornado.web import RequestHandler, Application
from server.config import *
from server.db import RedisClient
from tornado.httpclient import HTTPRequest


class MainHandler(RequestHandler):
    redis = RedisClient()
    http_client = CurlAsyncHTTPClient(force_instance=True)

    def handle_proxy(self, response):
        request = response.request
        host = request.proxy_host
        port = request.proxy_port
        name = parse_qs(urlsplit(request.url).query).get('name')[0]
        proxy = '{host}:{port}'.format(host=host, port=port)
        if response.error:
            print('Request failed Using', proxy, response.error)
            print('Invalid Proxy', proxy, 'Remove it')
            self.redis.remove(name)
        else:
            print('Valid Proxy', name)

    def test_proxies(self):
        print('Test Proxies')
        items = self.redis.all()
        for item in items:
            self.test_proxy(item)

    def test_proxy(self, item):
        proxy = item.get('proxy')
        name = item.get('name')
        try:
            (proxy_host, proxy_port) = tuple(proxy.split(':'))
            print('Testing Proxy', name, proxy)
            test_url = TEST_URL + '?' + urlencode({'name': name})
            request = HTTPRequest(url=test_url, proxy_host=proxy_host, proxy_port=int(proxy_port))
            self.http_client.fetch(request, self.handle_proxy)
        except ValueError:
            print('Invalid Proxy', proxy)
            self.redis.remove(name)

    def post(self):
        token = self.get_body_argument('token', default=None, strip=False)
        port = self.get_body_argument('port', default=None, strip=False)
        name = self.get_body_argument('name', default=None, strip=False)
        if token == TOKEN and port:
            ip = self.request.remote_ip
            proxy = ip + ':' + port
            print('Receive proxy', proxy)
            self.redis.set(name, proxy)
            self.test_proxies()
        elif token != TOKEN:
            self.write('Wrong Token')
        elif not port:
            self.write('No Client Port')

    def get(self, api):
        if api == 'first':
            result = self.redis.first()
            if result:
                self.write(result)

        if api == 'random':
            result = self.redis.random()
            if result:
                self.write(result)

        if api == 'list':
            result = self.redis.list()
            print(result)
            if result:
                for proxy in result:
                    self.write(proxy + '<br>')

        if api == 'count':
            self.write(str(self.redis.count()))


def run():
    application = Application([
        (r'/', MainHandler),
        (r'/(.*)', MainHandler),
    ])
    print('Listening on', RECEIVER_PORT)
    application.listen(RECEIVER_PORT)
    tornado.ioloop.IOLoop.instance().start()


if __name__ == '__main__':
    run()


================================================
FILE: server.py
================================================
from server.receiver import run

if __name__ == '__main__':
    run()