proxy_db package

Submodules

proxy_db.cli module

Console script for proxy_db.

proxy_db.countries module

proxy_db.countries.extract_file_to(tar, member_path, to)
proxy_db.countries.init_reader()
proxy_db.countries.ip_country(ip)
proxy_db.countries.reload_countries_db()

proxy_db.db module

proxy_db.db.get_or_create(session, model, defaults=None, **kwargs)

proxy_db.exceptions module

exception proxy_db.exceptions.NoProvidersAvailable

Bases: proxy_db.exceptions.ProxyDB

exception proxy_db.exceptions.ProxyDB

Bases: Exception

proxy_db.models module

class proxy_db.models.ProviderRequest(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base

created_at
id
provider
proxies
request_id
results
updated_at
class proxy_db.models.Proxy(**kwargs)

Bases: sqlalchemy.ext.declarative.api.Base

copy()
country
created_at
get(key, default=None)
get_updated_proxy(session=None)
Parameters

session –

Returns

Return type

Proxy

id
negative()
on_provider_at
positive()
set_proxies_list(proxies_list)
updated_at
vote(vote)
votes
proxy_db.models.create_session()
proxy_db.models.create_session_maker()

proxy_db.providers module

Based on: https://github.com/constverum/ProxyBroker/blob/master/proxybroker/providers.py

class proxy_db.providers.Provider(base_url=None)

Bases: object

base_url = None
find_page_proxies(request)
get_provider_request(url, country)
lowercase_name()
name = 'Provider'
process_page(request, provider_request)
process_proxies(proxies)
request(url=None, country=None)
class proxy_db.providers.ProviderRequestBase(provider, url, method='GET', data=None, headers=None, options=None)

Bases: object

get_or_create(session=None, update_defaults=None)
headers = {'user-agent': 'Mozilla/5.0 (Windows NT x.y; Win64; x64; rv:10.0) Gecko/20100101 Firefox/10.0'}
property id
now()
requires_update()
class proxy_db.providers.ProxyNovaCom(base_url=None)

Bases: proxy_db.providers.SoupProvider

base_url = 'https://www.proxynova.com/proxy-server-list/'
name = 'Proxy Nova'
request(url=None, country=None)
soup_item(item)
soup_items(soup)
class proxy_db.providers.SoupProvider(base_url=None)

Bases: proxy_db.providers.Provider

find_page_proxies(request)
parser = 'html.parser'
soup_item(item)
soup_items(soup)

proxy_db.proxies module

class proxy_db.proxies.ProxiesList(country=None)

Bases: object

find_db_proxy()
find_provider()
next()
reload_provider()
try_get_proxy(retry=True)

proxy_db.utils module

proxy_db.utils.download_file(url, local_filename=None)
proxy_db.utils.get_domain(address)

Module contents

Top-level package for proxy-db.