Index

A

allowed_urls (crawley.crawlers.base.BaseCrawler attribute)

B

BaseCrawler (class in crawley.crawlers.base)

BaseScraper (class in crawley.scrapers)

C

Connector (class in crawley.persistance.connectors) CrawlerMeta (class in crawley.crawlers.base) crawley.crawlers.base (module) crawley.extractors (module) crawley.manager (module) crawley.manager.commands.run (module) crawley.manager.commands.shell (module)

crawley.manager.commands.startproject (module) crawley.manager.commands.syncdb (module) crawley.persistance.connectors (module) crawley.persistance.databases (module) crawley.persistance.documents (module) crawley.scrapers (module) crawley.utils (module)

E

Entity (class in crawley.persistance.databases)

extractor (crawley.crawlers.base.BaseCrawler attribute)

G

get_connection_string() (crawley.persistance.connectors.Connector method)

get_urls() (crawley.crawlers.base.BaseCrawler method) (crawley.scrapers.BaseScraper method)

H

HostConnector (class in crawley.persistance.connectors)

L

login (crawley.crawlers.base.BaseCrawler attribute)

M

manage() (in module crawley.manager) max_depth (crawley.crawlers.base.BaseCrawler attribute)

MySqlConnector (class in crawley.persistance.connectors)

O

OracleConnector (class in crawley.persistance.connectors)

P

post_urls (crawley.crawlers.base.BaseCrawler attribute) PostgreConnector (class in crawley.persistance.connectors)

PyQueryExtractor (class in crawley.extractors)

R

RawExtractor (class in crawley.extractors) run_cmd() (in module crawley.manager)

RunCommand (class in crawley.manager.commands.run)

S

scrape() (crawley.scrapers.BaseScraper method) scrapers (crawley.crawlers.base.BaseCrawler attribute) setup() (in module crawley.persistance.databases) ShellCommand (class in crawley.manager.commands.shell) SimpleConnector (class in crawley.persistance.connectors)

SqliteConnector (class in crawley.persistance.connectors) start() (crawley.crawlers.base.BaseCrawler method) start_urls (crawley.crawlers.base.BaseCrawler attribute) StartProjectCommand (class in crawley.manager.commands.startproject) SyncDbCommand (class in crawley.manager.commands.syncdb)

U

url_matcher() (in module crawley.utils)

UrlEntity (class in crawley.persistance.databases)

X

XPathExtractor (class in crawley.extractors)