.. _fbf.utils.urldata: urldata ~~~~~~~ .. automodule:: fbf.utils.urldata :show-inheritance: :members: :undoc-members: CODE ---- :: # fbf/lib/urldata.py # # """ hold data of a html page. """ .. _fbf.utils.urldata_fbf_imports: fbf imports -------------- :: from fbf.utils.name import stripname from fbf.lib.persist import Persist, PersistCollection from fbf.lib.datadir import getdatadir .. _fbf.utils.urldata_basic_imports: basic imports ---------------- :: import os .. _fbf.utils.urldata_UrlData_class: UrlData class ---------------- :: class UrlData(Persist): def __init__(self, url, txt=None, *args, **kwargs): Persist.__init__(self, getdatadir() + os.sep + "spider" + os.sep + "data" + os.sep + stripname(url), *args, **kwargs) self.data.url = url self.data.txt = txt or self.data.txt or "" .. _fbf.utils.urldata_UrlDataCollection_class: UrlDataCollection class -------------------------- :: def UrlDataCollection(PersistCollection): def __init__(self, *args, **kwargs): self.path = getdatadir() + os.sep + "spider" + os.sep + "data" + os.sep PersistCollection.__init__(self, self.path, *args, **kwargs)