diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..0d20b64 --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +*.pyc diff --git a/dirbot/spiders/dmoz.py b/dirbot/spiders/dmoz.py index 05a0108..8a69fea 100644 --- a/dirbot/spiders/dmoz.py +++ b/dirbot/spiders/dmoz.py @@ -1,10 +1,10 @@ -from scrapy.spider import BaseSpider +from scrapy.spider import Spider from scrapy.selector import HtmlXPathSelector from dirbot.items import Website -class DmozSpider(BaseSpider): +class DmozSpider(Spider): name = "dmoz" allowed_domains = ["dmoz.org"] start_urls = [