Skip to content

Commit

Permalink
Merge pull request #31 from juanriaza/master
Browse files Browse the repository at this point in the history
fosdem conference
  • Loading branch information
shaneaevans committed Jan 30, 2015
2 parents 84676fe + ceeb8b4 commit 432499e
Showing 1 changed file with 20 additions and 0 deletions.
20 changes: 20 additions & 0 deletions pycon_speakers/spiders/fosdem.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
from scrapy.spider import Spider
from scrapy.http import Request

from pycon_speakers.items import Speaker


class FosdemSpider(Spider):
"""A spider to crawl Fosdem conference speakers.
"""
name = 'fosdem.org'

def start_requests(self):
yield Request('https://fosdem.org/2015/schedule/events/')

def parse(self, response):
for speaker in response.xpath('//tr/td[2]/a/text()').extract():
yield Speaker(
name=speaker,
conference=self.name,
year=2015)

0 comments on commit 432499e

Please sign in to comment.