|
6 | 6 | describe Statement do
|
7 | 7 | it "parses an rss feed" do
|
8 | 8 | @feed_url = "http://ruiz.house.gov/rss.xml"
|
9 |
| - stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "ruiz_rss.xml")), :status => 200) |
| 9 | + WebMock.stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "ruiz_rss.xml")), :status => 200) |
10 | 10 | @results = Feed.from_rss(@feed_url)
|
11 | 11 | @results.first[:domain].must_equal "ruiz.house.gov"
|
12 | 12 | end
|
13 | 13 |
|
14 | 14 | it "parses House GOP press release page" do
|
15 | 15 | @feed_url = "http://www.gop.gov/republicans/news?offset=03/29/13"
|
16 |
| - stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "house_gop_releases.html")), :status => 200) |
| 16 | + WebMock.stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "house_gop_releases.html")), :status => 200) |
17 | 17 | @results = Scraper.house_gop(@feed_url)
|
18 | 18 | @results.first[:source].must_equal @feed_url
|
19 | 19 | end
|
20 | 20 |
|
21 | 21 | it "does not attempt to parse dates when none are present" do
|
22 | 22 | @feed_url = "http://culberson.house.gov/feed/rss/"
|
23 |
| - stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "culberson_rss.xml")), :status => 200) |
| 23 | + WebMock.stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "culberson_rss.xml")), :status => 200) |
24 | 24 | @results = Feed.from_rss(@feed_url)
|
25 | 25 | @results.first[:date].must_equal nil
|
26 | 26 | end
|
27 | 27 |
|
28 | 28 | it "parses invalid RSS" do
|
29 | 29 | @feed_url = "http://www.burr.senate.gov/public/index.cfm?FuseAction=RSS.Feed"
|
30 |
| - stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "richard_burr.xml")), :status => 200) |
| 30 | + WebMock.stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "richard_burr.xml")), :status => 200) |
31 | 31 | @results = Feed.from_rss(@feed_url)
|
32 | 32 | @results.first[:url].must_equal "http://www.burr.senate.gov/public/index.cfm?FuseAction=PressOffice.PressReleases&Type=Press Release&ContentRecord_id=65dbea38-d64c-6208-ef8f-2b000e899b3a"
|
33 | 33 | @results.first[:date].to_s.must_equal "2013-05-02"
|
34 | 34 | end
|
35 | 35 |
|
36 | 36 | it "handles relative URLs" do
|
37 | 37 | @feed_url = "http://www.gop.gov/republicans/news?offset=03/29/13"
|
38 |
| - stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "house_gop_releases.html")), :status => 200) |
| 38 | + WebMock.stub_request(:any, @feed_url).to_return(:body => File.new(File.join(File.dirname(__FILE__), "house_gop_releases.html")), :status => 200) |
39 | 39 | @results = Scraper.house_gop(@feed_url)
|
40 | 40 | @results.last[:url].must_equal "http://www.gop.gov/republicans/other/relative_url_test.html"
|
41 | 41 | end
|
42 | 42 |
|
43 | 43 | it "scrapes a senate cold fusion page" do
|
44 | 44 | @url = "http://www.billnelson.senate.gov/news/media.cfm?year=2013"
|
45 |
| - stub_request(:any, @url).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'bill_nelson_press.html')), :status => 200) |
| 45 | + WebMock.stub_request(:any, @url).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'bill_nelson_press.html')), :status => 200) |
46 | 46 | @results = Scraper.billnelson(year=2013)
|
47 | 47 | @results.last[:url].must_equal "http://www.billnelson.senate.gov/news/details.cfm?id=338190&"
|
48 | 48 | end
|
49 | 49 |
|
50 |
| - it "scrapes vitter and cowan pages for 2013" do |
| 50 | + it "scrapes vitter pages for 2013" do |
51 | 51 | @vitter = "http://www.vitter.senate.gov/newsroom/press?year=2013"
|
52 |
| - @cowan = "http://www.cowan.senate.gov/press?year=2013" |
53 |
| - stub_request(:any, @vitter).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'vitter_press.html')), :status => 200) |
54 |
| - stub_request(:any, @cowan).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'cowan_press.html')), :status => 200) |
55 |
| - @results = Scraper.vitter_cowan(year=2013) |
56 |
| - @results.map{|r| r[:domain]}.uniq.must_equal ["www.vitter.senate.gov", "www.cowan.senate.gov"] |
| 52 | + WebMock.stub_request(:any, @vitter).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'vitter_press.html')), :status => 200) |
| 53 | + @results = Scraper.vitter(year=2013) |
| 54 | + @results.map{|r| r[:domain]}.uniq.must_equal ["www.vitter.senate.gov"] |
57 | 55 | end
|
58 | 56 |
|
59 | 57 | it "only scrapes vitter page for 2012" do
|
60 | 58 | @vitter = "http://www.vitter.senate.gov/newsroom/press?year=2012"
|
61 |
| - @cowan = "http://www.cowan.senate.gov/press?year=2012" |
62 |
| - stub_request(:any, @vitter).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'vitter_press.html')), :status => 200) |
63 |
| - stub_request(:any, @cowan).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'cowan_press.html')), :status => 200) |
64 |
| - @results = Scraper.vitter_cowan(year=2012) |
| 59 | + WebMock.stub_request(:any, @vitter).to_return(:body => File.new(File.join(File.dirname(__FILE__), 'vitter_press.html')), :status => 200) |
| 60 | + @results = Scraper.vitter(year=2012) |
65 | 61 | @results.map{|r| r[:domain]}.uniq.must_equal ["www.vitter.senate.gov"]
|
66 | 62 | end
|
67 | 63 |
|
|
0 commit comments