twitter_stream_agent_spec.rb 4.5KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127
  1. require 'spec_helper'
  2. describe Agents::TwitterStreamAgent do
  3. before do
  4. @opts = {
  5. :consumer_key => "---",
  6. :consumer_secret => "---",
  7. :oauth_token => "---",
  8. :oauth_token_secret => "---",
  9. :filters => %w[keyword1 keyword2],
  10. :expected_update_period_in_days => "2",
  11. :generate => "events"
  12. }
  13. @agent = Agents::TwitterStreamAgent.new(:name => "HuginnBot", :options => @opts)
  14. @agent.user = users(:bob)
  15. @agent.save!
  16. end
  17. describe '#process_tweet' do
  18. context "when generate is set to 'counts'" do
  19. before do
  20. @agent.options[:generate] = 'counts'
  21. end
  22. it 'records counts' do
  23. @agent.process_tweet('keyword1', {:text => "something", :user => {:name => "Mr. Someone"}})
  24. @agent.process_tweet('keyword2', {:text => "something", :user => {:name => "Mr. Someone"}})
  25. @agent.process_tweet('keyword1', {:text => "something", :user => {:name => "Mr. Someone"}})
  26. @agent.reload
  27. @agent.memory[:filter_counts][:keyword1].should == 2
  28. @agent.memory[:filter_counts][:keyword2].should == 1
  29. end
  30. it 'records counts for keyword sets as well' do
  31. @agent.options[:filters][0] = %w[keyword1-1 keyword1-2 keyword1-3]
  32. @agent.save!
  33. @agent.process_tweet('keyword2', {:text => "something", :user => {:name => "Mr. Someone"}})
  34. @agent.process_tweet('keyword2', {:text => "something", :user => {:name => "Mr. Someone"}})
  35. @agent.process_tweet('keyword1-1', {:text => "something", :user => {:name => "Mr. Someone"}})
  36. @agent.process_tweet('keyword1-2', {:text => "something", :user => {:name => "Mr. Someone"}})
  37. @agent.process_tweet('keyword1-3', {:text => "something", :user => {:name => "Mr. Someone"}})
  38. @agent.process_tweet('keyword1-1', {:text => "something", :user => {:name => "Mr. Someone"}})
  39. @agent.reload
  40. @agent.memory[:filter_counts][:'keyword1-1'].should == 4 # it stores on the first keyword
  41. @agent.memory[:filter_counts][:keyword2].should == 2
  42. end
  43. it 'removes unused keys' do
  44. @agent.memory[:filter_counts] = {:keyword1 => 2, :keyword2 => 3, :keyword3 => 4}
  45. @agent.save!
  46. @agent.process_tweet('keyword1', {:text => "something", :user => {:name => "Mr. Someone"}})
  47. @agent.reload.memory[:filter_counts].should == { 'keyword1' => 3, 'keyword2' => 3 }
  48. end
  49. end
  50. context "when generate is set to 'events'" do
  51. it 'emits events immediately' do
  52. lambda {
  53. @agent.process_tweet('keyword1', {:text => "something", :user => {:name => "Mr. Someone"}})
  54. }.should change { @agent.events.count }.by(1)
  55. @agent.events.last.payload.should == {
  56. 'filter' => 'keyword1',
  57. 'text' => "something",
  58. 'user' => { 'name' => "Mr. Someone" }
  59. }
  60. end
  61. it 'handles keyword sets too' do
  62. @agent.options[:filters][0] = %w[keyword1-1 keyword1-2 keyword1-3]
  63. @agent.save!
  64. lambda {
  65. @agent.process_tweet('keyword1-2', {:text => "something", :user => {:name => "Mr. Someone"}})
  66. }.should change { @agent.events.count }.by(1)
  67. @agent.events.last.payload.should == {
  68. 'filter' => 'keyword1-1',
  69. 'text' => "something",
  70. 'user' => { 'name' => "Mr. Someone" }
  71. }
  72. end
  73. end
  74. end
  75. describe '#check' do
  76. context "when generate is set to 'counts'" do
  77. before do
  78. @agent.options[:generate] = 'counts'
  79. @agent.save!
  80. end
  81. it 'emits events' do
  82. @agent.process_tweet('keyword1', {:text => "something", :user => {:name => "Mr. Someone"}})
  83. @agent.process_tweet('keyword2', {:text => "something", :user => {:name => "Mr. Someone"}})
  84. @agent.process_tweet('keyword1', {:text => "something", :user => {:name => "Mr. Someone"}})
  85. lambda {
  86. @agent.reload.check
  87. }.should change { @agent.events.count }.by(2)
  88. @agent.events[-1].payload[:filter].should == 'keyword1'
  89. @agent.events[-1].payload[:count].should == 2
  90. @agent.events[-2].payload[:filter].should == 'keyword2'
  91. @agent.events[-2].payload[:count].should == 1
  92. @agent.memory[:filter_counts].should == {}
  93. end
  94. end
  95. context "when generate is not set to 'counts'" do
  96. it 'does nothing' do
  97. @agent.memory[:filter_counts] = { :keyword1 => 2 }
  98. @agent.save!
  99. lambda {
  100. @agent.reload.check
  101. }.should_not change { Event.count }
  102. @agent.memory[:filter_counts].should == {}
  103. end
  104. end
  105. end
  106. end