Improve stability.

Gemfile

@@ -2,8 +2,10 @@ source "https://rubygems.org"
 
 gem 'mail'
 gem 'json'
+#gem 'bson'
 gem 'thor'
 gem 'pry'
+gem 'pry-rescue'
 
 # manage remote API/web page
 gem 'mechanize'

Gemfile.lock

@@ -10,8 +10,9 @@ GEM
     http-cookie (1.0.2)
       domain_name (~> 0.5)
     i18n (0.6.0)
-    json (1.6.2)
+    interception (0.5)
-    json (1.6.2-java)
+    json (1.8.3)
+    json (1.8.3-java)
     mail (2.3.0)
       i18n (>= 0.4.0)
       mime-types (~> 1.16)
@@ -44,6 +45,9 @@ GEM
       method_source (~> 0.8.1)
       slop (~> 3.4)
       spoon (~> 0.0)
+    pry-rescue (1.4.2)
+      interception (>= 0.5)
+      pry
     slop (3.5.0)
     spoon (0.0.4)
       ffi
@@ -68,4 +72,8 @@ DEPENDENCIES
   mail
   mechanize
   pry
+  pry-rescue
   thor
+
+BUNDLED WITH
+   1.10.6

bin/crawl.rb

@@ -1,15 +1,20 @@
 #!/usr/bin/env ruby
 
-require 'bundler/setup'
+#require 'bundler/setup'
-Bundler.require
+#Bundler.require
+
+require 'pry'
 require 'zlib'
 require 'net/imap'
 require 'pp'
-require 'pry'
 require 'mechanize'
 require 'yaml'
 require 'hash_validator'
 require 'uri'
+require 'thor'
+require 'json'
+require 'mail'
+require 'colorize'
 
 #Net::IMAP.debug = true
 
@@ -64,13 +69,13 @@ module Epafi
 
 		def connect!
 			@browser.get(@config[:crm][:baseurl] + CRM_LOGIN_URL) do |page|
-				my_page = page.form_with(:action => '/authentication') do |f|
+				page.form_with(action: '/authentication') do |f|
 					f['authentication[username]'] = @config[:crm][:login]
 					f['authentication[password]'] = @config[:crm][:password]
 				end.click_button
 			end
 
-		rescue Mechanize::ResponseCodeError => e
+		rescue Mechanize::ResponseCodeError
 			raise "Authentication error. Verify your credentials." 
 		end
 
@@ -153,10 +158,11 @@ module Epafi
 		def connect!
     	@imap = Net::IMAP.new(
 				@config[:imap][:server], 
-				:ssl => {:verify_mode => OpenSSL::SSL::VERIFY_NONE},
+				ssl: {verify_mode: OpenSSL::SSL::VERIFY_NONE},
-				:port => 993
+				port: 993
 			)
     	@imap.login(@config[:imap][:login], @config[:imap][:password])
+      #@imap.select(SOURCE_MAILBOX)
 		end
 
 		def disconnect!
@@ -173,9 +179,13 @@ module Epafi
 
 
 			emails = Set.new
+      begin
 			  emails.merge m.from
-			emails.merge m.to if m.to
+			  emails.merge [m.to].flatten if m.to
-			emails.merge m.cc if m.cc
+			  emails.merge [m.cc].flatten if m.cc
+      rescue => e
+        binding.pry
+      end
 
 			body_emails = Set.new
 			m.body.parts.each do |part|
@@ -252,7 +262,7 @@ module Epafi
 						system "formail < #{TMPMAIL_FILE}.2 > #{TMPMAIL_FILE}"
 						system "mutt -R -f #{TMPMAIL_FILE}"
 					end
-				rescue Encoding::ConverterNotFoundError => e
+				rescue Encoding::ConverterNotFoundError
 					STDERR.puts "ERROR: encoding problem in email. Unable to convert."
 				end
 			end
@@ -262,33 +272,35 @@ module Epafi
 
 		def examine_all
     	@imap.list('', '*').each do |mailbox|
-				puts "\nMAILBOX #{mailbox.name}"
+				puts "\nMAILBOX #{mailbox.name}".yellow
 				next unless mailbox.name =~ /#{@config[:imap][:pattern]}/
       	@imap.examine mailbox.name
 
         puts "Searching #{mailbox.name}"
       	messages_in_mailbox = @imap.responses['EXISTS'][0]
-      			unless messages_in_mailbox
+      	if not messages_in_mailbox then
         	say "#{mailbox.name} does not have any messages"
 					next
 				end
 
+        @imap.select mailbox.name #GYR: TEST
         ids = @imap.search('SINCE 1-Jan-2001')
 				# NOT OR TO "@agilefant.org" CC "@agilefant.org"')
         if ids.empty?
           puts "\tFound no messages"
 				else
-					examine_message_list ids
+					examine_message_list mailbox.name, ids
 				end
     	end
 		end
 
-		def examine_message_list ids
+		def examine_message_list mailbox_name, ids
       ids.each do |id|
+        @imap.select mailbox_name #GYR: TEST
 				message = imap.fetch(id, [@saved_key])[0]
 				examine_message message
       end 
-		rescue IOError => e
+		rescue IOError
 			# re-connect and try again
 			connect!
 			retry
@@ -305,7 +317,7 @@ module Epafi
 
   	desc 'crawl', 'Crawls email to save mails'
   	def crawl
-    		saved_info = []
+    	#saved_info = []
 			parse_configuration
 
 			## Run application
@@ -351,3 +363,4 @@ module Epafi
 end
 
 Epafi::Crawler.start
+