A fix for the case where a crappy webserver labels a giant file (like a .rar) as...

[user/henk/code/ruby/rbot.git] / data / rbot / plugins / url.rb

diff --git a/data/rbot/plugins/url.rb b/data/rbot/plugins/url.rb
index 5629e30adfa14f0fe8bcdc194e3cc5159bf01668..2b5b468e463c4e44b9c5810dd812a68ee9a824c2 100644 (file)
--- a/data/rbot/plugins/url.rb
+++ b/data/rbot/plugins/url.rb
@@ -1,16 +1,79 @@
+require 'net/http'
+require 'uri'
+require 'cgi'
+
 Url = Struct.new("Url", :channel, :nick, :time, :url)
+TITLE_RE = /<\s*?title\s*?>(.+?)<\s*?\/title\s*?>/im
 
 class UrlPlugin < Plugin
-  BotConfig.register('url.max_urls', :type => :integer, :default => 100,
+  BotConfig.register BotConfigIntegerValue.new('url.max_urls',
+    :default => 100, :validate => Proc.new{|v| v > 0},
     :desc => "Maximum number of urls to store. New urls replace oldest ones.")
+  BotConfig.register BotConfigBooleanValue.new('url.display_link_info',
+    :default => true, 
+    :desc => "Get the title of any links pasted to the channel and display it (also tells if the link is broken or the site is down)")
   
   def initialize
     super
     @registry.set_default(Array.new)
   end
+
   def help(plugin, topic="")
     "urls [<max>=4] => list <max> last urls mentioned in current channel, urls search [<max>=4] <regexp> => search for matching urls. In a private message, you must specify the channel to query, eg. urls <channel> [max], urls search <channel> [max] <regexp>"
   end
+
+  def get_title_from_html(pagedata)
+    return unless TITLE_RE.match(pagedata)
+    title = $1.strip.gsub(/\s*\n+\s*/, " ")
+    title = CGI::unescapeHTML title
+    title = title[0..255] if title.length > 255
+    "[Link Info] title: #{title}"
+  end
+
+  def get_title_for_url(uri_str)
+    # This god-awful mess is what the ruby http library has reduced me to.
+    # Python's HTTP lib is so much nicer. :~(
+    
+    puts "+ Getting #{uri_str}"
+    url = URI.parse(uri_str)
+    return if url.scheme !~ /https?/
+    
+    puts "+ connecting to #{url.host}:#{url.port}"
+    http = @bot.httputil.get_proxy(url) 
+    title = http.start do |http|
+      url.path = '/' if url.path == ''
+      head = http.request_head(url.path)
+      case head
+        when Net::HTTPRedirection then
+          # call self recursively if this is a redirect
+          redirect_to = head['location']
+          puts "+ redirect location: #{redirect_to}"
+          url = URI.join url.to_s, redirect_to
+          puts "+ whee, redirecting to #{url.to_s}!"
+          title = get_title_for_url(url.to_s)
+        when Net::HTTPSuccess then
+          if head['content-type'] =~ /^text\// and (not head['content-length'] or head['content-length'].to_i < 400000)
+            # since the content is 'text/*' and is small enough to
+            # be a webpage, retrieve the title from the page
+            puts "+ getting #{url.request_uri}"
+            response = http.request_get(url.request_uri)
+            return get_title_from_html(response.body)
+          else
+            # content doesn't have title, just display info.
+            size = head['content-length'].gsub(/(\d)(?=\d{3}+(?:\.|$))(\d{3}\..*)?/,'\1,\2')
+            #lastmod = head['last-modified']
+            return "[Link Info] type: #{head['content-type']}#{size ? ", size: #{size} bytes" : ""}"
+          end
+        when Net::HTTPClientError then
+          return "[Link Info] Error getting link (#{head.code} - #{head.message})"
+        when Net::HTTPServerError then
+          return "[Link Info] Error getting link (#{head.code} - #{head.message})"
+      end
+    end
+  rescue SocketError => e
+    return "[Link Info] Error connecting to site (#{e.message})"
+  end
+
   def listen(m)
     return unless m.kind_of?(PrivMessage)
     return if m.address?
@@ -19,10 +82,21 @@ class UrlPlugin < Plugin
       if m.message =~ /((f|ht)tps?:\/\/.*?)(?:\s+|$)/
         urlstr = $1
         list = @registry[m.target]
+
+        if @bot.config['url.display_link_info']
+          debug "Getting title for #{urlstr}..."
+          title = get_title_for_url urlstr
+          if title
+            m.reply title
+            debug "Title found!"
+          else
+            debug "Title not found!"
+          end        
+        end
+    
         # check to see if this url is already listed
-        return if list.find {|u|
-          u.url == urlstr
-        }
+        return if list.find {|u| u.url == urlstr }
+        
         url = Url.new(m.target, m.sourcenick, Time.new, urlstr)
         debug "#{list.length} urls so far"
         if list.length > @bot.config['url.max_urls']