1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
|
require 'uri'
Url = Struct.new("Url", :channel, :nick, :time, :url)
TITLE_RE = /<\s*?title\s*?>(.+?)<\s*?\/title\s*?>/im
LINK_INFO = "[Link Info]"
class UrlPlugin < Plugin
BotConfig.register BotConfigIntegerValue.new('url.max_urls',
:default => 100, :validate => Proc.new{|v| v > 0},
:desc => "Maximum number of urls to store. New urls replace oldest ones.")
BotConfig.register BotConfigBooleanValue.new('url.display_link_info',
:default => false,
:desc => "Get the title of any links pasted to the channel and display it (also tells if the link is broken or the site is down)")
BotConfig.register BotConfigBooleanValue.new('url.titles_only',
:default => false,
:desc => "Only show info for links that have <title> tags (in other words, don't display info for jpegs, mpegs, etc.)")
BotConfig.register BotConfigBooleanValue.new('url.first_par',
:default => false,
:desc => "Also try to get the first paragraph of a web page")
def initialize
super
@registry.set_default(Array.new)
end
def help(plugin, topic="")
"urls [<max>=4] => list <max> last urls mentioned in current channel, urls search [<max>=4] <regexp> => search for matching urls. In a private message, you must specify the channel to query, eg. urls <channel> [max], urls search <channel> [max] <regexp>"
end
def get_title_from_html(pagedata)
return unless TITLE_RE.match(pagedata)
$1.ircify_html
end
def get_title_for_url(uri_str)
url = uri_str.kind_of?(URI) ? uri_str : URI.parse(uri_str)
return if url.scheme !~ /https?/
title = nil
begin
range = @bot.config['http.info_bytes']
response = @bot.httputil.get_response(url, :range => "bytes=0-#{range}")
if response.code != "206" && response.code != "200"
return "Error getting link (#{response.code} - #{response.message})"
end
extra = String.new
if response['content-type'] =~ /^text\//
body = response.body.slice(0, range)
title = String.new
# since the content is 'text/*' and is small enough to
# be a webpage, retrieve the title from the page
debug "+ getting #{url.request_uri}"
# we act differently depending on whether we want the first par or not:
# in the first case we download the initial part and the parse it; in the second
# case we only download as much as we need to find the title
if @bot.config['url.first_par']
title = get_title_from_html(body)
first_par = Utils.ircify_first_html_par(body, :strip => title)
extra << "\n#{LINK_INFO} text: #{first_par}" unless first_par.empty?
return "title: #{title}#{extra}" if title
else
title = get_title_from_html(body)
return "title: #{title}" if title
end
# if nothing was found, provide more basic info
end
debug response.to_hash.inspect
unless @bot.config['url.titles_only']
# content doesn't have title, just display info.
size = response['content-length'].gsub(/(\d)(?=\d{3}+(?:\.|$))(\d{3}\..*)?/,'\1,\2') rescue nil
if response.code == '206'
if response['content-range'] =~ /bytes\s*[^\/]+\/(\d+)/
size = $1
end
end
size = size ? ", size: #{size} bytes" : ""
return "type: #{response['content-type']}#{size}#{extra}"
end
rescue Exception => e
error e.inspect
debug e.backtrace.join("\n")
return "Error connecting to site (#{e.message})"
end
end
def listen(m)
return unless m.kind_of?(PrivMessage)
return if m.address?
# TODO support multiple urls in one line
if m.message =~ /(f|ht)tps?:\/\//
if m.message =~ /((f|ht)tps?:\/\/.*?)(?:\s+|$)/
urlstr = $1
list = @registry[m.target]
if @bot.config['url.display_link_info']
Thread.start do
debug "Getting title for #{urlstr}..."
begin
title = get_title_for_url urlstr
if title
m.reply "#{LINK_INFO} #{title}", :overlong => :truncate
debug "Title found!"
else
debug "Title not found!"
end
rescue => e
debug "Failed: #{e}"
end
end
end
# check to see if this url is already listed
return if list.find {|u| u.url == urlstr }
url = Url.new(m.target, m.sourcenick, Time.new, urlstr)
debug "#{list.length} urls so far"
if list.length > @bot.config['url.max_urls']
list.pop
end
debug "storing url #{url.url}"
list.unshift url
debug "#{list.length} urls now"
@registry[m.target] = list
end
end
end
def urls(m, params)
channel = params[:channel] ? params[:channel] : m.target
max = params[:limit].to_i
max = 10 if max > 10
max = 1 if max < 1
list = @registry[channel]
if list.empty?
m.reply "no urls seen yet for channel #{channel}"
else
list[0..(max-1)].each do |url|
m.reply "[#{url.time.strftime('%Y/%m/%d %H:%M:%S')}] <#{url.nick}> #{url.url}"
end
end
end
def search(m, params)
channel = params[:channel] ? params[:channel] : m.target
max = params[:limit].to_i
string = params[:string]
max = 10 if max > 10
max = 1 if max < 1
regex = Regexp.new(string, Regexp::IGNORECASE)
list = @registry[channel].find_all {|url|
regex.match(url.url) || regex.match(url.nick)
}
if list.empty?
m.reply "no matches for channel #{channel}"
else
list[0..(max-1)].each do |url|
m.reply "[#{url.time.strftime('%Y/%m/%d %H:%M:%S')}] <#{url.nick}> #{url.url}"
end
end
end
end
plugin = UrlPlugin.new
plugin.map 'urls search :channel :limit :string', :action => 'search',
:defaults => {:limit => 4},
:requirements => {:limit => /^\d+$/},
:public => false
plugin.map 'urls search :limit :string', :action => 'search',
:defaults => {:limit => 4},
:requirements => {:limit => /^\d+$/},
:private => false
plugin.map 'urls :channel :limit', :defaults => {:limit => 4},
:requirements => {:limit => /^\d+$/},
:public => false
plugin.map 'urls :limit', :defaults => {:limit => 4},
:requirements => {:limit => /^\d+$/},
:private => false
|
