1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
|
require 'monitor'
class ::String
# Calculate the penalty which will be assigned to this message
# by the IRCd
def irc_send_penalty
# According to eggrdop, the initial penalty is
penalty = 1 + self.size/100
# on everything but UnderNET where it's
# penalty = 2 + self.size/120
cmd, pars = self.split($;,2)
debug "cmd: #{cmd}, pars: #{pars.inspect}"
case cmd.to_sym
when :KICK
chan, nick, msg = pars.split
chan = chan.split(',')
nick = nick.split(',')
penalty += nick.size
penalty *= chan.size
when :MODE
chan, modes, argument = pars.split
extra = 0
if modes
extra = 1
if argument
extra += modes.split(/\+|-/).size
else
extra += 3 * modes.split(/\+|-/).size
end
end
if argument
extra += 2 * argument.split.size
end
penalty += extra * chan.split.size
when :TOPIC
penalty += 1
penalty += 2 unless pars.split.size < 2
when :PRIVMSG, :NOTICE
dests = pars.split($;,2).first
penalty += dests.split(',').size
when :WHO
# I'm too lazy to implement this one correctly
penalty += 5
when :AWAY, :JOIN, :VERSION, :TIME, :TRACE, :WHOIS, :DNS
penalty += 2
when :INVITE, :NICK
penalty += 3
when :ISON
penalty += 1
else # Unknown messages
penalty += 1
end
if penalty > 99
debug "Wow, more than 99 secs of penalty!"
penalty = 99
end
if penalty < 2
debug "Wow, less than 2 secs of penalty!"
penalty = 2
end
debug "penalty: #{penalty}"
return penalty
end
end
module Irc
require 'socket'
require 'thread'
class QueueRing
# A QueueRing is implemented as an array with elements in the form
# [chan, [message1, message2, ...]
# Note that the channel +chan+ has no actual bearing with the channels
# to which messages will be sent
def initialize
@storage = Array.new
@last_idx = -1
end
def clear
@storage.clear
@last_idx = -1
end
def length
len = 0
@storage.each {|c|
len += c[1].size
}
return len
end
alias :size :length
def empty?
@storage.empty?
end
def push(mess, chan)
cmess = @storage.assoc(chan)
if cmess
idx = @storage.index(cmess)
cmess[1] << mess
@storage[idx] = cmess
else
@storage << [chan, [mess]]
end
end
def next
if empty?
warning "trying to access empty ring"
return nil
end
save_idx = @last_idx
@last_idx = (@last_idx + 1) % @storage.size
mess = @storage[@last_idx][1].first
@last_idx = save_idx
return mess
end
def shift
if empty?
warning "trying to access empty ring"
return nil
end
@last_idx = (@last_idx + 1) % @storage.size
mess = @storage[@last_idx][1].shift
@storage.delete(@storage[@last_idx]) if @storage[@last_idx][1] == []
return mess
end
end
class MessageQueue
def initialize
# a MessageQueue is an array of QueueRings
# rings have decreasing priority, so messages in ring 0
# are more important than messages in ring 1, and so on
@rings = Array.new(3) { |i|
if i > 0
QueueRing.new
else
# ring 0 is special in that if it's not empty, it will
# be popped. IOW, ring 0 can starve the other rings
# ring 0 is strictly FIFO and is therefore implemented
# as an array
Array.new
end
}
# the other rings are satisfied round-robin
@last_ring = 0
self.extend(MonitorMixin)
@non_empty = self.new_cond
end
def clear
self.synchronize do
@rings.each { |r| r.clear }
@last_ring = 0
end
end
def push(mess, chan=nil, cring=0)
ring = cring
self.synchronize do
if ring == 0
warning "message #{mess} at ring 0 has channel #{chan}: channel will be ignored" if !chan.nil?
@rings[0] << mess
else
error "message #{mess} at ring #{ring} must have a channel" if chan.nil?
@rings[ring].push mess, chan
end
@non_empty.signal
end
end
def shift(tmout = nil)
self.synchronize do
@non_empty.wait(tmout) if self.empty?
return unsafe_shift
end
end
protected
def empty?
!@rings.find { |r| !r.empty? }
end
def length
@rings.inject(0) { |s, r| s + r.size }
end
alias :size :length
def unsafe_shift
if !@rings[0].empty?
return @rings[0].shift
end
(@rings.size - 1).times do
@last_ring = (@last_ring % (@rings.size - 1)) + 1
return @rings[@last_ring].shift unless @rings[@last_ring].empty?
end
warning "trying to access an empty message queue"
return nil
end
end
# wrapped TCPSocket for communication with the server.
# emulates a subset of TCPSocket functionality
class IrcSocket
MAX_IRC_SEND_PENALTY = 10
# total number of lines sent to the irc server
attr_reader :lines_sent
# total number of lines received from the irc server
attr_reader :lines_received
# total number of bytes sent to the irc server
attr_reader :bytes_sent
# total number of bytes received from the irc server
attr_reader :bytes_received
# accumulator for the throttle
attr_reader :throttle_bytes
# delay between lines sent
attr_accessor :sendq_delay
# max lines to burst
attr_accessor :sendq_burst
# an optional filter object. we call @filter.in(data) for
# all incoming data and @filter.out(data) for all outgoing data
attr_reader :filter
# normalized uri of the current server
attr_reader :server_uri
# default trivial filter class
class IdentityFilter
def in(x)
x
end
def out(x)
x
end
end
# set filter to identity, not to nil
def filter=(f)
@filter = f || IdentityFilter.new
end
# server_list:: list of servers to connect to
# host:: optional local host to bind to (ruby 1.7+ required)
# create a new IrcSocket
def initialize(server_list, host, sendq_delay=2, sendq_burst=4, opts={})
@server_list = server_list.dup
@server_uri = nil
@conn_count = 0
@host = host
@sock = nil
@filter = IdentityFilter.new
@spooler = false
@lines_sent = 0
@lines_received = 0
if opts.kind_of?(Hash) and opts.key?(:ssl)
@ssl = opts[:ssl]
else
@ssl = false
end
if sendq_delay
@sendq_delay = sendq_delay.to_f
else
@sendq_delay = 2
end
if sendq_burst
@sendq_burst = sendq_burst.to_i
else
@sendq_burst = 4
end
end
def connected?
!@sock.nil?
end
# open a TCP connection to the server
def connect
if connected?
warning "reconnecting while connected"
return
end
srv_uri = @server_list[@conn_count % @server_list.size].dup
srv_uri = 'irc://' + srv_uri if !(srv_uri =~ /:\/\//)
@conn_count += 1
@server_uri = URI.parse(srv_uri)
@server_uri.port = 6667 if !@server_uri.port
debug "connection attempt \##{@conn_count} (#{@server_uri.host}:#{@server_uri.port})"
if(@host)
begin
@sock=TCPSocket.new(@server_uri.host, @server_uri.port, @host)
rescue ArgumentError => e
error "Your version of ruby does not support binding to a "
error "specific local address, please upgrade if you wish "
error "to use HOST = foo"
error "(this option has been disabled in order to continue)"
@sock=TCPSocket.new(@server_uri.host, @server_uri.port)
end
else
@sock=TCPSocket.new(@server_uri.host, @server_uri.port)
end
if(@ssl)
require 'openssl'
ssl_context = OpenSSL::SSL::SSLContext.new()
ssl_context.verify_mode = OpenSSL::SSL::VERIFY_NONE
@rawsock = @sock
@sock = OpenSSL::SSL::SSLSocket.new(@rawsock, ssl_context)
@sock.sync_close = true
@sock.connect
end
@last_send = Time.new - @sendq_delay
@flood_send = Time.new
@last_throttle = Time.new
@burst = 0
@sock.extend(MonitorMixin)
@sendq = MessageQueue.new
@qthread = Thread.new { writer_loop }
end
# used to send lines to the remote IRCd by skipping the queue
# message: IRC message to send
# it should only be used for stuff that *must not* be queued,
# i.e. the initial PASS, NICK and USER command
# or the final QUIT message
def emergency_puts(message, penalty = false)
@sock.synchronize do
# debug "In puts - got @sock"
puts_critical(message, penalty)
end
end
def handle_socket_error(string, e)
error "#{string} failed: #{e.pretty_inspect}"
# We assume that an error means that there are connection
# problems and that we should reconnect, so we
shutdown
raise SocketError.new(e.inspect)
end
# get the next line from the server (blocks)
def gets
if @sock.nil?
warning "socket get attempted while closed"
return nil
end
begin
reply = @filter.in(@sock.gets)
@lines_received += 1
reply.strip! if reply
debug "RECV: #{reply.inspect}"
return reply
rescue Exception => e
handle_socket_error(:RECV, e)
end
end
def queue(msg, chan=nil, ring=0)
@sendq.push msg, chan, ring
end
def clearq
@sendq.clear
end
# flush the TCPSocket
def flush
@sock.flush
end
# Wraps Kernel.select on the socket
def select(timeout=nil)
Kernel.select([@sock], nil, nil, timeout)
end
# shutdown the connection to the server
def shutdown(how=2)
return unless connected?
@qthread.kill
@qthread = nil
begin
@sock.close
rescue Exception => e
error "error while shutting down: #{e.pretty_inspect}"
end
@rawsock = nil if @ssl
@sock = nil
@burst = 0
@sendq.clear
end
private
def writer_loop
loop do
# we could wait for the message, then calculate the delay and sleep
# if necessary. however, if high-priority message is enqueued while
# we sleep, it won't be the first to go out when the sleep is over.
# thus, we have to call Time.now() twice, once to calculate the delay
# and once to adjust @burst / @flood_send.
begin
now = Time.now
if @sendq_delay > 0
burst_delay = 0
if @burst > @sendq_burst
burst_delay = @last_send + @sendq_delay - now
end
flood_delay = @flood_send - MAX_IRC_SEND_PENALTY - now
delay = [burst_delay, flood_delay, 0].max
if delay > 0
debug "sleep(#{delay}) # (f: #{flood_delay}, b: #{burst_delay})"
sleep(delay)
end
end
msg = @sendq.shift
now = Time.now
@flood_send = now if @flood_send < now
@burst = 0 if @last_send + @sendq_delay < now
debug "got #{msg.inspect} from queue, sending"
emergency_puts(msg, true)
rescue Exception => e
error "Spooling failed: #{e.pretty_inspect}"
debug e.backtrace.join("\n")
raise e
end
end
end
# same as puts, but expects to be called with a lock held on @sock
def puts_critical(message, penalty=false)
# debug "in puts_critical"
begin
debug "SEND: #{message.inspect}"
if @sock.nil?
error "SEND attempted on closed socket"
else
@sock.puts(@filter.out(message))
@last_send = Time.new
@flood_send += message.irc_send_penalty if penalty
@lines_sent += 1
@burst += 1
end
rescue Exception => e
handle_socket_error(:SEND, e)
end
end
end
end
|