From: Dmitry Kim <dmitry point kim at gmail point com>
Date: Thu, 26 Apr 2007 22:56:14 +0000 (+0000)
Subject: + (httputil) bruteforce truncated chars when guessing the encoding
X-Git-Url: https://git.netwichtig.de/gitweb/?a=commitdiff_plain;h=c9298e20540b63bed9bf994a523750fa8d1d7c42;p=user%2Fhenk%2Fcode%2Fruby%2Frbot.git

+ (httputil) bruteforce truncated chars when guessing the encoding
---

diff --git a/lib/rbot/core/utils/httputil.rb b/lib/rbot/core/utils/httputil.rb
index 3c949686..448c8da1 100644
--- a/lib/rbot/core/utils/httputil.rb
+++ b/lib/rbot/core/utils/httputil.rb
@@ -61,13 +61,21 @@ module ::Net
     def body_to_utf(str)
       charsets = self.body_charset(str) or return str
 
-      charsets.reverse_each { |charset|
-        begin
-          return Iconv.iconv('utf-8//ignore', charset, str).first
-        rescue
-          debug "conversion failed for #{charset}"
+      charsets.reverse_each do |charset|
+        # XXX: this one is really ugly, but i don't know how to make it better
+        #  -jsn
+
+        0.upto(5) do |off|
+          begin
+            debug "trying #{charset} / offset #{off}"
+            return Iconv.iconv('utf-8//ignore',
+                               charset,
+                               str.slice(0 .. (-1 - off))).first
+          rescue
+            debug "conversion failed for #{charset} / offset #{off}"
+          end
         end
-      }
+      end
       return str
     end