1 /* +------------------------------------+
2 * | Inspire Internet Relay Chat Daemon |
3 * +------------------------------------+
5 * InspIRCd: (C) 2002-2007 InspIRCd Development Team
6 * See: http://www.inspircd.org/wiki/index.php/Credits
8 * This program is free but copyrighted software; see
9 * the file COPYING for details.
11 * ---------------------------------------------------
15 #include "httpclient.h"
17 /* $ModDesc: HTTP client service provider */
23 std::string protocol, username, password, domain, request;
27 class HTTPSocket : public BufferedSocket
31 class ModuleHTTPClient *Mod;
32 HTTPClientRequest req;
33 HTTPClientResponse *response;
35 enum { HTTP_CLOSED, HTTP_REQSENT, HTTP_HEADERS, HTTP_DATA } status;
41 HTTPSocket(InspIRCd *Instance, class ModuleHTTPClient *Mod);
42 virtual ~HTTPSocket();
43 virtual bool DoRequest(HTTPClientRequest *req);
44 virtual bool ParseURL(const std::string &url);
45 virtual void Connect(const std::string &ip);
46 virtual bool OnConnected();
47 virtual bool OnDataReady();
48 virtual void OnClose();
51 class HTTPResolver : public Resolver
57 HTTPResolver(HTTPSocket *s, InspIRCd *Instance, const string &hostname, bool &cached, Module* me) : Resolver(Instance, hostname, DNS_QUERY_FORWARD, cached, me), socket(s)
59 ServerInstance->Log(DEBUG,">>>>>>>>>>>>>>>>>> HTTPResolver::HTTPResolver <<<<<<<<<<<<<<<");
63 void OnLookupComplete(const string &result, unsigned int ttl, bool cached, int resultnum = 0)
65 ServerInstance->Log(DEBUG,"************* HTTPResolver::OnLookupComplete ***************");
67 socket->Connect(result);
72 void OnError(ResolverError e, const string &errmsg)
74 ServerInstance->Log(DEBUG,"!!!!!!!!!!!!!!!! HTTPResolver::OnError: %s", errmsg.c_str());
79 typedef vector<HTTPSocket*> HTTPList;
81 class ModuleHTTPClient : public Module
86 ModuleHTTPClient(InspIRCd *Me)
89 Implementation eventlist[] = { I_OnRequest };
90 ServerInstance->Modules->Attach(eventlist, this, 1);
93 virtual ~ModuleHTTPClient()
95 for (HTTPList::iterator i = sockets.begin(); i != sockets.end(); i++)
97 ServerInstance->BufferedSocketCull();
100 virtual Version GetVersion()
102 return Version(1, 0, 0, 0, VF_SERVICEPROVIDER | VF_VENDOR, API_VERSION);
106 char* OnRequest(Request *req)
108 HTTPClientRequest *httpreq = (HTTPClientRequest *)req;
109 if (!strcmp(httpreq->GetId(), HTTP_CLIENT_REQUEST))
111 HTTPSocket *sock = new HTTPSocket(ServerInstance, this);
112 sock->DoRequest(httpreq);
119 HTTPSocket::HTTPSocket(InspIRCd *Instance, ModuleHTTPClient *Mod)
120 : BufferedSocket(Instance), Server(Instance), Mod(Mod), status(HTTP_CLOSED)
122 Instance->Log(DEBUG,"HTTPSocket::HTTPSocket");
129 HTTPSocket::~HTTPSocket()
132 for (HTTPList::iterator i = Mod->sockets.begin(); i != Mod->sockets.end(); i++)
136 Mod->sockets.erase(i);
142 bool HTTPSocket::DoRequest(HTTPClientRequest *req)
144 Instance->Log(DEBUG,"HTTPSocket::DoRequest");
145 /* Tweak by brain - we take a copy of this,
146 * so that the caller doesnt need to leave
147 * pointers knocking around, less chance of
152 if (!ParseURL(this->req.GetURL()))
155 this->port = url.port;
156 strlcpy(this->host, url.domain.c_str(), MAXBUF);
158 Instance->Log(DEBUG,"Doing request for %s", url.url.c_str());
162 /* Doesnt look like an ipv4 or an ipv6 address */
163 if ((inet_pton(AF_INET6, url.domain.c_str(), &s6) < 1) && (inet_pton(AF_INET, url.domain.c_str(), &s4) < 1))
166 HTTPResolver* r = new HTTPResolver(this, Server, url.domain, cached, (Module*)Mod);
167 Instance->AddResolver(r, cached);
168 Instance->Log(DEBUG,"Resolver added, cached=%d", cached);
176 bool HTTPSocket::ParseURL(const std::string &iurl)
178 Instance->Log(DEBUG,"HTTPSocket::ParseURL %s", iurl.c_str());
181 url.protocol = "http";
183 irc::sepstream tokenizer(iurl, '/');
185 for (int p = 0;; p++)
188 if (!tokenizer.GetToken(part))
191 if ((p == 0) && (part[part.length() - 1] == ':'))
193 // Protocol ('http:')
194 url.protocol = part.substr(0, part.length() - 1);
196 else if ((p == 1) && (part.empty()))
200 else if (url.domain.empty())
202 // Domain part: [user[:pass]@]domain[:port]
203 std::string::size_type usrpos = part.find('@');
204 if (usrpos != std::string::npos)
206 // Have a user (and possibly password) part
207 std::string::size_type ppos = part.find(':');
208 if ((ppos != std::string::npos) && (ppos < usrpos))
211 url.password = part.substr(ppos + 1, usrpos - ppos - 1);
212 url.username = part.substr(0, ppos);
216 url.username = part.substr(0, usrpos);
219 part = part.substr(usrpos + 1);
222 std::string::size_type popos = part.rfind(':');
223 if (popos != std::string::npos)
225 url.port = atoi(part.substr(popos + 1).c_str());
226 url.domain = part.substr(0, popos);
235 // Request (part of it)..
236 url.request.append("/");
237 url.request.append(part);
241 if (url.request.empty())
244 if ((url.domain.empty()) || (!url.port) || (url.protocol.empty()))
246 Instance->Log(DEFAULT, "Invalid URL (%s): Missing required value", iurl.c_str());
250 if (url.protocol != "http")
252 Instance->Log(DEFAULT, "Invalid URL (%s): Unsupported protocol '%s'", iurl.c_str(), url.protocol.c_str());
259 void HTTPSocket::Connect(const string &ip)
261 this->response = new HTTPClientResponse((Module*)Mod, req.GetSource() , url.url, 0, "");
263 Instance->Log(DEBUG,"HTTPSocket::Connect(%s) response=%08lx", ip.c_str(), response);
264 strlcpy(this->IP, ip.c_str(), MAXBUF);
265 strlcpy(this->host, ip.c_str(), MAXBUF);
267 if (!this->DoConnect())
269 Instance->Log(DEBUG,"DoConnect failed, bailing");
274 bool HTTPSocket::OnConnected()
276 Instance->Log(DEBUG,"HTTPSocket::OnConnected");
278 std::string request = "GET " + url.request + " HTTP/1.1\r\n";
280 // Dump headers into the request
281 HeaderMap headers = req.GetHeaders();
283 for (HeaderMap::iterator i = headers.begin(); i != headers.end(); i++)
284 request += i->first + ": " + i->second + "\r\n";
286 // The Host header is required for HTTP 1.1 and isn't known when the request is created; if they didn't overload it
287 // manually, add it here
288 if (headers.find("Host") == headers.end())
289 request += "Host: " + url.domain + "\r\n";
293 this->status = HTTP_REQSENT;
295 return this->Write(request);
298 bool HTTPSocket::OnDataReady()
300 Instance->Log(DEBUG,"HTTPSocket::OnDataReady() for %s", url.url.c_str());
301 char *data = this->Read();
306 if (this->status < HTTP_DATA)
309 std::string::size_type pos;
311 this->buffer += data;
312 while ((pos = buffer.find("\r\n")) != std::string::npos)
314 line = buffer.substr(0, pos);
315 buffer = buffer.substr(pos + 2);
318 this->status = HTTP_DATA;
319 this->data += this->buffer;
320 this->buffer.clear();
324 if (this->status == HTTP_REQSENT)
326 // HTTP reply (HTTP/1.1 200 msg)
327 char const* data = line.c_str();
329 response->SetResponse(data);
330 response->SetData(data + 4);
331 this->status = HTTP_HEADERS;
335 if ((pos = line.find(':')) != std::string::npos)
337 response->AddHeader(line.substr(0, pos), line.substr(pos + 1));
352 void HTTPSocket::OnClose()
357 Instance->Log(DEBUG,"HTTPSocket::OnClose response=%08lx", response);
361 Instance->Log(DEBUG,"Send error");
362 HTTPClientError* err = new HTTPClientError((Module*)Mod, req.GetSource(), req.GetURL(), 0);
368 Instance->Log(DEBUG,"Set data and send, %s", response->GetURL().c_str());
369 response->SetData(data);
375 MODULE_INIT(ModuleHTTPClient)