]> git.netwichtig.de Git - user/henk/code/inspircd.git/blob - src/modules/extra/m_mssql.cpp
Less mem leaking, thx Brain for noticing.
[user/henk/code/inspircd.git] / src / modules / extra / m_mssql.cpp
1 /*       +------------------------------------+
2  *       | Inspire Internet Relay Chat Daemon |
3  *       +------------------------------------+
4  *
5  *  InspIRCd: (C) 2002-2008 InspIRCd Development Team
6  * See: http://www.inspircd.org/wiki/index.php/Credits
7  *
8  * This program is free but copyrighted software; see
9  *            the file COPYING for details.
10  *
11  * ---------------------------------------------------
12  */
13
14 #include "inspircd.h"
15 #include <tds.h>
16 #include <tdsconvert.h>
17 #include "users.h"
18 #include "channels.h"
19 #include "modules.h"
20
21 #include "m_sqlv2.h"
22
23 /* $ModDesc: MsSQL provider */
24 /* $LinkerFlags: -ltds */
25 /* $ModDep: m_sqlv2.h */
26
27 class SQLConn;
28 class MsSQLResult;
29 class ResultNotifier;
30
31 typedef std::map<std::string, SQLConn*> ConnMap;
32 typedef std::deque<classbase*> paramlist;
33 typedef std::deque<MsSQLResult*> ResultQueue;
34
35 ResultNotifier* resultnotify = NULL;
36
37
38 class ResultNotifier : public BufferedSocket
39 {
40         Module* mod;
41         insp_sockaddr sock_us;
42         socklen_t uslen;
43
44  public:
45         /* Create a socket on a random port. Let the tcp stack allocate us an available port */
46 #ifdef IPV6
47         ResultNotifier(InspIRCd* SI, Module* m) : BufferedSocket(SI, "::1", 0, true, 3000), mod(m)
48 #else
49         ResultNotifier(InspIRCd* SI, Module* m) : BufferedSocket(SI, "127.0.0.1", 0, true, 3000), mod(m)
50 #endif
51         {
52                 uslen = sizeof(sock_us);
53                 if (getsockname(this->fd,(sockaddr*)&sock_us,&uslen))
54                 {
55                         throw ModuleException("Could not create random listening port on localhost");
56                 }
57         }
58
59         ResultNotifier(InspIRCd* SI, Module* m, int newfd, char* ip) : BufferedSocket(SI, newfd, ip), mod(m)
60         {
61         }
62
63         /* Using getsockname and ntohs, we can determine which port number we were allocated */
64         int GetPort()
65         {
66 #ifdef IPV6
67                 return ntohs(sock_us.sin6_port);
68 #else
69                 return ntohs(sock_us.sin_port);
70 #endif
71         }
72
73         virtual int OnIncomingConnection(int newsock, char* ip)
74         {
75                 Dispatch();
76                 return false;
77         }
78
79         void Dispatch();
80 };
81
82
83 class MsSQLResult : public SQLresult
84 {
85   private:
86         int currentrow;
87         int rows;
88         int cols;
89
90         std::vector<std::string> colnames;
91         std::vector<SQLfieldList> fieldlists;
92         SQLfieldList emptyfieldlist;
93
94         SQLfieldList* fieldlist;
95         SQLfieldMap* fieldmap;
96
97   public:
98         MsSQLResult(Module* self, Module* to, unsigned int rid)
99         : SQLresult(self, to, rid), currentrow(0), rows(0), cols(0), fieldlist(NULL), fieldmap(NULL)
100         {
101         }
102
103         ~MsSQLResult()
104         {
105         }
106
107         void AddRow(int colsnum, char **dat, char **colname)
108         {
109                 colnames.clear();
110                 cols = colsnum;
111                 for (int i = 0; i < colsnum; i++)
112                 {
113                         fieldlists.resize(fieldlists.size()+1);
114                         colnames.push_back(colname[i]);
115                         SQLfield sf(dat[i] ? dat[i] : "", dat[i] ? false : true);
116                         fieldlists[rows].push_back(sf);
117                 }
118                 rows++;
119         }
120
121         void UpdateAffectedCount()
122         {
123                 rows++;
124         }
125
126         virtual int Rows()
127         {
128                 return rows;
129         }
130
131         virtual int Cols()
132         {
133                 return cols;
134         }
135
136         virtual std::string ColName(int column)
137         {
138                 if (column < (int)colnames.size())
139                 {
140                         return colnames[column];
141                 }
142                 else
143                 {
144                         throw SQLbadColName();
145                 }
146                 return "";
147         }
148
149         virtual int ColNum(const std::string &column)
150         {
151                 for (unsigned int i = 0; i < colnames.size(); i++)
152                 {
153                         if (column == colnames[i])
154                                 return i;
155                 }
156                 throw SQLbadColName();
157                 return 0;
158         }
159
160         virtual SQLfield GetValue(int row, int column)
161         {
162                 if ((row >= 0) && (row < rows) && (column >= 0) && (column < Cols()))
163                 {
164                         return fieldlists[row][column];
165                 }
166
167                 throw SQLbadColName();
168
169                 /* XXX: We never actually get here because of the throw */
170                 return SQLfield("",true);
171         }
172
173         virtual SQLfieldList& GetRow()
174         {
175                 if (currentrow < rows)
176                         return fieldlists[currentrow];
177                 else
178                         return emptyfieldlist;
179         }
180
181         virtual SQLfieldMap& GetRowMap()
182         {
183                 /* In an effort to reduce overhead we don't actually allocate the map
184                  * until the first time it's needed...so...
185                  */
186                 if(fieldmap)
187                 {
188                         fieldmap->clear();
189                 }
190                 else
191                 {
192                         fieldmap = new SQLfieldMap;
193                 }
194
195                 if (currentrow < rows)
196                 {
197                         for (int i = 0; i < Cols(); i++)
198                         {
199                                 fieldmap->insert(std::make_pair(ColName(i), GetValue(currentrow, i)));
200                         }
201                         currentrow++;
202                 }
203
204                 return *fieldmap;
205         }
206
207         virtual SQLfieldList* GetRowPtr()
208         {
209                 fieldlist = new SQLfieldList();
210
211                 if (currentrow < rows)
212                 {
213                         for (int i = 0; i < Rows(); i++)
214                         {
215                                 fieldlist->push_back(fieldlists[currentrow][i]);
216                         }
217                         currentrow++;
218                 }
219                 return fieldlist;
220         }
221
222         virtual SQLfieldMap* GetRowMapPtr()
223         {
224                 fieldmap = new SQLfieldMap();
225
226                 if (currentrow < rows)
227                 {
228                         for (int i = 0; i < Cols(); i++)
229                         {
230                                 fieldmap->insert(std::make_pair(colnames[i],GetValue(currentrow, i)));
231                         }
232                         currentrow++;
233                 }
234
235                 return fieldmap;
236         }
237
238         virtual void Free(SQLfieldMap* fm)
239         {
240                 delete fm;
241         }
242
243         virtual void Free(SQLfieldList* fl)
244         {
245                 delete fl;
246         }
247
248
249 };
250
251 class SQLConn : public classbase
252 {
253   private:
254         ResultQueue results;
255         InspIRCd* Instance;
256         Module* mod;
257         SQLhost host;
258         TDSLOGIN* login;
259         TDSSOCKET* sock;
260         TDSCONNECTION* conn;
261
262   public:
263         SQLConn(InspIRCd* SI, Module* m, const SQLhost& hi)
264         : Instance(SI), mod(m), host(hi)
265         {
266                 if (OpenDB() == TDS_SUCCEED)
267                 {
268                         std::string query("USE " + host.name);
269                         if (tds_submit_query(sock, query.c_str()) == TDS_SUCCEED)
270                         {
271                                 if (tds_process_simple_query(sock) != TDS_SUCCEED)
272                                 {
273                                         Instance->Logs->Log("m_mssql",DEFAULT, "WARNING: Could not select database " + host.name + " for DB with id: " + host.id);
274                                         CloseDB();
275                                 }
276                         }
277                         else
278                         {
279                                 Instance->Logs->Log("m_mssql",DEFAULT, "WARNING: Could not select database " + host.name + " for DB with id: " + host.id);
280                                 CloseDB();
281                         }
282                 }
283                 else
284                 {
285                         Instance->Logs->Log("m_mssql",DEFAULT, "WARNING: Could not connect to DB with id: " + host.id);
286                         CloseDB();
287                 }
288         }
289
290         ~SQLConn()
291         {
292                 CloseDB();
293         }
294
295         SQLerror Query(SQLrequest &req)
296         {
297                 /* Pointer to the buffer we screw around with substitution in */
298                 char* query;
299
300                 /* Pointer to the current end of query, where we append new stuff */
301                 char* queryend;
302
303                 /* Total length of the unescaped parameters */
304                 unsigned long paramlen;
305
306                 /* Total length of query, used for binary-safety in mysql_real_query */
307                 unsigned long querylength = 0;
308
309                 paramlen = 0;
310                 for(ParamL::iterator i = req.query.p.begin(); i != req.query.p.end(); i++)
311                 {
312                         paramlen += i->size();
313                 }
314
315                 /* To avoid a lot of allocations, allocate enough memory for the biggest the escaped query could possibly be.
316                  * sizeofquery + (totalparamlength*2) + 1
317                  *
318                  * The +1 is for null-terminating the string
319                  */
320                 query = new char[req.query.q.length() + (paramlen*2) + 1];
321                 queryend = query;
322
323                 for(unsigned long i = 0; i < req.query.q.length(); i++)
324                 {
325                         if(req.query.q[i] == '?')
326                         {
327                                 if(req.query.p.size())
328                                 {
329                                         /* Custom escaping for this one. converting ' to '' should make SQL Server happy. Ugly but fast :]
330                                          */
331                                         char* escaped = new char[(req.query.p.front().length() * 2) + 1];
332                                         char* escend = escaped;
333                                         for (std::string::iterator p = req.query.p.front().begin(); p < req.query.p.front().end(); p++)
334                                         {
335                                                 if (*p == '\'')
336                                                 {
337                                                         *escend = *p;
338                                                         escend++;
339                                                         *escend = *p;
340                                                 }
341                                                 *escend = *p;
342                                                 escend++;
343                                         }
344                                         *escend = 0;
345                                         
346                                         for (char* n = escaped; *n; n++)
347                                         {
348                                                 *queryend = *n;
349                                                 queryend++;
350                                         }
351                                         delete[] escaped;
352                                         req.query.p.pop_front();
353                                 }
354                                 else
355                                         break;
356                         }
357                         else
358                         {
359                                 *queryend = req.query.q[i];
360                                 queryend++;
361                         }
362                         querylength++;
363                 }
364                 *queryend = 0;
365                 req.query.q = query;
366
367                 MsSQLResult* res = new MsSQLResult(mod, req.GetSource(), req.id);
368                 res->dbid = host.id;
369                 res->query = req.query.q;
370
371                 const char* msquery = strdup(req.query.q.data());
372                 Instance->Logs->Log("m_mssql",DEBUG,"doing Query: %s",msquery);
373                 if (tds_submit_query(sock, msquery) != TDS_SUCCEED)
374                 {
375                         std::string error("failed to execute: "+std::string(req.query.q.data()));
376                         delete[] query;
377                         delete res;
378                         return SQLerror(QSEND_FAIL, error);
379                 }
380                 delete[] query;
381                 delete[] msquery;
382                 
383                 int tds_res;
384                 while (tds_process_tokens(sock, &tds_res, NULL, TDS_TOKEN_RESULTS) == TDS_SUCCEED)
385                 {
386                         //Instance->Logs->Log("m_mssql",DEBUG,"<******> result type: %d", tds_res);
387                         //Instance->Logs->Log("m_mssql",DEBUG,"AFFECTED ROWS: %d", sock->rows_affected);
388                         switch (tds_res)
389                         {
390                                 case TDS_ROWFMT_RESULT:
391                                         break;
392
393                                 case TDS_DONE_RESULT:
394                                         if (sock->rows_affected > -1)
395                                         {
396                                                 for (int c = 0; c < sock->rows_affected; c++)  res->UpdateAffectedCount();
397                                                 continue;
398                                         }
399                                         break;
400
401                                 case TDS_ROW_RESULT:
402                                         while (tds_process_tokens(sock, &tds_res, NULL, TDS_STOPAT_ROWFMT|TDS_RETURN_DONE|TDS_RETURN_ROW) == TDS_SUCCEED)
403                                         {
404                                                 if (tds_res != TDS_ROW_RESULT)
405                                                         break;
406
407                                                 if (!sock->current_results)
408                                                         continue;
409
410                                                 if (sock->res_info->row_count > 0)
411                                                 {
412                                                         int cols = sock->res_info->num_cols;
413                                                         char** name = new char*[MAXBUF];
414                                                         char** data = new char*[MAXBUF];
415                                                         for (int j=0; j<cols; j++)
416                                                         {
417                                                                 TDSCOLUMN* col = sock->current_results->columns[j];
418                                                                 name[j] = col->column_name;
419
420                                                                 int ctype;
421                                                                 int srclen;
422                                                                 unsigned char* src;
423                                                                 CONV_RESULT dres;
424                                                                 ctype = tds_get_conversion_type(col->column_type, col->column_size);
425                                                                 src = &(sock->current_results->current_row[col->column_offset]);
426                                                                 srclen = col->column_cur_size;
427                                                                 tds_convert(sock->tds_ctx, ctype, (TDS_CHAR *) src, srclen, SYBCHAR, &dres);
428                                                                 data[j] = (char*)dres.ib;
429                                                         }
430                                                         ResultReady(res, cols, data, name);
431                                                 }
432                                         }
433                                         break;
434
435                                 default:
436                                         break;
437                         }       
438                 }
439                 results.push_back(res);
440                 SendNotify();
441                 return SQLerror();
442         }
443
444         static int HandleMessage(const TDSCONTEXT * pContext, TDSSOCKET * pTdsSocket, TDSMESSAGE * pMessage)
445         {
446                 /* TODO: FIXME */
447                 //Instance->Logs->Log("m_mssql",DEBUG,pMessage->message);
448                 //printf("Message: %s\n", pMessage->message);
449                 return 0;
450         }
451
452         static int HandleError(const TDSCONTEXT * pContext, TDSSOCKET * pTdsSocket, TDSMESSAGE * pMessage)
453         {
454                 /* TODO: FIXME */
455                 //Instance->Logs->Log("m_mssql",DEBUG,pMessage->message);
456                 //printf("Error: %s\n", pMessage->message);
457                 return 0;
458         }
459
460         void ResultReady(MsSQLResult *res, int cols, char **data, char **colnames)
461         {
462                 res->AddRow(cols, data, colnames);
463         }
464
465         void AffectedReady(MsSQLResult *res)
466         {
467                 res->UpdateAffectedCount();
468         }
469
470         int OpenDB()
471         {
472                 CloseDB();
473
474                 TDSCONTEXT* cont;
475                 cont = tds_alloc_context(NULL);
476                 cont->msg_handler = HandleMessage;
477                 cont->err_handler = HandleError;
478
479                 login = tds_alloc_login();
480                 tds_set_library(login,"TDS-Library");
481                 tds_set_host(login, "");
482                 tds_set_server(login, host.host.c_str());
483                 tds_set_server_addr(login, host.host.c_str());
484                 tds_set_user(login, host.user.c_str());
485                 tds_set_passwd(login, host.pass.c_str());
486                 tds_set_port(login, host.port);
487                 tds_set_packet(login, 512);
488
489                 sock = tds_alloc_socket(cont, 512);
490                 conn = tds_read_config_info(NULL, login, cont->locale);
491                 return tds_connect(sock, conn);
492         }
493
494         void CloseDB()
495         {
496                 if (login)
497                         tds_free_login(login);
498                 if (sock)
499                         tds_free_socket(sock);
500                 if (conn)
501                         tds_free_connection(conn);
502         }
503
504         SQLhost GetConfHost()
505         {
506                 return host;
507         }
508
509         void SendResults()
510         {
511                 while (results.size())
512                 {
513                         MsSQLResult* res = results[0];
514                         if (res->GetDest())
515                         {
516                                 res->Send();
517                         }
518                         else
519                         {
520                                 /* If the client module is unloaded partway through a query then the provider will set
521                                  * the pointer to NULL. We cannot just cancel the query as the result will still come
522                                  * through at some point...and it could get messy if we play with invalid pointers...
523                                  */
524                                 delete res;
525                         }
526                         results.pop_front();
527                 }
528         }
529
530         void ClearResults()
531         {
532                 while (results.size())
533                 {
534                         MsSQLResult* res = results[0];
535                         delete res;
536                         results.pop_front();
537                 }
538         }
539
540         void SendNotify()
541         {
542                 int QueueFD;
543                 if ((QueueFD = socket(AF_FAMILY, SOCK_STREAM, 0)) == -1)
544                 {
545                         /* crap, we're out of sockets... */
546                         return;
547                 }
548
549                 insp_sockaddr addr;
550
551 #ifdef IPV6
552                 insp_aton("::1", &addr.sin6_addr);
553                 addr.sin6_family = AF_FAMILY;
554                 addr.sin6_port = htons(resultnotify->GetPort());
555 #else
556                 insp_inaddr ia;
557                 insp_aton("127.0.0.1", &ia);
558                 addr.sin_family = AF_FAMILY;
559                 addr.sin_addr = ia;
560                 addr.sin_port = htons(resultnotify->GetPort());
561 #endif
562
563                 if (connect(QueueFD, (sockaddr*)&addr,sizeof(addr)) == -1)
564                 {
565                         /* wtf, we cant connect to it, but we just created it! */
566                         return;
567                 }
568         }
569
570 };
571
572
573 class ModuleMsSQL : public Module
574 {
575   private:
576         ConnMap connections;
577         unsigned long currid;
578
579   public:
580         ModuleMsSQL(InspIRCd* Me)
581         : Module::Module(Me), currid(0)
582         {
583                 ServerInstance->Modules->UseInterface("SQLutils");
584
585                 if (!ServerInstance->Modules->PublishFeature("SQL", this))
586                 {
587                         throw ModuleException("m_mssql: Unable to publish feature 'SQL'");
588                 }
589
590                 resultnotify = new ResultNotifier(ServerInstance, this);
591
592                 ReadConf();
593
594                 ServerInstance->Modules->PublishInterface("SQL", this);
595                 Implementation eventlist[] = { I_OnRequest, I_OnRehash };
596                 ServerInstance->Modules->Attach(eventlist, this, 2);
597         }
598
599         virtual ~ModuleMsSQL()
600         {
601                 ClearQueue();
602                 ClearAllConnections();
603                 resultnotify->SetFd(-1);
604                 resultnotify->state = I_ERROR;
605                 resultnotify->OnError(I_ERR_SOCKET);
606                 resultnotify->ClosePending = true;
607                 delete resultnotify;
608                 ServerInstance->Modules->UnpublishInterface("SQL", this);
609                 ServerInstance->Modules->UnpublishFeature("SQL");
610                 ServerInstance->Modules->DoneWithInterface("SQLutils");
611         }
612
613
614         void SendQueue()
615         {
616                 for (ConnMap::iterator iter = connections.begin(); iter != connections.end(); iter++)
617                 {
618                         iter->second->SendResults();
619                 }
620         }
621
622         void ClearQueue()
623         {
624                 for (ConnMap::iterator iter = connections.begin(); iter != connections.end(); iter++)
625                 {
626                         iter->second->ClearResults();
627                 }
628         }
629
630         bool HasHost(const SQLhost &host)
631         {
632                 for (ConnMap::iterator iter = connections.begin(); iter != connections.end(); iter++)
633                 {
634                         if (host == iter->second->GetConfHost())
635                                 return true;
636                 }
637                 return false;
638         }
639
640         bool HostInConf(const SQLhost &h)
641         {
642                 ConfigReader conf(ServerInstance);
643                 for(int i = 0; i < conf.Enumerate("database"); i++)
644                 {
645                         SQLhost host;
646                         host.id         = conf.ReadValue("database", "id", i);
647                         host.host       = conf.ReadValue("database", "hostname", i);
648                         host.port       = conf.ReadInteger("database", "port", "1433", i, true);
649                         host.name       = conf.ReadValue("database", "name", i);
650                         host.user       = conf.ReadValue("database", "username", i);
651                         host.pass       = conf.ReadValue("database", "password", i);
652                         host.ssl        = conf.ReadFlag("database", "ssl", "0", i);
653                         if (h == host)
654                                 return true;
655                 }
656                 return false;
657         }
658     
659         void ReadConf()
660         {
661                 ClearOldConnections();
662
663                 ConfigReader conf(ServerInstance);
664                 for(int i = 0; i < conf.Enumerate("database"); i++)
665                 {
666                         SQLhost host;
667
668                         host.id         = conf.ReadValue("database", "id", i);
669                         host.host       = conf.ReadValue("database", "hostname", i);
670                         host.port       = conf.ReadInteger("database", "port", "1433", i, true);
671                         host.name       = conf.ReadValue("database", "name", i);
672                         host.user       = conf.ReadValue("database", "username", i);
673                         host.pass       = conf.ReadValue("database", "password", i);
674                         host.ssl        = conf.ReadFlag("database", "ssl", "0", i);
675
676                         if (HasHost(host))
677                                 continue;
678
679                         this->AddConn(host);
680                 }
681         }
682
683         void AddConn(const SQLhost& hi)
684         {
685                 if (HasHost(hi))
686                 {
687                         ServerInstance->Logs->Log("m_mssql",DEFAULT, "WARNING: A MsSQL connection with id: %s already exists. Aborting database open attempt.", hi.id.c_str());
688                         return;
689                 }
690
691                 SQLConn* newconn;
692
693                 newconn = new SQLConn(ServerInstance, this, hi);
694
695                 connections.insert(std::make_pair(hi.id, newconn));
696         }
697
698         void ClearOldConnections()
699         {
700                 ConnMap::iterator iter,safei;
701                 for (iter = connections.begin(); iter != connections.end(); iter++)
702                 {
703                         if (!HostInConf(iter->second->GetConfHost()))
704                         {
705                                 delete iter->second;
706                                 safei = iter;
707                                 --iter;
708                                 connections.erase(safei);
709                         }
710                 }
711         }
712
713         void ClearAllConnections()
714         {
715                 ConnMap::iterator i;
716                 while ((i = connections.begin()) != connections.end())
717                 {
718                         connections.erase(i);
719                         delete i->second;
720                 }
721         }
722
723         virtual void OnRehash(User* user, const std::string &parameter)
724         {
725                 ReadConf();
726         }
727
728         virtual const char* OnRequest(Request* request)
729         {
730                 if(strcmp(SQLREQID, request->GetId()) == 0)
731                 {
732                         SQLrequest* req = (SQLrequest*)request;
733                         ConnMap::iterator iter;
734                         if((iter = connections.find(req->dbid)) != connections.end())
735                         {
736                                 req->id = NewID();
737                                 req->error = iter->second->Query(*req);
738                                 return SQLSUCCESS;
739                         }
740                         else
741                         {
742                                 req->error.Id(BAD_DBID);
743                                 return NULL;
744                         }
745                 }
746                 return NULL;
747         }
748
749         unsigned long NewID()
750         {
751                 if (currid+1 == 0)
752                         currid++;
753
754                 return ++currid;
755         }
756
757         virtual Version GetVersion()
758         {
759                 return Version(1,0,0,0,VF_VENDOR|VF_SERVICEPROVIDER,API_VERSION);
760         }
761
762 };
763
764 void ResultNotifier::Dispatch()
765 {
766         ((ModuleMsSQL*)mod)->SendQueue();
767 }
768
769 MODULE_INIT(ModuleMsSQL)