transactd 1.0.1

data/source/bzs/db/engine/mysql/mysqlInternal.h

@@ -0,0 +1,171 @@
+#ifndef MYSQLINTERNAL_H
+#define MYSQLINTERNAL_H
+
+/*=================================================================
+   Copyright (C) 2012 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+
+#undef _CRT_SECURE_CPP_OVERLOAD_STANDARD_NAMES
+#define _CRT_SECURE_CPP_OVERLOAD_STANDARD_NAMES 1
+
+#ifndef MYSQL_DYNAMIC_PLUGIN
+	#define MYSQL_DYNAMIC_PLUGIN
+#endif
+#define MYSQL_SERVER 1
+
+#ifndef HAVE_CONFIG_H
+#define HAVE_CONFIG_H
+#endif
+
+
+#ifdef ERROR
+#undef ERROR
+#endif
+
+#ifdef NOMINMAX
+#undef NOMINMAX
+#endif
+#ifdef _MSC_VER
+#pragma warning(disable:4800) 
+#pragma warning(disable:4267) 
+#pragma warning(disable:4996) 
+#endif
+
+#include <my_config.h>
+#include <mysql/plugin.h>
+#include <mysql_version.h>
+#include <sql/sql_const.h>
+#include "sql/mysqld.h"   
+
+#if ((MYSQL_VERSION_ID >= 50600) && !defined(MARIADB_BASE_VERSION))
+	#include "sql/global_threads.h"                         
+#endif
+
+#include "sql/sql_plugin.h"        
+#include "sql/sql_cache.h"
+#include "sql/structs.h"
+#include "sql/sql_priv.h"
+#include "sql/sql_class.h"
+#include "sql/unireg.h"
+#include "sql/lock.h"
+#include "sql/key.h"
+#include "my_global.h"
+#include "sql/transaction.h"
+#include "sql/sql_base.h"
+#include "sql/sql_parse.h"  
+#include "sql/sql_table.h"
+#include "sql/sql_db.h"
+#include "sql/sql_acl.h"
+#include "mysqld_error.h"
+
+#undef test
+
+#undef sleep
+#ifdef ERROR
+#define ERROR 0
+#endif
+
+#ifdef _MSC_VER
+#pragma warning(default:4996) 
+#pragma warning(default:4267) 
+#pragma warning(default:4800) 
+#endif
+
+#undef min
+#undef max
+#define THD_KILLED_STATE THD::killed_state
+#define	THD_NOT_KILLED THD::NOT_KILLED
+
+
+
+#if defined(MARIADB_BASE_VERSION)
+	#define MARIADB_VERSION_NUM		MYSQL_VERSION_ID
+	#define MYSQL_VERSION_NUM		1000000
+#else
+	#define MARIADB_VERSION_NUM		1000000
+	#define MYSQL_VERSION_NUM		MYSQL_VERSION_ID
+#endif
+
+#if defined(MARIADB_BASE_VERSION)
+	#define MDL_SHARED_UPGRADABLE MDL_SHARED_WRITE
+	#undef THD_KILLED_STATE
+	#define THD_KILLED_STATE killed_state
+	#undef THD_NOT_KILLED
+	#define	THD_NOT_KILLED NOT_KILLED
+#endif
+
+#if (MYSQL_VERSION_ID < 50600) //MySQL and MariaDB both
+	#define user_defined_key_parts key_parts
+	#define MDL_SHARED_UPGRADABLE MDL_SHARED_WRITE
+	#define	cp_get_sql_error()	stmt_da->sql_errno()
+	#define	cp_isOk()			stmt_da->is_ok()
+#else
+	#define	cp_get_sql_error()	get_stmt_da()->sql_errno()
+	#define	cp_isOk()			get_stmt_da()->is_ok()
+#endif
+
+#if (MYSQL_VERSION_NUM < 50600) //MySQL Only
+	#define ha_index_next		index_next
+	#define ha_index_prev		index_prev
+	#define ha_index_first		index_first
+	#define ha_index_last		index_last
+	#define ha_index_next_same	index_next_same
+	#define ha_rnd_next			rnd_next
+	#define ha_rnd_pos			rnd_pos
+#endif
+
+
+
+#if ((MYSQL_VERSION_NUM < 50600) || defined(MARIADB_BASE_VERSION))
+	inline void cp_add_global_thread(THD* thd){;}
+	inline void cp_remove_global_thread(THD* thd){;}
+	inline void cp_thd_release_resources(THD* thd){;}
+		
+	inline void cp_restore_globals(THD* thd)
+	{
+		my_pthread_setspecific_ptr(THR_THD, 0);
+		my_pthread_setspecific_ptr(THR_MALLOC, 0);
+	}
+
+	inline bool cp_is_write_lock(handler* file){return true;}
+	inline void cp_thd_set_read_only(THD* thd){;}
+	inline bool cp_open_table(THD* thd, TABLE_LIST* tables, Open_table_context* ot_act)
+	{
+		return open_table(thd, tables, thd->mem_root, ot_act);
+	}
+	#define  set_mysys_var(A)
+#else
+	inline void cp_add_global_thread(THD* thd){add_global_thread(thd);}
+	inline void cp_remove_global_thread(THD* thd){remove_global_thread(thd);}
+	inline void cp_thd_release_resources(THD* thd){thd->release_resources();}
+	inline void cp_set_mysys_var(st_my_thread_var* var){set_mysys_var(var);}
+	inline void cp_restore_globals(THD* thd){thd->restore_globals();}
+	inline bool cp_is_write_lock(handler* file){return (file->get_lock_type() == F_WRLCK);}
+	inline void cp_thd_set_read_only(THD* thd){thd->tx_read_only = (thd->variables.tx_read_only != 0);}
+	inline bool cp_open_table(THD* thd, TABLE_LIST* tables, Open_table_context* ot_act)
+	{
+		return open_table(thd, tables, ot_act);
+	}
+#endif
+
+#if (MYSQL_VERSION_NUM < 50611)
+	#define ha_index_read_map		index_read_map
+#endif
+
+
+#endif //MYSQLINTERNAL_H

data/source/bzs/db/engine/mysql/mysqlThd.cpp

@@ -0,0 +1,169 @@
+/*=================================================================
+   Copyright (C) 2012 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+#include "mysqlThd.h"
+#include "mysqlInternal.h"
+#include <bzs/env/compiler.h>
+#include <bzs/env/crosscompile.h>
+
+unsigned int g_openDatabases = 0;
+
+extern unsigned int g_lock_wait_timeout;
+extern char* g_transaction_isolation;
+
+#ifdef USETLS
+DWORD g_tlsiID = 0;
+#endif
+
+__THREAD char* __THREAD_BCB t_stack = NULL;
+
+inline char* getStackaddr()
+{
+#ifdef USETLS
+	return (char*)TlsGetValue(g_tlsiID);
+#else
+	return t_stack;
+#endif	
+}
+
+inline void setStackaddr(char* v)
+{
+#ifdef USETLS
+	TlsSetValue(g_tlsiID, v);
+#else
+	t_stack = v;
+#endif
+}
+
+void* operator new(size_t t)
+{   
+    return my_malloc(t, MY_WME);   
+}   
+
+void operator delete(void* p)
+{   
+    my_free(p);   
+}   
+  
+void* operator new[](size_t t)
+{   
+    return my_malloc(t, MY_WME);   
+}   
+
+void operator delete[](void* p)
+{   
+    my_free(p);   
+}  
+
+void initThread(THD* thd )
+{
+	if (getStackaddr() == NULL)
+	{
+		my_thread_init();
+		int v;
+		setStackaddr(reinterpret_cast<char*>(&v));
+		
+	}
+	if (thd)
+		thd->thread_stack = getStackaddr();
+}
+
+void endThread()
+{
+	setStackaddr(0);
+}
+
+THD* buildTHD()
+{
+	THD* thd = new THD();
+	mysql_mutex_lock(&LOCK_thread_count);
+	thd->variables.pseudo_thread_id = thread_id++;
+	++g_openDatabases;
+	cp_add_global_thread(thd);
+	mysql_mutex_unlock(&LOCK_thread_count);
+	thd->thread_id = thd->variables.pseudo_thread_id;
+	thd->thread_stack = reinterpret_cast<char*>(&thd);
+	thd->store_globals();
+	assert(thd->mysys_var);
+	set_mysys_var(thd->mysys_var);
+	thd->system_thread = NON_SYSTEM_THREAD;
+	const NET v = {0};
+	thd->net = v;
+	
+	thd->variables.option_bits |= OPTION_BIN_LOG;
+	if (strcmp(g_transaction_isolation, "READ-COMMITTED")==0)
+		thd->variables.tx_isolation = ISO_READ_COMMITTED;
+	else if (strcmp(g_transaction_isolation, "REPEATABLE-READ")==0)
+		thd->variables.tx_isolation = ISO_REPEATABLE_READ;
+	else if (strcmp(g_transaction_isolation, "READ-UNCOMMITTED")==0)
+		thd->variables.tx_isolation = ISO_READ_UNCOMMITTED;
+	else if (strcmp(g_transaction_isolation, "SERIALIZABLE")==0)
+		thd->variables.tx_isolation = ISO_SERIALIZABLE;
+
+	thd->clear_error();
+	char tmp[256];
+	sprintf_s(tmp, 256,"set innodb_lock_wait_timeout=%d;", g_lock_wait_timeout);
+	dispatch_command(COM_QUERY, thd, tmp, (uint)strlen(tmp));
+
+	my_free(thd->db);
+	thd->db = my_strdup("bizstation", MYF(0));
+	if(thd->variables.sql_log_bin)
+		thd->set_current_stmt_binlog_format_row();
+	return thd;
+}
+
+THD* attachThd(THD* thd) 
+{
+	THD* curThd = my_pthread_getspecific(THD*, THR_THD);
+	
+
+	if (!thd)
+		my_pthread_setspecific_ptr(THR_THD, thd);
+	else
+	{
+		initThread(thd);
+		assert(thd->mysys_var);
+		if (curThd != thd)
+		{
+			thd->store_globals();
+			set_mysys_var(thd->mysys_var);
+		}
+	}
+	return curThd;
+}
+
+THD* createThdForThread()
+{
+	initThread(NULL);
+	THD* thd =  buildTHD();
+	
+	attachThd(thd);
+	return thd;
+}
+
+void deleteThdForThread(THD* thd)
+{
+	cp_restore_globals(thd);
+	mysql_mutex_lock(&LOCK_thread_count);
+	--g_openDatabases;
+	cp_thd_release_resources(thd);
+	cp_remove_global_thread(thd);
+	mysql_mutex_unlock(&LOCK_thread_count);
+	delete thd;
+
+}

data/source/bzs/db/engine/mysql/mysqlThd.h

@@ -0,0 +1,35 @@
+/*=================================================================
+   Copyright (C) 2012 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+#ifndef MYSQLTHD_H
+#define MYSQLTHD_H
+
+extern unsigned int g_openDatabases;
+
+class THD;
+void initThread(THD* thd );
+THD* attachThd(THD* thd); 
+THD* createThdForThread();
+void deleteThdForThread(THD* thd);
+void endThread();
+
+#ifdef _WIN32
+#define USETLS
+#endif
+
+#endif //MYSQLTHD_H

data/source/bzs/db/engine/mysql/percentageKey.h

@@ -0,0 +1,260 @@
+/*=================================================================
+   Copyright (C) 2012 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+#ifndef PERCENTAGEKEY_H
+#define PERCENTAGEKEY_H
+
+#include "mysqlInternal.h"
+
+namespace bzs
+{
+namespace db
+{
+namespace engine
+{
+namespace mysql
+{
+
+
+/** return value of setKeyValueByPer function
+ *
+ */
+#define KEY_COPY_SUCCESS		0
+#define KEY_ALL_SGMENTS_SAME	1
+#define KEY_NEED_SGMENT_COPY	2
+
+class percentageKey
+{
+	uchar* m_first;
+	uchar* m_last;
+	uchar* m_current;
+	const KEY& m_key;
+	double m_period; 
+	int m_lastCompSize;
+	int m_lastCompPos;
+	unsigned short* m_varlenPtr;
+	const KEY_PART_INFO* m_curseg;
+	
+	const unsigned char* rev(const unsigned char* p, unsigned char* buf, int size)
+	{
+		for (int i=0;i<size;i++)
+			buf[i] = p[size - i - 1];
+		return buf;
+	}
+	
+	template <typename T>
+	bool setKeyValueByPerPos(unsigned short per)
+	{
+		m_lastCompSize = sizeof(T);
+		double k = (*((T*)m_last) - *((T*)m_first))/(double)10000;
+		T v =  (T)((per * k) + *((T*)m_first) + m_period);
+		
+		memcpy(m_current, (unsigned char*)&v, m_lastCompSize); 
+		return ((*((T*)m_last) - *((T*)m_first)) == 1);
+	}
+	
+	template <class T>
+	bool setKeyValueByPerPosRev(unsigned short per)
+	{
+		uchar buf1[10];
+		uchar buf2[10];
+		m_lastCompSize = sizeof(T);
+		const unsigned char* fr = rev(m_first, buf1, m_lastCompSize);
+		const unsigned char* lr = rev(m_last, buf2, m_lastCompSize);
+		double k = (*((T*)lr) - *((T*)fr))/(double)10000;
+		T v =  (T)((per * k) + *((T*)fr) + m_period);
+		
+		memcpy(m_current, rev((const unsigned char*)&v, buf1, m_lastCompSize), m_lastCompSize);
+		
+		return  ((*((T*)fr) - *((T*)lr))==1);
+	}
+	
+	void movePosition(int size)
+	{
+		m_first += size;
+		m_last += size;
+		m_current += size;
+		m_lastCompPos += size;
+	}
+	
+	/** if all segment is same return false
+	 *
+	 */
+	bool seekDifferentKey()
+	{
+		int pos = 0;
+		for (int i=0;i<(int)m_key.user_defined_key_parts;i++)
+		{
+			m_curseg = &m_key.key_part[i];
+			if (memcmp(m_first + pos, m_last + pos, m_curseg->store_length))
+				break;
+			pos +=  m_curseg->store_length; 
+		}
+		if (pos)
+		{
+			memcpy(m_current, m_first, pos); //A key value is the same value so far.
+			movePosition(pos);
+		}
+		return (pos != m_key.key_length);
+	}
+	
+public:
+	percentageKey(const KEY& key, uchar* first, uchar* last, uchar* current)
+		:m_key(key),m_first(first),m_last(last),m_current(current),m_curseg(&key.key_part[0])
+	{
+
+	}
+	
+	void reset(uchar* first, uchar* last, uchar* current)
+	{
+		m_first = first;
+		m_last = last;
+		m_current = current;
+		m_curseg = &m_key.key_part[0];
+		m_lastCompPos = 0;
+	}
+
+	/**  
+	 *	 @return 0 succes, 1 allsegmnet are same, 2 need segment copy
+	 */
+	int setKeyValueByPer(unsigned short per, bool forwoard)
+	{
+		m_period = (forwoard) ? 0.5f:-0.5f;
+		if(!seekDifferentKey())
+			return KEY_ALL_SGMENTS_SAME;
+
+		int varSize = 0;
+		int len = m_curseg->store_length;
+		if (m_curseg->null_bit)
+		{
+			--len;
+			movePosition(1);
+		}
+		
+		bool needCopy;	
+		switch(m_curseg->field->key_type())
+		{
+		case HA_KEYTYPE_FLOAT:
+		case HA_KEYTYPE_DOUBLE:
+		{
+			if (len ==4)
+				needCopy = setKeyValueByPerPos<float>(per);
+			else if (len ==8)
+				needCopy = setKeyValueByPerPos<double>(per);
+			break;
+		}
+		case HA_KEYTYPE_USHORT_INT:
+		case HA_KEYTYPE_ULONG_INT:
+		case HA_KEYTYPE_ULONGLONG:
+		{
+			switch(len)
+			{
+			case 1:needCopy = setKeyValueByPerPos<unsigned char>(per);break;
+			case 2:needCopy = setKeyValueByPerPos<unsigned short>(per);break;
+			case 4:needCopy = setKeyValueByPerPos<unsigned int>(per);break;
+			case 8:needCopy = setKeyValueByPerPos<unsigned __int64>(per);break;
+			}
+			break;
+		}
+		case HA_KEYTYPE_INT8:
+		case HA_KEYTYPE_SHORT_INT:
+		case HA_KEYTYPE_LONG_INT:
+		case HA_KEYTYPE_LONGLONG:
+		{
+			switch(len)
+			{
+			case 1:needCopy = setKeyValueByPerPos<char>(per);break;
+			case 2:needCopy = setKeyValueByPerPos<short>(per);break;
+			case 4:needCopy = setKeyValueByPerPos<int>(per);break;
+			case 8:needCopy = setKeyValueByPerPos<__int64>(per);break;
+			}
+			break;
+		}
+		case HA_KEYTYPE_VARTEXT1:
+		case HA_KEYTYPE_VARBINARY1:
+		case HA_KEYTYPE_VARTEXT2:
+		case HA_KEYTYPE_VARBINARY2:
+			
+			len = m_curseg->length;
+			m_varlenPtr = (unsigned short*)m_current;
+			*m_varlenPtr = len;
+			movePosition(2);
+		case HA_KEYTYPE_TEXT:
+		case HA_KEYTYPE_BIT:
+		case HA_KEYTYPE_BINARY:
+		{
+	
+			//It copies until every 1 byte of values differ, 
+			//and the following 2 bytes are made into the order of reverse,
+			//and it processes as unsigned short. 
+			for (int i=0;i<len;i++)
+			{
+				if (*m_first == *m_last)
+				{
+					*m_current = *m_first;
+					movePosition(sizeof(char));
+					
+				}
+				else
+				{
+					int size = (len - i);
+					
+					if (size >= 8)
+						needCopy = setKeyValueByPerPosRev<unsigned __int64>(per);
+					else if (size >= 4)
+						needCopy = setKeyValueByPerPosRev<unsigned int>(per);
+					else if (size >= 2)
+						needCopy = setKeyValueByPerPosRev<unsigned short>(per);
+					else
+						needCopy = setKeyValueByPerPos<unsigned char>(per);
+					break;
+				}
+			}
+			
+			break;
+		}		
+		case HA_KEYTYPE_INT24:
+		case HA_KEYTYPE_UINT24:
+		case HA_KEYTYPE_NUM:
+			//no support
+			break;
+		}
+		if (!forwoard && needCopy)
+			return KEY_NEED_SGMENT_COPY; 
+		return KEY_COPY_SUCCESS;
+	}
+
+	void copyFirstDeferentSegment()
+	{
+		
+		memcpy(m_last, m_first, m_lastCompSize);
+		//After area that pad by ff;
+		memset(m_last + m_lastCompSize, 0xff, m_key.key_length - m_lastCompSize - m_lastCompPos);
+
+	}
+
+};
+
+}//namespace mysql
+}//namespace engine
+}//namespace db
+}//namespace bzs
+
+
+#endif //PERCENTAGEKEY_H
+

data/source/bzs/db/protocol/ICommandExecuter.h

@@ -0,0 +1,49 @@
+#ifndef BZS_DB_PROTOCOL_ICOMMANDEXECUTER_H
+#define BZS_DB_PROTOCOL_ICOMMANDEXECUTER_H
+/*=================================================================
+   Copyright (C) 2012 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+#include <bzs/netsvc/server/IAppModule.h>
+
+namespace bzs
+{
+namespace db
+{
+namespace protocol
+{
+ 
+class ICommandExecuter
+{
+		
+public:
+	virtual ~ICommandExecuter(){};
+	virtual size_t perseRequestEnd(const char* p, size_t size, bool& comp)const=0;
+	virtual size_t getAcceptMessage(char* message, size_t bufsize)=0;
+	virtual bool parse(const char* p, size_t size)=0;
+	virtual int execute(char* resultBuffer, size_t& size, netsvc::server::buffers* optionalData) = 0;
+	virtual bool isShutDown() = 0;
+	virtual void cleanup() = 0;
+};
+
+
+}//namespace protocol
+}//namespace db
+}//namespace bzs
+
+#endif //BZS_DB_PROTOCOL_ICOMMANDEXECUTER_H
+