transactd 1.0.1

data/source/bzs/db/protocol/tdap/mysql/characterset.cpp

@@ -0,0 +1,184 @@
+/*=================================================================
+   Copyright (C) 2012 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+#include "characterset.h"
+#include <string.h>
+#include <assert.h>
+#ifdef __BCPLUSPLUS__
+#pragma package(smart_init)
+#endif
+
+namespace bzs
+{
+namespace db
+{
+namespace protocol
+{
+namespace tdap
+{
+namespace mysql
+{
+
+struct SCHARSET_INFO
+{
+	unsigned short codePage;
+	char	name[12];
+	char	charSize;
+
+};
+
+
+SCHARSET_INFO
+charsetInfo[MAX_CHAR_INFO] =
+{
+{1252,"acp",1},         //0
+{1252,"latin1",1},      //1
+{950,"big5",2},  		//2
+{850,"dec8",1},         //3
+{850,"cp850",1},        //4
+{0,"hp8",1},            //5
+{20866,"koi8r",1},      //6
+{28592,"latin2",1},     //7
+{20107,"swe7",1},       //8
+{1252,"ascii",1},       //9
+{50220,"ujis",3},       //10
+{932,"sjis",2},         //11
+{1255,"hebrew",1},      //12
+{0,"tis620",1},         //13
+{949,"euckr",2},        //14
+{20866,"koi8u",1},      //15
+{936,"gb2312",2},       //16
+{1253,"greek",1},       //17
+{1250,"cp1250",1},      //18
+{0,"gbk",2},            //19
+{0,"latin5",1},         //20
+{0,"armscii8",1},       //21
+{65001,"utf8",3},       //22
+{1200,"ucs2",2},        //23
+{866,"cp866",1},        //24
+{0,"keybcs2",1},        //25
+{0,"macce",1},          //26
+{0,"macroman",1},       //27
+{852,"cp852",1},        //28
+{0,"latin7",1},         //29
+{65001,"utf8mb4",4},    //30
+{1251,"cp1251",1},      //31
+{1201,"utf16",4},       //32
+{1200,"utf16le",4},     //33 //5.6.1 or upper
+{1256,"cp1256",1},      //34
+{1257,"cp1257",1},      //35
+{12000,"utf32",4},      //36
+{0,"binary",1},         //37
+{932,"cp932",2},        //38
+{0,"geostd8",1},        //39
+{51932,"eucjpms",3}     //40
+};
+/* 5.5.28
++----------+----------------+---------------------+--------+
+| Charset  | Description    | Default collation   | Maxlen |
++----------+----------------+---------------------+--------+
+| big5     |                | big5_chinese_ci     |      2 |
+| dec8     |                | dec8_swedish_ci     |      1 |
+| cp850    |                | cp850_general_ci    |      1 |
+| hp8      |                | hp8_english_ci      |      1 |
+| koi8r    |                | koi8r_general_ci    |      1 |
+| latin1   |                | latin1_swedish_ci   |      1 |
+| latin2   |                | latin2_general_ci   |      1 |
+| swe7     |                | swe7_swedish_ci     |      1 |
+| ascii    |                | ascii_general_ci    |      1 |
+| ujis     |                | ujis_japanese_ci    |      3 |
+| sjis     |                | sjis_japanese_ci    |      2 |
+| hebrew   |                | hebrew_general_ci   |      1 |
+| tis620   |                | tis620_thai_ci      |      1 |
+| euckr    |                | euckr_korean_ci     |      2 |
+| koi8u    |                | koi8u_general_ci    |      1 |
+| gb2312   |                | gb2312_chinese_ci   |      2 |
+| greek    |                | greek_general_ci    |      1 |
+| cp1250   |                | cp1250_general_ci   |      1 |
+| gbk      |                | gbk_chinese_ci      |      2 |
+| latin5   |                | latin5_turkish_ci   |      1 |
+| armscii8 |                | armscii8_general_ci |      1 |
+| utf8     |                | utf8_general_ci     |      3 |
+| ucs2     |                | ucs2_general_ci     |      2 |
+| cp866    |                | cp866_general_ci    |      1 |
+| keybcs2  |                | keybcs2_general_ci  |      1 |
+| macce    |                | macce_general_ci    |      1 |
+| macroman |                | macroman_general_ci |      1 |
+| cp852    |                | cp852_general_ci    |      1 |
+| latin7   |                | latin7_general_ci   |      1 |
+| utf8mb4  | UTF-8 Unicode  | utf8mb4_general_ci  |      4 |
+| cp1251   |                | cp1251_general_ci   |      1 |
+| utf16    | UTF-16 Unicode | utf16_general_ci    |      4 |
+| cp1256   |                | cp1256_general_ci   |      1 |
+| cp1257   |                | cp1257_general_ci   |      1 |
+| utf32    | UTF-32 Unicode | utf32_general_ci    |      4 |
+| binary   |                | binary              |      1 |
+| geostd8  |                | geostd8_general_ci  |      1 |
+| cp932    |                | cp932_japanese_ci   |      2 |
+| eucjpms  |                | eucjpms_japanese_ci |      3 |
++----------+----------------+---------------------+--------+
+*/
+
+unsigned int charsize(int index)
+{
+	if (index < MAX_CHAR_INFO)
+		return charsetInfo[index].charSize;
+	return 1;
+}
+
+const char* charsetName(int index)
+{
+	if ((index > 0) && index < MAX_CHAR_INFO)
+		return charsetInfo[index].name;
+	assert(0);
+	return "";
+}
+
+unsigned int charsetIndex(const char* name)
+{
+	for (int i=1;i<MAX_CHAR_INFO;++i)
+	{
+		if (strcmp(charsetInfo[i].name, name)==0)
+			return i;
+	}
+	return -1;
+}
+
+unsigned int charsetIndex(unsigned short codePage)
+{
+	for (int i=1;i<MAX_CHAR_INFO;++i)
+	{
+		if (charsetInfo[i].codePage == codePage)
+			return i;
+	}
+	return -1;
+}
+
+unsigned int codePage(unsigned short charsetIndex)
+{
+	if ((charsetIndex > 0) && charsetIndex < MAX_CHAR_INFO)
+		return charsetInfo[charsetIndex].codePage;
+	assert(0);
+	return 0;
+}
+
+}//namespace mysql
+}//namespace tdap
+}//namespace protocol
+}//namespace db
+}//namespace bzs

data/source/bzs/db/protocol/tdap/mysql/characterset.h

@@ -0,0 +1,60 @@
+#ifndef BZS_DB_PROTOCOL_TDAP_MYSQL_CHARACTERSET_H
+#define BZS_DB_PROTOCOL_TDAP_MYSQL_CHARACTERSET_H
+/*=================================================================
+   Copyright (C) 2012 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA
+   02111-1307, USA.
+=================================================================*/
+
+#include <bzs/env/compiler.h>
+
+
+
+#define MAX_CHAR_INFO   41
+#define CHARSET_LATIN1   1
+#define CHARSET_CP850    4
+#define CHARSET_ASCII    9
+#define CHARSET_SJIS	11
+#define CHARSET_UTF8	22
+#define CHARSET_USC2	23
+#define CHARSET_UTF8B4	30
+#define CHARSET_UTF16LE	33
+#define CHARSET_CP932	38
+#define CHARSET_EUCJ	40
+
+namespace bzs
+{
+namespace db
+{
+namespace protocol
+{
+namespace tdap
+{
+namespace mysql
+{
+
+PACKAGE unsigned int charsize(int index);
+PACKAGE const char* charsetName(int index);
+PACKAGE unsigned int charsetIndex(const char* name);
+PACKAGE unsigned int charsetIndex(unsigned short codePage);
+PACKAGE unsigned int codePage(unsigned short charsetIndex);
+
+}//namespace mysql
+}//namespace tdap
+}//namespace protocol
+}//namespace db
+}//namespace bzs
+#endif //BZS_DB_PROTOCOL_TDAP_MYSQL_CHARACTERSET_H

data/source/bzs/db/protocol/tdap/mysql/databaseSchema.cpp

@@ -0,0 +1,284 @@
+/*=================================================================
+   Copyright (C) 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+#include <boost/filesystem.hpp>
+#include <boost/shared_array.hpp>
+#include <bzs/db/engine/mysql/database.h>
+#include <bzs/db/engine/mysql/mysqlInternal.h>
+#include "databaseSchema.h"
+
+#include <bzs/db/protocol/tdap/mysql/characterset.h>
+#ifdef LINUX
+#include <bzs/env/mbcswchrLinux.h>
+#endif
+
+namespace fs = boost::filesystem;
+
+namespace bzs
+{
+	using namespace db::engine::mysql; 
+namespace db
+{
+	using namespace protocol; 
+namespace protocol
+{
+namespace tdap
+{
+namespace mysql
+{
+
+schemaBuilder::schemaBuilder(void)
+{
+}
+
+schemaBuilder::~schemaBuilder(void)
+{
+}
+
+void initTableDef(table* tb, tabledef& tdef, int id)
+{
+	tdef.cleanup();
+	tdef.setTableName(tb->name().c_str());
+	tdef.setFileName(tb->name().c_str());
+	tdef.id = id;
+	tdef.schemaCodePage = CP_UTF8;
+
+}
+
+uint_td copyToRecordImage(uchar* rec, void* p, uint_td size, uint_td offset)
+{
+	memcpy(rec+offset, p, size);
+	return offset+size;
+}
+
+bool isStringType(char type)
+{
+	switch(type)
+	{
+	case ft_zstring:
+	case ft_string:
+	case ft_mychar:
+	case ft_myvarchar:
+	case ft_myvarbinary:
+	case ft_wzstring:
+	case ft_wstring:
+	case ft_mywchar:
+	case ft_mywvarchar:
+	case ft_mywvarbinary:
+		return true;
+	default:
+		return false;
+	}
+}
+
+uchar_td convFieldType(enum enum_field_types type, uint flags, bool binary, bool unicode)
+{
+	switch(type)
+	{
+	case MYSQL_TYPE_DECIMAL:return ft_decimal;
+	case MYSQL_TYPE_TINY:
+	case MYSQL_TYPE_SHORT:
+	case MYSQL_TYPE_LONG:
+	case MYSQL_TYPE_LONGLONG:
+	case MYSQL_TYPE_YEAR:
+	case MYSQL_TYPE_INT24:
+		if (flags & AUTO_INCREMENT_FLAG)
+			return ft_autoinc;
+		if ((flags & UNSIGNED_FLAG) || (type == MYSQL_TYPE_YEAR))
+			return ft_uinteger;
+		return ft_integer;
+	case MYSQL_TYPE_FLOAT:
+	case MYSQL_TYPE_DOUBLE:return ft_float;
+	case MYSQL_TYPE_DATE:return ft_mydate;       
+	case MYSQL_TYPE_TIME:return ft_mytime;
+	case MYSQL_TYPE_DATETIME:return ft_mydatetime;
+	case MYSQL_TYPE_TIMESTAMP:return ft_mytimestamp;
+	case MYSQL_TYPE_VARCHAR:
+	case MYSQL_TYPE_VAR_STRING: //?
+		if (binary)
+			return unicode ? ft_mywvarbinary : ft_myvarbinary;
+		return unicode ? ft_mywvarchar : ft_myvarchar;
+	case MYSQL_TYPE_STRING:
+		if (binary)
+			return unicode ? ft_wstring : ft_string;
+		return  unicode ? ft_mywchar : ft_mychar;
+	case MYSQL_TYPE_TINY_BLOB:
+	case MYSQL_TYPE_BLOB:
+	case MYSQL_TYPE_LONG_BLOB:
+	case MYSQL_TYPE_MEDIUM_BLOB:
+		if (flags & BINARY_FLAG)
+			return ft_myblob;
+		return ft_mytext;
+	default:
+		return unicode ? ft_wzstring : ft_zstring;
+	}
+	return 0;
+}
+
+bool isUnicode(const CHARSET_INFO& cs)
+{
+	return (charsetIndex(cs.csname)==CHARSET_UTF16LE);
+}
+
+bool isBinary(const CHARSET_INFO& cs)
+{
+	return (&cs == &my_charset_bin);
+}
+
+short schemaBuilder::insertMetaRecord(table* mtb, table* src, int id)
+{
+	uint_td datalen = 0;
+	boost::shared_array<uchar> rec(new uchar[65000]);
+	//table
+	tabledef& tdef = (tabledef&)(*rec.get());
+	initTableDef(src, tdef, id);
+	tdef.fieldCount = (uchar_td)src->fields();
+	tdef.keyCount = (uchar_td)src->keys();
+	tdef.charsetIndex = charsetIndex(src->charset().csname);
+	tdef.flags.bit0 = (src->recordFormatType()== RF_FIXED_PLUS_VALIABLE_LEN);//�•ϒ�
+	
+	tdef.primaryKeyNum = (src->primarykey()<tdef.keyCount) ? src->primarykey():-1;
+	if (src->recordFormatType()== RF_FIXED_PLUS_VALIABLE_LEN)
+		tdef.fixedRecordLen = (ushort_td)(src->recordLenCl()-src->lastVarFieldDataLen());
+	else
+		tdef.fixedRecordLen = (ushort_td)src->recordLenCl();
+	tdef.maxRecordLen = (ushort_td)src->recordLenCl();
+	tdef.pageSize = 2048;
+	tdef.optionFlags.bitA = (src->recordFormatType() & RF_VALIABLE_LEN);
+	tdef.optionFlags.bitB = src->blobFields()!=0;
+	
+	datalen+=sizeof(tabledef);
+	tdef.fieldDefs = (fielddef*)(rec.get() + datalen);
+	//field
+	ushort_td pos = 0;
+	for (int i=0;i<src->fields();++i)
+	{
+		if (isNisField(src->fieldName(i)))
+			--tdef.fieldCount;
+		else
+		{
+			fielddef fd;
+			memset(&fd, 0, sizeof(fielddef));
+			fd.setName(src->fieldName(i));
+			fd.len = src->fieldLen(i);// filed->pack_length();
+			fd.pos = pos;
+			fd.type = convFieldType(src->fieldType(i), src->fieldFlags(i)
+						,isBinary(src->fieldCharset(i)), isUnicode(src->fieldCharset(i)));
+			pos += fd.len;
+			datalen = copyToRecordImage(rec.get(), &fd, sizeof(fielddef), datalen);
+		}
+	}
+	
+	//index
+	for (int i=0;i<src->keys();++i)
+	{
+		const KEY& key = src->keyDef(i);
+		keydef kd;
+		memset(&kd, 0, sizeof(keydef));
+		kd.segmentCount = key.user_defined_key_parts;
+		kd.keyNumber = i;
+		int segNum = 0;
+		for (int j=0;j<(int)key.user_defined_key_parts;++j)
+		{
+			keySegment& sg = kd.segments[segNum];
+			KEY_PART_INFO& ks = key.key_part[j];
+			if (isNisField(ks.field->field_name))
+				--kd.segmentCount;
+			else
+			{
+				sg.fieldNum = (uchar_td)ks.field->field_index;
+				sg.flags.bit0 = !(key.flags & HA_NOSAME);//duplicate
+				sg.flags.bit1 = 1;//change able
+				sg.flags.bit4 = (j!=kd.segmentCount-1);//segment
+				sg.flags.bit8 = 1;//extend key type
+				sg.flags.bit9 = ks.null_bit ? 1:0;//null key
+				if (isStringType(convFieldType(src->fieldType(sg.fieldNum), src->fieldFlags(sg.fieldNum)
+						,isBinary(src->fieldCharset(i)), isUnicode(src->fieldCharset(sg.fieldNum)))))
+					sg.flags.bitA = !(src->fieldFlags(sg.fieldNum) & BINCMP_FLAG);
+				if (src->fieldDataLen(sg.fieldNum) != ks.length)
+				{
+					fielddef& fd = tdef.fieldDefs[sg.fieldNum];
+					//suppot prefix key
+					fd.keylen = ks.length;
+					
+				}
+				if (sg.fieldNum == tdef.fieldCount-1)
+				{
+					tdef.flags.bit0 = 0; //NOT valiable length
+					tdef.optionFlags.bitA = 0;//NOT RF_VALIABLE_LEN
+				}
+				++segNum;
+			}
+		}
+		datalen = copyToRecordImage(rec.get(), &kd, sizeof(keydef), datalen);
+	}
+	mtb->clearBuffer();
+	mtb->setRecordFromPacked(rec.get(), datalen, NULL);
+	__int64 aincValue = mtb->insert(true);
+	return mtb->stat();
+}
+
+bool isFrmFile(const std::string& name)
+{
+	size_t pos = name.find(TRANSACTD_SCHEMANAME);
+	if (pos != std::string::npos)
+		return false;
+	pos = name.find(".frm");
+	if (pos != std::string::npos)
+		return pos == name.size()-4; 
+	return false;
+}
+
+short schemaBuilder::execute(database* db, table* mtb)
+{
+	char path[FN_REFLEN + 1];
+	build_table_filename(path, sizeof(path) - 1, db->name().c_str(), "", "", 0);
+	
+	std::string s = path;
+	fs::path p = s;
+	fs::directory_iterator it(p);
+	fs::directory_iterator end;
+	int id = 0;
+	short stat=0;
+	smartTransction trn(db);
+	for(fs::directory_iterator it(p); it!=end; ++it)
+	{
+		if(!is_directory(*it))
+		{	
+			std::string s = it->path().filename().string();
+			if (isFrmFile(s))
+			{
+				filename_to_tablename(it->path().stem().string().c_str(), path, FN_REFLEN);
+				table* tb = db->openTable(path, TD_OPEN_READONLY);
+				if (!tb->isView())
+				{
+					if ((stat = insertMetaRecord(mtb, tb, ++id))!=0)
+						return stat;
+				}
+			}
+		}
+	}
+	trn.end();
+	return stat;
+}
+
+}//namespace mysql
+}//namespace protocol
+}//namespace db
+}//namespace tdap
+}//namespace bzs

data/source/bzs/db/protocol/tdap/mysql/databaseSchema.h

@@ -0,0 +1,53 @@
+#ifndef BZS_DB_PROTOCOL_TDAP_MYSQL_DATABASESCHEMA_H
+#define BZS_DB_PROTOCOL_TDAP_MYSQL_DATABASESCHEMA_H
+/*=================================================================
+   Copyright (C) 2013 BizStation Corp All rights reserved.
+
+   This program is free software; you can redistribute it and/or
+   modify it under the terms of the GNU General Public License
+   as published by the Free Software Foundation; either version 2
+   of the License, or (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program; if not, write to the Free Software 
+   Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  
+   02111-1307, USA.
+=================================================================*/
+
+#include <bzs/db/protocol/tdap/tdapSchema.h>
+#include <string>
+
+namespace bzs
+{
+	
+namespace db
+{
+	namespace engine{namespace mysql{class table;class database;}}	
+
+namespace protocol
+{
+namespace tdap
+{
+namespace mysql
+{
+
+class schemaBuilder
+{
+	short insertMetaRecord(engine::mysql::table* mtb, engine::mysql::table* src, int id);
+public:
+	schemaBuilder();
+	~schemaBuilder();
+	short execute(engine::mysql::database* db, engine::mysql::table* mtb);
+};
+
+}//namespace mysql
+}//namespace protocol
+}//namespace db
+}//namespace tdap
+}//namespace bzs
+#endif //BZS_DB_PROTOCOL_TDAP_MYSQL_DATABASESCHEMA_H