rbatch 1.8.0 → 1.8.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (48) hide show
  1. data/.gitignore +2 -0
  2. data/CHANGELOG +43 -0
  3. data/HOW_TO_TEST.md +9 -0
  4. data/README.ja.md +6 -5
  5. data/README.md +6 -5
  6. data/Rakefile +1 -38
  7. metadata +78 -112
  8. data/sample/bin/log_backup.rb +0 -20
  9. data/sample/bin/test.rb +0 -6
  10. data/sample/bin/test2.rb +0 -3
  11. data/sample/conf/log_backup.yaml +0 -4
  12. data/sample/log/20130120_apache_log_insert.log +0 -171
  13. data/sample/log/20130120_openam_log_insert.log +0 -143
  14. data/sample/log/20130121_apache_log_insert.log +0 -103
  15. data/sample/log/20130121_file_batch_copy.log +0 -15
  16. data/sample/log/20130121_openam_log_insert.log +0 -39
  17. data/sample/log/20130121_webagent_log_insert.log +0 -432
  18. data/sample/log/20130122_apache_log_insert.log +0 -153
  19. data/sample/log/20130122_openam_log_insert.log +0 -374
  20. data/sample/log/20130122_webagent_log_insert.log +0 -144
  21. data/sample/log/20130129_log_backup.log +0 -95
  22. data/sample/log/20130131_apache_log_insert.log +0 -23
  23. data/sample/log/20130209_test.log +0 -128
  24. data/sample/log/20130210_test.log +0 -68
  25. data/sample/moto/README +0 -16
  26. data/sample/moto/auditlog.src.zip +0 -0
  27. data/sample/moto/build.gradle +0 -106
  28. data/sample/moto/gradle/wrapper/gradle-wrapper.jar +0 -0
  29. data/sample/moto/gradle/wrapper/gradle-wrapper.properties +0 -7
  30. data/sample/moto/gradle.properties +0 -12
  31. data/sample/moto/gradlew +0 -164
  32. data/sample/moto/gradlew.bat +0 -90
  33. data/sample/moto/settings.gradle +0 -1
  34. data/sample/moto/src/main/bin/delete_auditlog.sh +0 -176
  35. data/sample/moto/src/main/bin/delete_workflowinstances.sh +0 -315
  36. data/sample/moto/src/main/bin/import_auth_log.sh +0 -23
  37. data/sample/moto/src/main/etc/delete_auditlog.param +0 -39
  38. data/sample/moto/src/main/etc/delete_workflowinstances.param +0 -30
  39. data/sample/moto/src/main/etc/log4j.xml +0 -28
  40. data/sample/moto/src/main/etc/status.properties +0 -27
  41. data/sample/moto/src/main/etc/sysparam.properties +0 -54
  42. data/sample/moto/src/main/java/jp/ossc/imortAuditlog/DateUtil.java +0 -48
  43. data/sample/moto/src/main/java/jp/ossc/imortAuditlog/ImportAuthLogMain.java +0 -36
  44. data/sample/moto/src/main/java/jp/ossc/imortAuditlog/LogReader.java +0 -521
  45. data/sample/moto/src/main/java/jp/ossc/imortAuditlog/MysqlController.java +0 -315
  46. data/sample/moto/src/main/logrotate/delete_auditlog +0 -6
  47. data/sample/moto/src/main/logrotate/delete_workflowinstanceslog +0 -6
  48. data/sample/moto/src/main/sql/tables.sql +0 -36
@@ -1,315 +0,0 @@
1
- package jp.ossc.imortAuditlog;
2
-
3
- import java.net.InetAddress;
4
- import java.net.UnknownHostException;
5
- import java.sql.Connection;
6
- import java.sql.DriverManager;
7
- import java.sql.SQLException;
8
- import java.sql.Timestamp;
9
- import java.util.Map;
10
- import java.util.PropertyResourceBundle;
11
- import java.util.ResourceBundle;
12
-
13
- import java.sql.PreparedStatement;
14
-
15
- import org.apache.log4j.Logger;
16
-
17
- public class MysqlController {
18
- private static Logger logger = Logger.getLogger(MysqlController.class);
19
-
20
- private static Connection con = null;
21
- private static InetAddress addr = null;
22
- private static PreparedStatement pstmtAuthBatch = null;
23
- private static PreparedStatement pstmtAgentAuthBatch = null;
24
- private static PreparedStatement pstmtBatch = null;
25
- ResourceBundle sysResource = PropertyResourceBundle.getBundle("sysparam");
26
-
27
- //処理件数
28
- public int excuteAuthCount =0;
29
- public int excuteAgentAuthCount =0;
30
- public int excuteCount =0;
31
-
32
- /*
33
- * MySqlへ接続を行う。
34
- */
35
- public Boolean connect(){
36
-
37
- if(con == null){
38
- try {
39
- // JDBCドライバの登録
40
- String driver = "com.mysql.jdbc.Driver";
41
- // Host名
42
- String server = sysResource.getString("mysql.host");
43
- // port番号
44
- String port = sysResource.getString("mysql.port");
45
- // ユーザー
46
- String user = sysResource.getString("mysql.user");
47
- // パスワード
48
- String password = sysResource.getString("mysql.password");
49
- // データベース名
50
- String dbname =sysResource.getString("mysql.dbname");
51
- // オプション
52
- String option =sysResource.getString("mysql.option");
53
- // データベースの指定
54
- String url = "jdbc:mysql://" + server +":" + port + "/"+ dbname + "?" + option;
55
- Class.forName (driver);
56
- // データベースとの接続
57
- con = DriverManager.getConnection(url, user, password);
58
- con.setAutoCommit(false);
59
- } catch (SQLException e) {
60
- logger.error("dbconect error");
61
- e.printStackTrace ();
62
- } catch (ClassNotFoundException ex) {
63
- logger.error("driver class not found");
64
- ex.printStackTrace ();
65
- }
66
- }
67
- return true;
68
- }
69
-
70
- /*
71
- * MySqlへの接続を切断する。
72
- */
73
- public void disconnect() {
74
- try {
75
- con.close();
76
- if (con != null)
77
- con = null;
78
- } catch (SQLException e) {
79
- //logger.warn("", e);
80
- }
81
- }
82
-
83
- /*
84
- * コミットを行う。
85
- */
86
- public void commit() {
87
- try {
88
- con.commit();
89
- } catch (SQLException e) {
90
- //logger.warn("", e);
91
- }
92
- }
93
-
94
- /*
95
- * 認証ログ登録SQLのパラメータをセットする。
96
- */
97
- public boolean insertAuth(Map authLog){
98
- try {
99
- if(addr == null){
100
- addr = InetAddress.getLocalHost();
101
- }
102
- // 各カラムに登録するデータをセット
103
- int companyId = Integer.valueOf(sysResource.getString("companyid.value"));
104
- String date = authLog.get("DATE").toString();
105
- java.util.Date dateTime = DateUtil.toCalendar(date).getTime();
106
- Timestamp sqlDate = new Timestamp(dateTime.getTime());
107
- pstmtAuthBatch.setInt(1,companyId);
108
- pstmtAuthBatch.setTimestamp(2, sqlDate);
109
- pstmtAuthBatch.setString(3, authLog.get("USERID").toString());
110
- pstmtAuthBatch.setString(4, authLog.get("CLIENTIP").toString());
111
- pstmtAuthBatch.setString(5, addr.getHostName());
112
- pstmtAuthBatch.setString(6, authLog.get("STATUS").toString());
113
-
114
- pstmtAuthBatch.addBatch();
115
- } catch (SQLException e) {
116
- e.printStackTrace();
117
- try {
118
- con.rollback();
119
- } catch (SQLException e1) {
120
- e1.printStackTrace();
121
- }
122
- } catch (UnknownHostException e1) {
123
- e1.printStackTrace();
124
- }
125
- return false;
126
- }
127
-
128
- /*
129
- * 認証ログ登録SQLをセットする。
130
- */
131
- public void setAuthQuery(){
132
- String query = "INSERT INTO authentication_log(companyId,date,login_id,access_ip,host_name,status) VALUES (?,?,?,?,?,?)";
133
- try {
134
- pstmtAuthBatch = con.prepareStatement(query);
135
- } catch (SQLException e) {
136
- try {
137
- con.rollback();
138
- } catch (SQLException e1) {
139
- e1.printStackTrace();
140
- }
141
- e.printStackTrace();
142
- }
143
- }
144
-
145
- /*
146
- * 認証ログ登録SQLを実行する。
147
- */
148
- public boolean executeAuthBatch(){
149
- // SQL文を発行し、結果を取得
150
- try {
151
- int[] numInsert = pstmtAuthBatch.executeBatch();
152
- excuteAuthCount = excuteAuthCount + numInsert.length;
153
- } catch (SQLException e) {
154
- try {
155
- con.rollback();
156
- } catch (SQLException e1) {
157
- e1.printStackTrace();
158
- }
159
- e.printStackTrace();
160
- }
161
- // データ作成が正常か判定
162
- return true;
163
- }
164
-
165
- /*
166
- * アクセスログ登録SQLをセットする。
167
- */
168
- public void setQuery(){
169
- String query = "INSERT INTO access_log(companyId,date,login_id,access_ip,host_name,access_url,forward_time,httpstatus,user_agent,referer) VALUES (?,?,?,?,?,?,?,?,?,?)";
170
- try {
171
- pstmtBatch = con.prepareStatement(query);
172
- } catch (SQLException e) {
173
- try {
174
- con.rollback();
175
- } catch (SQLException e1) {
176
- e1.printStackTrace();
177
- }
178
- e.printStackTrace();
179
- }
180
- }
181
-
182
- /*
183
- * アクセスログ登録SQLのパラメータをセットする。
184
- */
185
- public boolean insertAccessBatch(Map accessLog){
186
- // ステートメント生成
187
- try {
188
- if(addr == null){
189
- addr = InetAddress.getLocalHost();
190
- }
191
- // 各カラムに登録するデータをセット
192
- int companyId = Integer.valueOf(sysResource.getString("companyid.value"));
193
- String date = accessLog.get("DATE").toString();
194
- java.util.Date dateTime = DateUtil.toCalendar(date).getTime();
195
- Timestamp sqlDate = new Timestamp(dateTime.getTime());
196
- pstmtBatch.setInt(1,companyId);
197
- pstmtBatch.setObject(2, sqlDate);
198
- pstmtBatch.setObject(3, accessLog.get("USERID"));
199
- pstmtBatch.setObject(4, accessLog.get("CLIENTIP"));
200
- pstmtBatch.setObject(5, addr.getHostName());
201
- pstmtBatch.setObject(6, accessLog.get("REQUEST"));
202
- pstmtBatch.setObject(7, accessLog.get("PROCESSINGTIME"));
203
- pstmtBatch.setObject(8, accessLog.get("STATUS"));
204
- pstmtBatch.setObject(9, accessLog.get("AGENT"));
205
- pstmtBatch.setObject(10, accessLog.get("REFERER"));
206
-
207
- pstmtBatch.addBatch();
208
-
209
- } catch (SQLException e) {
210
- try {
211
- con.rollback();
212
- } catch (SQLException e1) {
213
- e1.printStackTrace();
214
- }
215
- e.printStackTrace();
216
- } catch (UnknownHostException e1) {
217
- e1.printStackTrace();
218
- }
219
- return false;
220
- }
221
-
222
- /*
223
- * アクセスログ登録SQLを実行する。
224
- */
225
- public boolean executeBatch() throws SQLException{
226
- // SQL文を発行し、結果を取得
227
- try {
228
- int [] numInsert = pstmtBatch.executeBatch();
229
- excuteCount = excuteCount + numInsert.length;
230
- } catch (SQLException e) {
231
- try {
232
- con.rollback();
233
- } catch (SQLException e1) {
234
- e1.printStackTrace();
235
- throw e;
236
- }
237
- e.printStackTrace();
238
- throw e;
239
- }
240
- // データ作成が正常か判定
241
- return true;
242
- }
243
-
244
- /*
245
- * 認可ログ登録SQLのパラメータをセットする。
246
- */
247
- public boolean insertAgentAuth(Map agentAuthLog){
248
- try {
249
- if(addr == null){
250
- addr = InetAddress.getLocalHost();
251
- }
252
- // 各カラムに登録するデータをセット
253
- int companyId = Integer.valueOf(sysResource.getString("companyid.value"));
254
- String date = agentAuthLog.get("DATE").toString();
255
- java.util.Date dateTime = DateUtil.toCalendar(date).getTime();
256
- Timestamp sqlDate = new Timestamp(dateTime.getTime());
257
- pstmtAgentAuthBatch.setInt(1,companyId);
258
- pstmtAgentAuthBatch.setTimestamp(2, sqlDate);
259
- pstmtAgentAuthBatch.setString(3, agentAuthLog.get("USERID").toString());
260
- pstmtAgentAuthBatch.setString(4, addr.getHostName());
261
- pstmtAgentAuthBatch.setObject(5, agentAuthLog.get("REQUEST"));
262
- pstmtAgentAuthBatch.setString(6, agentAuthLog.get("STATUS").toString());
263
-
264
- pstmtAgentAuthBatch.addBatch();
265
- } catch (SQLException e) {
266
- e.printStackTrace();
267
- try {
268
- con.rollback();
269
- } catch (SQLException e1) {
270
- e1.printStackTrace();
271
- }
272
- } catch (UnknownHostException e1) {
273
- e1.printStackTrace();
274
- }
275
- return false;
276
- }
277
-
278
- /*
279
- * 認可ログ登録SQLをセットする。
280
- */
281
- public void setAgentAuthQuery(){
282
- String query = "INSERT INTO authorization_log(companyId,date,login_id,host_name,access_url,status) VALUES (?,?,?,?,?,?)";
283
- try {
284
- pstmtAgentAuthBatch = con.prepareStatement(query);
285
- } catch (SQLException e) {
286
- try {
287
- con.rollback();
288
- } catch (SQLException e1) {
289
- e1.printStackTrace();
290
- }
291
- e.printStackTrace();
292
- }
293
- }
294
-
295
- /*
296
- * 認可ログ登録SQLを実行する。
297
- */
298
- public boolean executeAgentAuthBatch(){
299
- // SQL文を発行し、結果を取得
300
- try {
301
- int[] numInsert = pstmtAgentAuthBatch.executeBatch();
302
- excuteAgentAuthCount = excuteAgentAuthCount + numInsert.length;
303
- } catch (SQLException e) {
304
- try {
305
- con.rollback();
306
- } catch (SQLException e1) {
307
- e1.printStackTrace();
308
- }
309
- e.printStackTrace();
310
- }
311
- // データ作成が正常か判定
312
- return true;
313
- }
314
-
315
- }
@@ -1,6 +0,0 @@
1
- /home/job/delete_auditlog/log/delete_auditlog.log {
2
- copytruncate
3
- rotate 31
4
- daily
5
- missingok
6
- }
@@ -1,6 +0,0 @@
1
- /root/delete_auditlog/log/delete_workflowinstances.log {
2
- copytruncate
3
- rotate 31
4
- daily
5
- missingok
6
- }
@@ -1,36 +0,0 @@
1
- CREATE TABLE IF NOT EXISTS `authentication_log` (
2
- `id` int(10) NOT NULL AUTO_INCREMENT,
3
- `companyId` bigint(20) NOT NULL,
4
- `date` datetime NOT NULL,
5
- `login_id` varchar(75) NOT NULL,
6
- `access_ip` varchar(15) NOT NULL,
7
- `host_name` varchar(75) NOT NULL,
8
- `status` varchar(50) NOT NULL,
9
- PRIMARY KEY (`id`)
10
- );
11
-
12
- CREATE TABLE IF NOT EXISTS `access_log` (
13
- `id` int(10) NOT NULL AUTO_INCREMENT,
14
- `companyId` bigint(20) NOT NULL,
15
- `date` datetime NOT NULL,
16
- `login_id` varchar(75) NOT NULL,
17
- `access_ip` varchar(15) NOT NULL,
18
- `host_name` varchar(75) NOT NULL,
19
- `access_url` varchar(2048) NOT NULL,
20
- `forward_time` int(5) NOT NULL,
21
- `httpstatus` int(3) NOT NULL,
22
- `user_agent` varchar(512) NOT NULL,
23
- `referer` varchar(2048),
24
- PRIMARY KEY (`id`)
25
- );
26
-
27
- CREATE TABLE IF NOT EXISTS `authorization_log` (
28
- `id` int(10) NOT NULL AUTO_INCREMENT,
29
- `companyId` bigint(20) NOT NULL,
30
- `date` datetime NOT NULL,
31
- `login_id` varchar(75) NOT NULL,
32
- `host_name` varchar(75) NOT NULL,
33
- `access_url` varchar(2048) NOT NULL,
34
- `status` varchar(50) NOT NULL,
35
- PRIMARY KEY (`id`)
36
- );