appswarm 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (305) hide show
  1. data/.autotest +124 -0
  2. data/History.txt +7 -0
  3. data/Manifest.txt +304 -0
  4. data/README.txt +373 -0
  5. data/Rakefile +153 -0
  6. data/TODO +7 -0
  7. data/apps/README.txt +17 -0
  8. data/apps/admin/admin.rb +79 -0
  9. data/apps/admin/controllers/admin.rb +81 -0
  10. data/apps/admin/controllers/settings.rb +63 -0
  11. data/apps/admin/controllers/users.rb +3 -0
  12. data/apps/admin/features/access.feature +21 -0
  13. data/apps/admin/features/mountLocal.feature +12 -0
  14. data/apps/admin/features/settings.feature +68 -0
  15. data/apps/admin/features/startApps.feature +27 -0
  16. data/apps/admin/layouts/main.rhtml +10 -0
  17. data/apps/admin/lib/settings.rb +52 -0
  18. data/apps/admin/static/admin.css +23 -0
  19. data/apps/admin/views/_log.rhtml +21 -0
  20. data/apps/admin/views/index.rhtml +43 -0
  21. data/apps/admin/views/info.rhtml +7 -0
  22. data/apps/admin/views/settings.rhtml +9 -0
  23. data/apps/admin/views/settings/_http_app.rhtml +15 -0
  24. data/apps/admin/views/settings/_web_server.rhtml +32 -0
  25. data/apps/admin/views/settings/index.rhtml +3 -0
  26. data/apps/admin/views/users/index.rhtml +6 -0
  27. data/apps/application_provider/application_provider.rb +11 -0
  28. data/apps/blog/blog.rb +27 -0
  29. data/apps/blog/controllers/blog.rb +29 -0
  30. data/apps/blog/views/index.rhtml +27 -0
  31. data/apps/browser_starter/browser_starter.rb +32 -0
  32. data/apps/crypto/crypto.rb +47 -0
  33. data/apps/crypto/crypto_rsa.rb +102 -0
  34. data/apps/crypto/spec/crypto_spec.rb +10 -0
  35. data/apps/directory_service/directory_service.rb +107 -0
  36. data/apps/directory_service/net_application.rb +92 -0
  37. data/apps/directory_service/spec/directory_service_spec.rb +36 -0
  38. data/apps/directory_service/spec/net_application_spec.rb +3 -0
  39. data/apps/global_application_interface/global_application.rb +52 -0
  40. data/apps/global_application_interface/global_application_interface.rb +84 -0
  41. data/apps/global_application_interface/spec/app_api_spec.rb +5 -0
  42. data/apps/global_tuple_space/global_tuple_space.rb +27 -0
  43. data/apps/global_web_proxy/features/session_handling.feature +7 -0
  44. data/apps/global_web_proxy/global_web_proxy.rb +221 -0
  45. data/apps/global_web_proxy/proxy/HTTPProxyServer-Dateien/rdoc-style.css +208 -0
  46. data/apps/global_web_proxy/proxy/HTTPProxyServer.html +566 -0
  47. data/apps/global_web_proxy/proxy/dnstest.rb +30 -0
  48. data/apps/global_web_proxy/proxy/proxy.rb +86 -0
  49. data/apps/global_web_proxy/proxy/wiki.html +267 -0
  50. data/apps/global_web_proxy/proxy/wiki.rb +115 -0
  51. data/apps/global_web_proxy/spec/res1 +112 -0
  52. data/apps/global_web_proxy/spec/res2 +125 -0
  53. data/apps/global_web_proxy/spec/web_proxy_spec.rb +88 -0
  54. data/apps/global_web_server/global_web_server.rb +120 -0
  55. data/apps/global_web_server/global_web_servlet.rb +6 -0
  56. data/apps/hello_world/controllers/hello_world.rb +11 -0
  57. data/apps/hello_world/features/show_on_local_web_server.feature +44 -0
  58. data/apps/hello_world/features/starting_apps.feature +6 -0
  59. data/apps/hello_world/features/through_global.feature +12 -0
  60. data/apps/hello_world/hello_world.rb +3 -0
  61. data/apps/hello_world/views/get.rhtml +10 -0
  62. data/apps/hello_world/views/index.rhtml +9 -0
  63. data/apps/hello_world/views/post.rhtml +10 -0
  64. data/apps/home/controllers/home.rb +11 -0
  65. data/apps/home/home.rb +12 -0
  66. data/apps/home/layouts/main.rhtml +16 -0
  67. data/apps/home/static/Zeichnung.svg +240 -0
  68. data/apps/home/static/home.css +134 -0
  69. data/apps/home/static/menu.css +99 -0
  70. data/apps/home/views/_appInfo.rhtml +22 -0
  71. data/apps/home/views/_dummy_fill.rhtml +3 -0
  72. data/apps/home/views/_info.rhtml +6 -0
  73. data/apps/home/views/_menu.rhtml +17 -0
  74. data/apps/home/views/index.rhtml +4 -0
  75. data/apps/home/views/overview.rhtml +2 -0
  76. data/apps/local_chunk_store/chunk_store.rb +15 -0
  77. data/apps/local_chunk_store/local_chunk_store.rb +123 -0
  78. data/apps/local_chunk_store/spec/local_chunk_store_spec.rb +30 -0
  79. data/apps/local_file_store/app_configuration.rb +78 -0
  80. data/apps/local_file_store/app_file_store.rb +32 -0
  81. data/apps/local_file_store/cached_file_store.rb +94 -0
  82. data/apps/local_file_store/features/testbed_handling_of_directories.feature +20 -0
  83. data/apps/local_file_store/local_file_store.rb +47 -0
  84. data/apps/local_file_store/spec/app_configuration_spec.rb +30 -0
  85. data/apps/local_file_store/spec/local_file_store_spec.rb +54 -0
  86. data/apps/local_object_storage/lib/cell.rb +29 -0
  87. data/apps/local_object_storage/lib/cellmgr.rb +57 -0
  88. data/apps/local_object_storage/lib/index.rb +43 -0
  89. data/apps/local_object_storage/lib/marshal.rb +96 -0
  90. data/apps/local_object_storage/lib/pagefile.rb +6 -0
  91. data/apps/local_object_storage/lib/persistent_object.rb +126 -0
  92. data/apps/local_object_storage/local_object_storage.rb +148 -0
  93. data/apps/local_object_storage/spec/local_object_storage_spec.rb +123 -0
  94. data/apps/local_secure_file_store/local_secure_file_store.rb +64 -0
  95. data/apps/local_secure_file_store/spec/local_secure_file_store_spec.rb +23 -0
  96. data/apps/local_tuple_space/local_tuple_space.rb +92 -0
  97. data/apps/local_tuple_space/spec/tuple_space_spec.rb +25 -0
  98. data/apps/local_web_server/features/parsing_args.feature +18 -0
  99. data/apps/local_web_server/local_web_server.rb +166 -0
  100. data/apps/logger/logger.rb +27 -0
  101. data/apps/master/master.rb +46 -0
  102. data/apps/master/spec/master_spec.rb +31 -0
  103. data/apps/my_spec_spec.rb +15 -0
  104. data/apps/name_service/name_service.rb +75 -0
  105. data/apps/name_service/spec/name_service_spec.rb +51 -0
  106. data/apps/network_discovery/network_discovery.rb +45 -0
  107. data/apps/network_discovery_localstore/network_discovery_localstore.rb +20 -0
  108. data/apps/network_discovery_udp/network_discovery_udp.rb +51 -0
  109. data/apps/network_lookup/network_lookup.rb +61 -0
  110. data/apps/network_node/abstract_node.rb +104 -0
  111. data/apps/network_node/drb_node.rb +90 -0
  112. data/apps/network_node/network_app.rb +9 -0
  113. data/apps/network_node/network_node.rb +471 -0
  114. data/apps/network_node/remote_service.rb +45 -0
  115. data/apps/network_node/secure_node.rb +125 -0
  116. data/apps/network_node/spec/drb_spec.rb +41 -0
  117. data/apps/network_node/spec/network_node_spec_not.rb +264 -0
  118. data/apps/new_network_node/new_network_node.rb +427 -0
  119. data/apps/new_network_node/spec/new_network_node_spec.rb +186 -0
  120. data/apps/node_broadcast/node_broadcast.rb +167 -0
  121. data/apps/node_broadcast/spec/node_broadcast_spec.rb +59 -0
  122. data/apps/permaspace/permaspace.rb +47 -0
  123. data/apps/plaindb/lib/btree.rb +38 -0
  124. data/apps/plaindb/plaindb.rb +199 -0
  125. data/apps/plaindb/spec/table_write_spec.rb +36 -0
  126. data/apps/routed_network/routed_network.rb +23 -0
  127. data/apps/routed_network/spec/routed_network_spec.rb +17 -0
  128. data/apps/session_manager/session_manager.rb +18 -0
  129. data/apps/spec_output.html +222 -0
  130. data/apps/todo/controllers/todo.rb +87 -0
  131. data/apps/todo/model/comment.rb +10 -0
  132. data/apps/todo/model/project.rb +20 -0
  133. data/apps/todo/model/todo.rb +16 -0
  134. data/apps/todo/model/user.rb +5 -0
  135. data/apps/todo/todo.rb +21 -0
  136. data/apps/todo/views/_commentList.rhtml +7 -0
  137. data/apps/todo/views/_createProject.rhtml +5 -0
  138. data/apps/todo/views/_partList.rhtml +12 -0
  139. data/apps/todo/views/_projectList.rhtml +16 -0
  140. data/apps/todo/views/edit.rhtml +11 -0
  141. data/apps/todo/views/editPart.rhtml +10 -0
  142. data/apps/todo/views/index.rhtml +2 -0
  143. data/apps/todo/views/question.rhtml +4 -0
  144. data/apps/transparent_network/transparent_network.rb +7 -0
  145. data/apps/udp_network/big_transfer.rb +97 -0
  146. data/apps/udp_network/features/information.feature +7 -0
  147. data/apps/udp_network/message_queue.rb +84 -0
  148. data/apps/udp_network/network_interface_api.rb +39 -0
  149. data/apps/udp_network/qos_queue.rb +186 -0
  150. data/apps/udp_network/simple_api.rb +180 -0
  151. data/apps/udp_network/spec/big_transfer_spec.rb +0 -0
  152. data/apps/udp_network/spec/qos_queue_spec.rb +99 -0
  153. data/apps/udp_network/spec/simple_api_spec.rb +35 -0
  154. data/apps/udp_network/spec/udp_network_spec.rb +115 -0
  155. data/apps/udp_network/spec/udp_transceiver_spec.rb +90 -0
  156. data/apps/udp_network/udp_network.rb +196 -0
  157. data/apps/udp_network/udp_transceiver.rb +329 -0
  158. data/apps/wiki/controllers/wiki.rb +56 -0
  159. data/apps/wiki/features/editing.feature +21 -0
  160. data/apps/wiki/layouts/main.rhtml +18 -0
  161. data/apps/wiki/lib/media_wiki_html.rb +35 -0
  162. data/apps/wiki/lib/wikicreole.rb +2147 -0
  163. data/apps/wiki/lib/wikicreole.tt +135 -0
  164. data/apps/wiki/lib/wikitest.rb +158 -0
  165. data/apps/wiki/lib/wikitest.tt +17 -0
  166. data/apps/wiki/model/menu.rb +15 -0
  167. data/apps/wiki/model/page.rb +31 -0
  168. data/apps/wiki/spec/wiki_creole_spec.rb +20 -0
  169. data/apps/wiki/spec/wiki_spec.rb +19 -0
  170. data/apps/wiki/static/Zeichnung.svg +240 -0
  171. data/apps/wiki/static/home.css +134 -0
  172. data/apps/wiki/static/mainMenu.css +32 -0
  173. data/apps/wiki/static/menu.css +99 -0
  174. data/apps/wiki/views/_mainMenu.rhtml +3 -0
  175. data/apps/wiki/views/_menu.rhtml +13 -0
  176. data/apps/wiki/views/edit.rhtml +13 -0
  177. data/apps/wiki/views/index.rhtml +2 -0
  178. data/apps/wiki/views/save.rhtml +1 -0
  179. data/apps/wiki/wiki.rb +17 -0
  180. data/bin/appswarm +47 -0
  181. data/cucumber.yml +2 -0
  182. data/data/PermaspaceApp/AFS_WikiApp_wiki_config +6 -0
  183. data/data/draft.txt +63 -0
  184. data/docs/appswarm_motivation.graffle +0 -0
  185. data/docs/appswarm_pics.graffle/QuickLook/Preview.pdf +0 -0
  186. data/docs/appswarm_pics.graffle/QuickLook/Thumbnail.tiff +0 -0
  187. data/docs/appswarm_pics.graffle/data.plist +63494 -0
  188. data/docs/appswarm_pics.graffle/image1.tiff +0 -0
  189. data/docs/appswarm_pics.graffle/image2.tif +0 -0
  190. data/docs/appswarm_pics.graffle/image3.tif +0 -0
  191. data/docs/appswarm_pics.graffle/image4.tif +0 -0
  192. data/docs/appswarm_pics.graffle/image5.tiff +0 -0
  193. data/docs/routing.graffle +0 -0
  194. data/features/step_definitions/appstart_steps.rb +28 -0
  195. data/features/step_definitions/cluster_steps.rb +18 -0
  196. data/features/step_definitions/testbed_steps.rb +64 -0
  197. data/features/step_definitions/webapp_steps.rb +257 -0
  198. data/features/support/env.rb +7 -0
  199. data/lib/appswarm.rb +127 -0
  200. data/lib/appswarm/README.txt +67 -0
  201. data/lib/appswarm/app_config.rb +19 -0
  202. data/lib/appswarm/application.rb +267 -0
  203. data/lib/appswarm/breaking_mutex.rb +41 -0
  204. data/lib/appswarm/cluster_funcs.rb +157 -0
  205. data/lib/appswarm/cross_spectool.rb +153 -0
  206. data/lib/appswarm/crypt.rb +10 -0
  207. data/lib/appswarm/crypt/crypto.rb +90 -0
  208. data/lib/appswarm/crypt/rsa_key +15 -0
  209. data/lib/appswarm/crypt/rsa_key.pub +5 -0
  210. data/lib/appswarm/crypt/test.rb +27 -0
  211. data/lib/appswarm/dir_tool.rb +41 -0
  212. data/lib/appswarm/event_api.rb +7 -0
  213. data/lib/appswarm/features_helper.rb +44 -0
  214. data/lib/appswarm/global_service.rb +38 -0
  215. data/lib/appswarm/http.rb +1 -0
  216. data/lib/appswarm/http/http_app.rb +257 -0
  217. data/lib/appswarm/http/http_controller.rb +267 -0
  218. data/lib/appswarm/http/http_provider.rb +80 -0
  219. data/lib/appswarm/http/static/favicon.ico +0 -0
  220. data/lib/appswarm/http/static/javascript/._prototype.js +0 -0
  221. data/lib/appswarm/http/static/javascript/prototype.js +2515 -0
  222. data/lib/appswarm/http/webrick_logger.rb +12 -0
  223. data/lib/appswarm/net_service.rb +69 -0
  224. data/lib/appswarm/package.rb +88 -0
  225. data/lib/appswarm/parallel_each.rb +46 -0
  226. data/lib/appswarm/protocols/protocol_dice.rb +25 -0
  227. data/lib/appswarm/proxy_testing.rb +48 -0
  228. data/lib/appswarm/public_api.rb +35 -0
  229. data/lib/appswarm/routing/matrix_math.rb +57 -0
  230. data/lib/appswarm/routing/pca.rb +211 -0
  231. data/lib/appswarm/routing/routetest.rb +85 -0
  232. data/lib/appswarm/routing/routing.rb +326 -0
  233. data/lib/appswarm/routing/spec/nods_spec.rb +23 -0
  234. data/lib/appswarm/routing/spec/pca_spec.rb +27 -0
  235. data/lib/appswarm/routing/spec/routing_spec.rb +91 -0
  236. data/lib/appswarm/secure_con.rb +437 -0
  237. data/lib/appswarm/secure_connection.rb +79 -0
  238. data/lib/appswarm/secure_marshal.rb +137 -0
  239. data/lib/appswarm/service.rb +76 -0
  240. data/lib/appswarm/simple_marshal.rb +96 -0
  241. data/lib/appswarm/simple_marshal_parser.rb +1243 -0
  242. data/lib/appswarm/simple_marshal_parser.tt +158 -0
  243. data/lib/appswarm/spec/application_spec.rb +50 -0
  244. data/lib/appswarm/spec/cluster_spec.rb +2 -0
  245. data/lib/appswarm/spec/hexdist_spec.rb +13 -0
  246. data/lib/appswarm/spec/http_controller_spec.rb +18 -0
  247. data/lib/appswarm/spec/main_spec.rb +6 -0
  248. data/lib/appswarm/spec/parallel_each_spec.rb +30 -0
  249. data/lib/appswarm/spec/secure_connection_spec.rb +108 -0
  250. data/lib/appswarm/spec/secure_marshal_spec.rb +93 -0
  251. data/lib/appswarm/spec/simple_marshal_spec.rb +87 -0
  252. data/lib/appswarm/spec/tools_spec.rb +13 -0
  253. data/lib/appswarm/spec/whiteboard_spec.rb +20 -0
  254. data/lib/appswarm/spec_helper.rb +18 -0
  255. data/lib/appswarm/test_bed.rb +207 -0
  256. data/lib/appswarm/tools.rb +284 -0
  257. data/lib/appswarm/tools/http_tunnel_client.rb +139 -0
  258. data/lib/appswarm/tools/http_tunnel_common.rb +8 -0
  259. data/lib/appswarm/tools/http_tunnel_server.rb +78 -0
  260. data/lib/appswarm/tools/parser/example_data.simple +102 -0
  261. data/lib/appswarm/tools/parser/match_test.rb +14 -0
  262. data/lib/appswarm/tools/parser/parser_lib.rb +165 -0
  263. data/lib/appswarm/tools/parser/parser_test.rb +104 -0
  264. data/lib/appswarm/tools/parser/spec/parser_spec.rb +44 -0
  265. data/lib/appswarm/tools/pipes.rb +95 -0
  266. data/lib/appswarm/tools/spec/tracing_spec.rb +16 -0
  267. data/lib/appswarm/tools/spec/waiting_queue_spec.rb +15 -0
  268. data/lib/appswarm/tools/thread_tool.rb +61 -0
  269. data/lib/appswarm/tools/tracing.rb +84 -0
  270. data/lib/appswarm/tools/treetop_test.rb +20 -0
  271. data/lib/appswarm/tools/treetop_test_grammar.rb +114 -0
  272. data/lib/appswarm/tools/treetop_test_grammar.tt +7 -0
  273. data/lib/appswarm/tools/waiting_prio_queue.rb +47 -0
  274. data/lib/appswarm/tools/waiting_queue.rb +34 -0
  275. data/lib/appswarm/whiteboard.rb +73 -0
  276. data/nettest.rb +50 -0
  277. data/packages/README.txt +1 -0
  278. data/packages/msandbox/data/packages/store/my.txt +1 -0
  279. data/packages/msandbox/interfaces.rb +172 -0
  280. data/packages/msandbox/old/defa.rb +3 -0
  281. data/packages/msandbox/old/test.rb +14 -0
  282. data/packages/msandbox/old/test2.rb +56 -0
  283. data/packages/msandbox/package.rb +67 -0
  284. data/packages/msandbox/packages/store/config.yml +1 -0
  285. data/packages/msandbox/packages/store/main.rb +27 -0
  286. data/packages/msandbox/packages/store/myinclude.rb +7 -0
  287. data/packages/msandbox/packages/store_test/config.yml +1 -0
  288. data/packages/msandbox/packages/store_test/main.rb +9 -0
  289. data/packages/msandbox/server.rb +146 -0
  290. data/packages/msandbox/test.rb +13 -0
  291. data/packages/msandbox/test2.rb +29 -0
  292. data/templates/web/appswarm/controllers/appswarm.rb +41 -0
  293. data/templates/web/appswarm/layouts/main.rhtml +20 -0
  294. data/templates/web/appswarm/models/asmenu.rb +14 -0
  295. data/templates/web/appswarm/models/asuser.rb +30 -0
  296. data/templates/web/appswarm/static/custom.css +15 -0
  297. data/templates/web/appswarm/static/home.css +134 -0
  298. data/templates/web/appswarm/static/mainMenu.css +32 -0
  299. data/templates/web/appswarm/static/menu.css +99 -0
  300. data/templates/web/appswarm/views/_mainMenu.rhtml +5 -0
  301. data/templates/web/appswarm/views/_menu.rhtml +13 -0
  302. data/templates/web/appswarm/views/_userInfo.rhtml +7 -0
  303. data/templates/web/appswarm/views/login.rhtml +9 -0
  304. data/tools/checkPort.rb +11 -0
  305. metadata +379 -0
@@ -0,0 +1,139 @@
1
+ require 'net/https'
2
+ require 'uri'
3
+ require 'gserver'
4
+
5
+ require 'http_tunnel_common.rb'
6
+
7
+ require 'pp'
8
+
9
+ class HTTPTunnelClient
10
+
11
+ attr_accessor :socket
12
+
13
+ class Server<GServer
14
+ def initialize(port,client)
15
+ super(port,"127.0.0.1",1)
16
+ @client=client
17
+ end
18
+ def serve(io)
19
+ puts "SERVE"
20
+ io.setsockopt(Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1)
21
+ @conn=io
22
+ puts "set sock"
23
+ @client.socket=io
24
+ puts "loop..."
25
+ receiveLoop
26
+ @client.socket=nil
27
+ end
28
+ def receiveLoop
29
+ begin
30
+ loop do
31
+ puts "recv..."
32
+ curdata=@conn.recv(101200)
33
+ puts "..."
34
+ if curdata.length>0
35
+ pp "GOT DATA (at #{@conn.addr}) #{curdata.length}"
36
+ else
37
+ puts "NO MORE DATA"
38
+ break
39
+ end
40
+
41
+ @client.push(curdata)
42
+
43
+ end
44
+ rescue Exception=>e
45
+ #glog e,e.backtrace,self
46
+ #unless e.inspect.to_s=="#<RuntimeError: stop>"
47
+ pp e,e.backtrace,self
48
+ #end
49
+ end
50
+
51
+ end
52
+ end
53
+
54
+ def initialize(localPort,remoteHost,remotePort)
55
+ uri=URI.parse("https://#{remoteHost}:#{remotePort}/")
56
+ http = Net::HTTP.new(uri.host, uri.port)
57
+ http.verify_mode=OpenSSL::SSL::VERIFY_NONE
58
+ http.use_ssl = true if uri.scheme == "https" # enable SSL/TLS
59
+
60
+ @http=http
61
+ @socket=nil
62
+ @out=""
63
+ @in=[]
64
+ @mutex=Mutex.new
65
+
66
+ # ops=
67
+ @gserver=Server.new(localPort,self)
68
+ @gserver.start
69
+
70
+ Thread.new {
71
+ begin
72
+ loop do
73
+ check
74
+
75
+ sleep 0.5
76
+ end
77
+ rescue Object=>e
78
+ pp e,e.backtrace
79
+ end
80
+ }
81
+ end
82
+
83
+ def push(data)
84
+ @out+=data
85
+ check
86
+ end
87
+
88
+ private
89
+ def check
90
+ #puts "check"
91
+ @mutex.synchronize {
92
+ #puts "send over http #{@out.length}"
93
+
94
+ res=@http.post("/",encode(@out))
95
+ #puts "got over http #{res.body.length}"
96
+ #pp res.body
97
+ if res.body.length>0
98
+ @in += decode(res.body)
99
+
100
+ end
101
+ @out=""
102
+ }
103
+ write
104
+ end
105
+
106
+ def write
107
+ @mutex.synchronize {
108
+ if @in.length>0 and @socket
109
+ @in.each{|i|
110
+ puts "socket out #{i.length}"
111
+ @socket.write(i)
112
+ @socket.flush
113
+ }
114
+ @in=[]
115
+
116
+ end
117
+ }
118
+ end
119
+ end
120
+
121
+ HTTPTunnelClient.new(6666,"127.0.0.1",2443)
122
+ sleep 100000
123
+
124
+ exit
125
+
126
+ uri = URI.parse('https://localhost:2443/')
127
+
128
+ h=http
129
+ http.start {
130
+
131
+ data="q=1234%&/)?"
132
+ # data=h.urlencode(data)
133
+ res=http.post("/",data) #{|res|
134
+ pp res #.body
135
+ pp res.body
136
+ #}
137
+ # http.request_get(uri.path) {|res|
138
+ # }
139
+ }
@@ -0,0 +1,8 @@
1
+ def encode(str)
2
+ return [Marshal.dump(str)].pack("m")
3
+ end
4
+
5
+ def decode(str)
6
+ return Marshal.load(str.unpack("m")[0])
7
+ end
8
+
@@ -0,0 +1,78 @@
1
+ require 'webrick'
2
+ require 'webrick/https'
3
+ require 'http_tunnel_common.rb'
4
+
5
+ require 'pp'
6
+
7
+ class HTTPSTunnelServer
8
+ include WEBrick
9
+ def initialize(destHost,destPort)
10
+ port=2443
11
+
12
+ @s = HTTPServer.new(
13
+ :Port => port,
14
+ :BindAddress=>"127.0.0.1",
15
+ :SSLVerifyClient => ::OpenSSL::SSL::VERIFY_NONE,
16
+ :SSLCertName => [],
17
+ :SSLEnable => true
18
+
19
+ )
20
+
21
+ @socket=TCPSocket.new(destHost,destPort)
22
+ @socket.setsockopt(Socket::IPPROTO_TCP, Socket::TCP_NODELAY, 1)
23
+
24
+ @mutex=Mutex.new
25
+ @out=[]
26
+
27
+ Thread.new {readLoop}
28
+
29
+ @s.mount_proc("/"){|req, res|
30
+
31
+ if req.body
32
+ @socket.write(decode(req.body))
33
+ end
34
+
35
+ #pp req.form_data
36
+ res["Content-Type"]="data/binary"
37
+ res.body=""
38
+ @mutex.synchronize {
39
+ if @out.length>0
40
+ res.body=encode(@out)
41
+
42
+ end
43
+ @out=[]
44
+ }
45
+ }
46
+
47
+ end
48
+
49
+ def run
50
+ trap("INT"){ @s.shutdown }
51
+ @s.start
52
+ end
53
+
54
+ private
55
+ def readLoop
56
+ begin
57
+ loop do
58
+ curdata=@socket.recv(101200)
59
+ if curdata.length>0
60
+ #pp "GOT DATA (at #{@socket.addr}) #{curdata.length}"
61
+ else
62
+ #puts "NO MORE DATA"
63
+ break
64
+ end
65
+ @mutex.synchronize {
66
+ @out << curdata
67
+ }
68
+ end
69
+ rescue Object=>e
70
+ pp e,e.backtrace
71
+ end
72
+ end
73
+ end
74
+
75
+
76
+ s=HTTPSTunnelServer.new("127.0.0.1",22)
77
+ s.run
78
+
@@ -0,0 +1,102 @@
1
+ {
2
+ "indexes" => {
3
+ :class => "{\n \"ExampleObject\" => [\n 1,\n 2,\n 3\n ]\n}",
4
+ :objectId => "{\n 1 => 92,\n 2 => 93,\n 3 => 94\n}"
5
+ },
6
+ "los" => {
7
+ 9 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
8
+ 47 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
9
+ 85 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
10
+ 28 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
11
+ 66 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
12
+ 76 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
13
+ 19 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
14
+ 57 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
15
+ 38 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
16
+ 10 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
17
+ 48 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
18
+ 86 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
19
+ 29 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
20
+ 67 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
21
+ 20 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
22
+ 58 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
23
+ 1 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
24
+ 39 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
25
+ 77 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
26
+ 87 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
27
+ 30 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
28
+ 68 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
29
+ 11 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
30
+ 49 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
31
+ 21 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
32
+ 59 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
33
+ 2 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
34
+ 40 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
35
+ 78 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
36
+ 31 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
37
+ 69 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
38
+ 12 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
39
+ 50 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
40
+ 88 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
41
+ 3 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
42
+ 41 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
43
+ 79 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
44
+ 22 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
45
+ 60 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
46
+ 32 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
47
+ 70 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
48
+ 13 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
49
+ 51 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
50
+ 89 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
51
+ 4 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
52
+ 42 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
53
+ 80 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
54
+ 23 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
55
+ 61 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
56
+ 14 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
57
+ 52 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
58
+ 90 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
59
+ 33 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
60
+ 71 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
61
+ 43 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
62
+ 81 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
63
+ 24 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
64
+ 62 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
65
+ 5 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
66
+ 15 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
67
+ 53 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
68
+ 91 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
69
+ 34 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
70
+ 72 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
71
+ 82 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
72
+ 63 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
73
+ 25 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
74
+ 6 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
75
+ 44 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
76
+ 92 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
77
+ 16 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
78
+ 54 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
79
+ 35 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
80
+ 73 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
81
+ 45 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
82
+ 7 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
83
+ 26 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
84
+ 64 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
85
+ 83 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
86
+ 93 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
87
+ 17 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
88
+ 74 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
89
+ 36 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
90
+ 55 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
91
+ 27 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
92
+ 8 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => 99,\n \"@objectId\" => 1\n}\n]",
93
+ 65 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]",
94
+ 46 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
95
+ 84 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
96
+ 94 => "[\n \"ExampleObject\",\n 3,\n {\n \"@objectId\" => 3\n}\n]",
97
+ 75 => "[\n \"ExampleObject\",\n 2,\n {\n \"@objectId\" => 2\n}\n]",
98
+ 37 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n \"@objectId\" => 1\n}\n]",
99
+ 18 => "[\n \"ExampleObject\",\n 2,\n {\n \"@a\" => 70,\n \"@objectId\" => 2\n}\n]",
100
+ 56 => "[\n \"ExampleObject\",\n 1,\n {\n \"@a\" => [\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 2\n ),\n (LocalObjectStorage::Marshal::MarshaledObject\n :objectId => 3\n )\n ],\n \"@objectId\" => 1\n}\n]"
101
+ }
102
+ }
@@ -0,0 +1,14 @@
1
+ require 'pp'
2
+ require 'rubygems'
3
+ version = ">= 0"
4
+ pp $KCODE
5
+ gem 'rspec', version
6
+ require 'spec'
7
+
8
+
9
+ a="\"192 \300\""
10
+ a=a[1..-1]
11
+ a.each_byte{|b|pp b}
12
+ x=/^(\\.|[^"\\])*/
13
+ pp a,x
14
+ pp a.match(x)
@@ -0,0 +1,165 @@
1
+ require 'ostruct'
2
+
3
+ class Parser
4
+
5
+ class ParserContext
6
+ attr_reader :possible
7
+ attr_accessor :pos
8
+ def initialize(str,pos)
9
+ @str=str
10
+ @pos=pos
11
+ @possible=[]
12
+ end
13
+ def str
14
+ @str[@pos..-1]
15
+ end
16
+
17
+
18
+ end
19
+
20
+ ParsedElement=Struct.new(:type,:value,:block)
21
+
22
+ class ParsedElement
23
+ def to_s
24
+ "[#{type} #{value}]"
25
+ end
26
+
27
+ def convert
28
+ if block
29
+ instance_eval(&block)
30
+ else
31
+ if value.is_a?(Array)
32
+ if value.length>1
33
+ value.map{|v|v.convert}
34
+ else
35
+ value[0].convert
36
+ end
37
+ else
38
+ value
39
+ end
40
+ end
41
+ end
42
+ end
43
+
44
+ class ParserRule
45
+ attr_reader :block
46
+ def initialize(parser,name,elements,params,block)
47
+ @parser=parser
48
+ @name=name
49
+ @elements=[elements].flatten
50
+
51
+ @params=params
52
+ @block=block
53
+ end
54
+
55
+ def to_s
56
+ "#{@name}=>#{@elements}"
57
+ end
58
+
59
+ def parse(ctx)
60
+ parsed=[]
61
+ @elements.each{|element|
62
+ #puts "TRY #{element.inspect} on '#{ctx.str}'"
63
+ case element
64
+ when Regexp
65
+ regex=element.source
66
+ str=ctx.str
67
+ #pp "R:",regex,element,element.class
68
+ #$KCODE="n"
69
+ regex= Regexp.new("\\A#{regex}",0,'n') ##/^#{regex}/
70
+ #regex=element
71
+ #pp "REGEX:",regex
72
+ match=str.match(regex)
73
+ unless match
74
+ # puts "FAIL at regexp #{element}"
75
+ return nil
76
+ end
77
+ rstr=match[0]
78
+
79
+ #pp "str:",str
80
+ #str.each_byte{|b|pp b}
81
+ #pp "RESULT:",match,rstr,regex
82
+ return nil unless rstr
83
+ ctx.pos+=rstr.length
84
+
85
+ parsed<<ParsedElement.new("Regexp",rstr,nil)
86
+ when Symbol
87
+ value=@parser.parseContext(ctx,element)
88
+ if value.nil?
89
+ #puts "FAIL at symbol"
90
+ return nil
91
+ end
92
+ parsed<<value
93
+ when String
94
+ if ctx.str[0..(element.length-1)]!=element
95
+ #puts ctx.str
96
+ #puts "Fail at string"
97
+ return nil
98
+ end
99
+
100
+ ctx.pos+=element.length
101
+ parsed<<ParsedElement.new("String",element,nil)
102
+ else
103
+ raise "Unknown Element !!!! #{element}"
104
+ end
105
+ }
106
+
107
+ return ParsedElement.new(@name,parsed,@block)
108
+ end
109
+ end
110
+
111
+
112
+ def initialize(name,&block)
113
+ @name=name
114
+ @block=block
115
+ @rules={}
116
+ @root=nil
117
+
118
+ instance_eval(&block)
119
+
120
+ end
121
+
122
+ def rule(hash,*params,&block)
123
+ name=hash.keys[0]
124
+ elements=hash[name]
125
+
126
+
127
+ @rules[name]||=[]
128
+ rule=ParserRule.new(self,name,elements,params,block)
129
+ @rules[name]<<rule
130
+ @root||=name
131
+ rule
132
+ end
133
+
134
+
135
+ def parse(inString)
136
+ ctx=ParserContext.new(inString,0)
137
+ parseContext(ctx)
138
+ end
139
+
140
+
141
+ def parseContext(ctx,element=nil)
142
+ element||=@root
143
+ rules=@rules[element]
144
+
145
+ raise "No rule found for #{element}" unless rules
146
+ result=nil
147
+ rules.each{|rule|
148
+ nctx=ctx.dup
149
+ # pp "TRYING #{rule}"
150
+ result=rule.parse(nctx)
151
+ if result
152
+ ctx.pos=nctx.pos
153
+ result.block=rule.block
154
+ # pp "OK #{rule}"
155
+ return result
156
+ end
157
+ # pp "FAILED #{rule}"
158
+ }
159
+ result
160
+ end
161
+ end
162
+
163
+ def parser(name,&block)
164
+ Parser.new(name,&block)
165
+ end