unicorn-heroku-wait 4.8.0.1.g0ed2.dirty
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.CHANGELOG.old +25 -0
- data/.document +29 -0
- data/.gitignore +25 -0
- data/.mailmap +26 -0
- data/.manifest +166 -0
- data/.wrongdoc.yml +10 -0
- data/Application_Timeouts +77 -0
- data/CONTRIBUTORS +35 -0
- data/COPYING +674 -0
- data/ChangeLog +4861 -0
- data/DESIGN +97 -0
- data/Documentation/.gitignore +5 -0
- data/Documentation/GNUmakefile +30 -0
- data/Documentation/unicorn.1.txt +178 -0
- data/Documentation/unicorn_rails.1.txt +175 -0
- data/FAQ +53 -0
- data/GIT-VERSION-FILE +1 -0
- data/GIT-VERSION-GEN +39 -0
- data/GNUmakefile +267 -0
- data/HACKING +134 -0
- data/ISSUES +36 -0
- data/KNOWN_ISSUES +79 -0
- data/LATEST +28 -0
- data/LICENSE +67 -0
- data/Links +56 -0
- data/NEWS +2067 -0
- data/PHILOSOPHY +145 -0
- data/README +150 -0
- data/Rakefile +60 -0
- data/SIGNALS +123 -0
- data/Sandbox +103 -0
- data/TODO +5 -0
- data/TUNING +98 -0
- data/bin/unicorn +126 -0
- data/bin/unicorn_rails +209 -0
- data/examples/big_app_gc.rb +2 -0
- data/examples/echo.ru +27 -0
- data/examples/git.ru +13 -0
- data/examples/init.sh +74 -0
- data/examples/logger_mp_safe.rb +25 -0
- data/examples/logrotate.conf +29 -0
- data/examples/nginx.conf +156 -0
- data/examples/unicorn.conf.minimal.rb +13 -0
- data/examples/unicorn.conf.rb +102 -0
- data/ext/unicorn_http/CFLAGS +13 -0
- data/ext/unicorn_http/c_util.h +124 -0
- data/ext/unicorn_http/common_field_optimization.h +111 -0
- data/ext/unicorn_http/ext_help.h +82 -0
- data/ext/unicorn_http/extconf.rb +10 -0
- data/ext/unicorn_http/global_variables.h +97 -0
- data/ext/unicorn_http/httpdate.c +78 -0
- data/ext/unicorn_http/unicorn_http.c +4031 -0
- data/ext/unicorn_http/unicorn_http.rl +1036 -0
- data/ext/unicorn_http/unicorn_http_common.rl +76 -0
- data/lib/unicorn/app/exec_cgi.rb +154 -0
- data/lib/unicorn/app/inetd.rb +109 -0
- data/lib/unicorn/app/old_rails/static.rb +59 -0
- data/lib/unicorn/app/old_rails.rb +35 -0
- data/lib/unicorn/cgi_wrapper.rb +147 -0
- data/lib/unicorn/configurator.rb +679 -0
- data/lib/unicorn/const.rb +44 -0
- data/lib/unicorn/http_request.rb +122 -0
- data/lib/unicorn/http_response.rb +75 -0
- data/lib/unicorn/http_server.rb +803 -0
- data/lib/unicorn/launcher.rb +62 -0
- data/lib/unicorn/oob_gc.rb +71 -0
- data/lib/unicorn/preread_input.rb +33 -0
- data/lib/unicorn/socket_helper.rb +231 -0
- data/lib/unicorn/ssl_client.rb +11 -0
- data/lib/unicorn/ssl_configurator.rb +104 -0
- data/lib/unicorn/ssl_server.rb +42 -0
- data/lib/unicorn/stream_input.rb +146 -0
- data/lib/unicorn/tee_input.rb +126 -0
- data/lib/unicorn/tmpio.rb +29 -0
- data/lib/unicorn/util.rb +89 -0
- data/lib/unicorn/version.rb +1 -0
- data/lib/unicorn/worker.rb +152 -0
- data/lib/unicorn.rb +118 -0
- data/local.mk.sample +59 -0
- data/man/man1/unicorn.1 +211 -0
- data/man/man1/unicorn_rails.1 +210 -0
- data/script/isolate_for_tests +32 -0
- data/setup.rb +1586 -0
- data/t/.gitignore +5 -0
- data/t/GNUmakefile +82 -0
- data/t/README +42 -0
- data/t/bin/content-md5-put +36 -0
- data/t/bin/sha1sum.rb +17 -0
- data/t/bin/unused_listen +40 -0
- data/t/broken-app.ru +12 -0
- data/t/detach.ru +11 -0
- data/t/env.ru +3 -0
- data/t/fails-rack-lint.ru +5 -0
- data/t/heartbeat-timeout.ru +12 -0
- data/t/hijack.ru +42 -0
- data/t/listener_names.ru +4 -0
- data/t/my-tap-lib.sh +201 -0
- data/t/oob_gc.ru +20 -0
- data/t/oob_gc_path.ru +20 -0
- data/t/pid.ru +3 -0
- data/t/preread_input.ru +17 -0
- data/t/rack-input-tests.ru +21 -0
- data/t/sslgen.sh +71 -0
- data/t/t0000-http-basic.sh +50 -0
- data/t/t0001-reload-bad-config.sh +53 -0
- data/t/t0002-config-conflict.sh +49 -0
- data/t/t0002-parser-error.sh +94 -0
- data/t/t0003-working_directory.sh +51 -0
- data/t/t0004-heartbeat-timeout.sh +69 -0
- data/t/t0004-working_directory_broken.sh +24 -0
- data/t/t0005-working_directory_app.rb.sh +40 -0
- data/t/t0006-reopen-logs.sh +83 -0
- data/t/t0006.ru +13 -0
- data/t/t0007-working_directory_no_embed_cli.sh +44 -0
- data/t/t0008-back_out_of_upgrade.sh +110 -0
- data/t/t0009-broken-app.sh +56 -0
- data/t/t0009-winch_ttin.sh +59 -0
- data/t/t0010-reap-logging.sh +55 -0
- data/t/t0011-active-unix-socket.sh +79 -0
- data/t/t0012-reload-empty-config.sh +85 -0
- data/t/t0013-rewindable-input-false.sh +24 -0
- data/t/t0013.ru +12 -0
- data/t/t0014-rewindable-input-true.sh +24 -0
- data/t/t0014.ru +12 -0
- data/t/t0015-configurator-internals.sh +25 -0
- data/t/t0016-trust-x-forwarded-false.sh +30 -0
- data/t/t0017-trust-x-forwarded-true.sh +30 -0
- data/t/t0018-write-on-close.sh +23 -0
- data/t/t0019-max_header_len.sh +49 -0
- data/t/t0020-at_exit-handler.sh +49 -0
- data/t/t0021-process_detach.sh +29 -0
- data/t/t0022-listener_names-preload_app.sh +32 -0
- data/t/t0100-rack-input-tests.sh +124 -0
- data/t/t0116-client_body_buffer_size.sh +80 -0
- data/t/t0116.ru +16 -0
- data/t/t0200-rack-hijack.sh +27 -0
- data/t/t0300-no-default-middleware.sh +20 -0
- data/t/t0600-https-server-basic.sh +48 -0
- data/t/t9000-preread-input.sh +48 -0
- data/t/t9001-oob_gc.sh +47 -0
- data/t/t9002-oob_gc-path.sh +75 -0
- data/t/test-lib.sh +128 -0
- data/t/write-on-close.ru +11 -0
- data/test/aggregate.rb +15 -0
- data/test/benchmark/README +50 -0
- data/test/benchmark/dd.ru +18 -0
- data/test/benchmark/stack.ru +8 -0
- data/test/exec/README +5 -0
- data/test/exec/test_exec.rb +1047 -0
- data/test/test_helper.rb +297 -0
- data/test/unit/test_configurator.rb +175 -0
- data/test/unit/test_droplet.rb +28 -0
- data/test/unit/test_http_parser.rb +854 -0
- data/test/unit/test_http_parser_ng.rb +731 -0
- data/test/unit/test_http_parser_xftrust.rb +38 -0
- data/test/unit/test_request.rb +182 -0
- data/test/unit/test_response.rb +99 -0
- data/test/unit/test_server.rb +268 -0
- data/test/unit/test_signals.rb +188 -0
- data/test/unit/test_sni_hostnames.rb +47 -0
- data/test/unit/test_socket_helper.rb +197 -0
- data/test/unit/test_stream_input.rb +203 -0
- data/test/unit/test_tee_input.rb +294 -0
- data/test/unit/test_upload.rb +306 -0
- data/test/unit/test_util.rb +105 -0
- data/unicorn.gemspec +44 -0
- metadata +328 -0
@@ -0,0 +1,294 @@
|
|
1
|
+
# -*- encoding: binary -*-
|
2
|
+
|
3
|
+
require 'test/unit'
|
4
|
+
require 'digest/sha1'
|
5
|
+
require 'unicorn'
|
6
|
+
|
7
|
+
class TeeInput < Unicorn::TeeInput
|
8
|
+
attr_accessor :tmp, :len
|
9
|
+
end
|
10
|
+
|
11
|
+
class TestTeeInput < Test::Unit::TestCase
|
12
|
+
|
13
|
+
def setup
|
14
|
+
@rs = $/
|
15
|
+
@rd, @wr = Kgio::UNIXSocket.pair
|
16
|
+
@rd.sync = @wr.sync = true
|
17
|
+
@start_pid = $$
|
18
|
+
end
|
19
|
+
|
20
|
+
def teardown
|
21
|
+
return if $$ != @start_pid
|
22
|
+
$/ = @rs
|
23
|
+
@rd.close rescue nil
|
24
|
+
@wr.close rescue nil
|
25
|
+
begin
|
26
|
+
Process.wait
|
27
|
+
rescue Errno::ECHILD
|
28
|
+
break
|
29
|
+
end while true
|
30
|
+
end
|
31
|
+
|
32
|
+
def test_gets_long
|
33
|
+
r = init_request("hello", 5 + (4096 * 4 * 3) + "#$/foo#$/".size)
|
34
|
+
ti = TeeInput.new(@rd, r)
|
35
|
+
status = line = nil
|
36
|
+
pid = fork {
|
37
|
+
@rd.close
|
38
|
+
3.times { @wr.write("ffff" * 4096) }
|
39
|
+
@wr.write "#$/foo#$/"
|
40
|
+
@wr.close
|
41
|
+
}
|
42
|
+
@wr.close
|
43
|
+
line = ti.gets
|
44
|
+
assert_equal(4096 * 4 * 3 + 5 + $/.size, line.size)
|
45
|
+
assert_equal("hello" << ("ffff" * 4096 * 3) << "#$/", line)
|
46
|
+
line = ti.gets
|
47
|
+
assert_equal "foo#$/", line
|
48
|
+
assert_nil ti.gets
|
49
|
+
pid, status = Process.waitpid2(pid)
|
50
|
+
assert status.success?
|
51
|
+
end
|
52
|
+
|
53
|
+
def test_gets_short
|
54
|
+
r = init_request("hello", 5 + "#$/foo".size)
|
55
|
+
ti = TeeInput.new(@rd, r)
|
56
|
+
status = line = nil
|
57
|
+
pid = fork {
|
58
|
+
@rd.close
|
59
|
+
@wr.write "#$/foo"
|
60
|
+
@wr.close
|
61
|
+
}
|
62
|
+
@wr.close
|
63
|
+
line = ti.gets
|
64
|
+
assert_equal("hello#$/", line)
|
65
|
+
line = ti.gets
|
66
|
+
assert_equal "foo", line
|
67
|
+
assert_nil ti.gets
|
68
|
+
pid, status = Process.waitpid2(pid)
|
69
|
+
assert status.success?
|
70
|
+
end
|
71
|
+
|
72
|
+
def test_small_body
|
73
|
+
r = init_request('hello')
|
74
|
+
ti = TeeInput.new(@rd, r)
|
75
|
+
assert_equal 0, @parser.content_length
|
76
|
+
assert @parser.body_eof?
|
77
|
+
assert_equal StringIO, ti.tmp.class
|
78
|
+
assert_equal 0, ti.tmp.pos
|
79
|
+
assert_equal 5, ti.size
|
80
|
+
assert_equal 'hello', ti.read
|
81
|
+
assert_equal '', ti.read
|
82
|
+
assert_nil ti.read(4096)
|
83
|
+
assert_equal 5, ti.size
|
84
|
+
end
|
85
|
+
|
86
|
+
def test_read_with_buffer
|
87
|
+
r = init_request('hello')
|
88
|
+
ti = TeeInput.new(@rd, r)
|
89
|
+
buf = ''
|
90
|
+
rv = ti.read(4, buf)
|
91
|
+
assert_equal 'hell', rv
|
92
|
+
assert_equal 'hell', buf
|
93
|
+
assert_equal rv.object_id, buf.object_id
|
94
|
+
assert_equal 'o', ti.read
|
95
|
+
assert_equal nil, ti.read(5, buf)
|
96
|
+
assert_equal 0, ti.rewind
|
97
|
+
assert_equal 'hello', ti.read(5, buf)
|
98
|
+
assert_equal 'hello', buf
|
99
|
+
end
|
100
|
+
|
101
|
+
def test_big_body
|
102
|
+
r = init_request('.' * Unicorn::Const::MAX_BODY << 'a')
|
103
|
+
ti = TeeInput.new(@rd, r)
|
104
|
+
assert_equal 0, @parser.content_length
|
105
|
+
assert @parser.body_eof?
|
106
|
+
assert_kind_of File, ti.tmp
|
107
|
+
assert_equal 0, ti.tmp.pos
|
108
|
+
assert_equal Unicorn::Const::MAX_BODY + 1, ti.size
|
109
|
+
end
|
110
|
+
|
111
|
+
def test_read_in_full_if_content_length
|
112
|
+
a, b = 300, 3
|
113
|
+
r = init_request('.' * b, 300)
|
114
|
+
assert_equal 300, @parser.content_length
|
115
|
+
ti = TeeInput.new(@rd, r)
|
116
|
+
pid = fork {
|
117
|
+
@wr.write('.' * 197)
|
118
|
+
sleep 1 # still a *potential* race here that would make the test moot...
|
119
|
+
@wr.write('.' * 100)
|
120
|
+
}
|
121
|
+
assert_equal a, ti.read(a).size
|
122
|
+
_, status = Process.waitpid2(pid)
|
123
|
+
assert status.success?
|
124
|
+
@wr.close
|
125
|
+
end
|
126
|
+
|
127
|
+
def test_big_body_multi
|
128
|
+
r = init_request('.', Unicorn::Const::MAX_BODY + 1)
|
129
|
+
ti = TeeInput.new(@rd, r)
|
130
|
+
assert_equal Unicorn::Const::MAX_BODY, @parser.content_length
|
131
|
+
assert ! @parser.body_eof?
|
132
|
+
assert_kind_of File, ti.tmp
|
133
|
+
assert_equal 0, ti.tmp.pos
|
134
|
+
assert_equal Unicorn::Const::MAX_BODY + 1, ti.size
|
135
|
+
nr = Unicorn::Const::MAX_BODY / 4
|
136
|
+
pid = fork {
|
137
|
+
@rd.close
|
138
|
+
nr.times { @wr.write('....') }
|
139
|
+
@wr.close
|
140
|
+
}
|
141
|
+
@wr.close
|
142
|
+
assert_equal '.', ti.read(1)
|
143
|
+
assert_equal Unicorn::Const::MAX_BODY + 1, ti.size
|
144
|
+
nr.times { |x|
|
145
|
+
assert_equal '....', ti.read(4), "nr=#{x}"
|
146
|
+
assert_equal Unicorn::Const::MAX_BODY + 1, ti.size
|
147
|
+
}
|
148
|
+
assert_nil ti.read(1)
|
149
|
+
pid, status = Process.waitpid2(pid)
|
150
|
+
assert status.success?
|
151
|
+
end
|
152
|
+
|
153
|
+
def test_chunked
|
154
|
+
@parser = Unicorn::HttpParser.new
|
155
|
+
@parser.buf << "POST / HTTP/1.1\r\n" \
|
156
|
+
"Host: localhost\r\n" \
|
157
|
+
"Transfer-Encoding: chunked\r\n" \
|
158
|
+
"\r\n"
|
159
|
+
assert @parser.parse
|
160
|
+
assert_equal "", @parser.buf
|
161
|
+
|
162
|
+
pid = fork {
|
163
|
+
@rd.close
|
164
|
+
5.times { @wr.write("5\r\nabcde\r\n") }
|
165
|
+
@wr.write("0\r\n\r\n")
|
166
|
+
}
|
167
|
+
@wr.close
|
168
|
+
ti = TeeInput.new(@rd, @parser)
|
169
|
+
assert_nil @parser.content_length
|
170
|
+
assert_nil ti.len
|
171
|
+
assert ! @parser.body_eof?
|
172
|
+
assert_equal 25, ti.size
|
173
|
+
assert @parser.body_eof?
|
174
|
+
assert_equal 25, ti.len
|
175
|
+
assert_equal 0, ti.tmp.pos
|
176
|
+
ti.rewind
|
177
|
+
assert_equal 0, ti.tmp.pos
|
178
|
+
assert_equal 'abcdeabcdeabcdeabcde', ti.read(20)
|
179
|
+
assert_equal 20, ti.tmp.pos
|
180
|
+
ti.rewind
|
181
|
+
assert_equal 0, ti.tmp.pos
|
182
|
+
assert_kind_of File, ti.tmp
|
183
|
+
status = nil
|
184
|
+
pid, status = Process.waitpid2(pid)
|
185
|
+
assert status.success?
|
186
|
+
end
|
187
|
+
|
188
|
+
def test_chunked_ping_pong
|
189
|
+
@parser = Unicorn::HttpParser.new
|
190
|
+
buf = @parser.buf
|
191
|
+
buf << "POST / HTTP/1.1\r\n" \
|
192
|
+
"Host: localhost\r\n" \
|
193
|
+
"Transfer-Encoding: chunked\r\n" \
|
194
|
+
"\r\n"
|
195
|
+
assert @parser.parse
|
196
|
+
assert_equal "", buf
|
197
|
+
chunks = %w(aa bbb cccc dddd eeee)
|
198
|
+
rd, wr = IO.pipe
|
199
|
+
|
200
|
+
pid = fork {
|
201
|
+
chunks.each do |chunk|
|
202
|
+
rd.read(1) == "." and
|
203
|
+
@wr.write("#{'%x' % [ chunk.size]}\r\n#{chunk}\r\n")
|
204
|
+
end
|
205
|
+
@wr.write("0\r\n\r\n")
|
206
|
+
}
|
207
|
+
ti = TeeInput.new(@rd, @parser)
|
208
|
+
assert_nil @parser.content_length
|
209
|
+
assert_nil ti.len
|
210
|
+
assert ! @parser.body_eof?
|
211
|
+
chunks.each do |chunk|
|
212
|
+
wr.write('.')
|
213
|
+
assert_equal chunk, ti.read(16384)
|
214
|
+
end
|
215
|
+
_, status = Process.waitpid2(pid)
|
216
|
+
assert status.success?
|
217
|
+
end
|
218
|
+
|
219
|
+
def test_chunked_with_trailer
|
220
|
+
@parser = Unicorn::HttpParser.new
|
221
|
+
buf = @parser.buf
|
222
|
+
buf << "POST / HTTP/1.1\r\n" \
|
223
|
+
"Host: localhost\r\n" \
|
224
|
+
"Trailer: Hello\r\n" \
|
225
|
+
"Transfer-Encoding: chunked\r\n" \
|
226
|
+
"\r\n"
|
227
|
+
assert @parser.parse
|
228
|
+
assert_equal "", buf
|
229
|
+
|
230
|
+
pid = fork {
|
231
|
+
@rd.close
|
232
|
+
5.times { @wr.write("5\r\nabcde\r\n") }
|
233
|
+
@wr.write("0\r\n")
|
234
|
+
@wr.write("Hello: World\r\n\r\n")
|
235
|
+
}
|
236
|
+
@wr.close
|
237
|
+
ti = TeeInput.new(@rd, @parser)
|
238
|
+
assert_nil @parser.content_length
|
239
|
+
assert_nil ti.len
|
240
|
+
assert ! @parser.body_eof?
|
241
|
+
assert_equal 25, ti.size
|
242
|
+
assert_equal "World", @parser.env['HTTP_HELLO']
|
243
|
+
pid, status = Process.waitpid2(pid)
|
244
|
+
assert status.success?
|
245
|
+
end
|
246
|
+
|
247
|
+
def test_chunked_and_size_slow
|
248
|
+
@parser = Unicorn::HttpParser.new
|
249
|
+
buf = @parser.buf
|
250
|
+
buf << "POST / HTTP/1.1\r\n" \
|
251
|
+
"Host: localhost\r\n" \
|
252
|
+
"Trailer: Hello\r\n" \
|
253
|
+
"Transfer-Encoding: chunked\r\n" \
|
254
|
+
"\r\n"
|
255
|
+
assert @parser.parse
|
256
|
+
assert_equal "", buf
|
257
|
+
|
258
|
+
@wr.write("9\r\nabcde")
|
259
|
+
ti = TeeInput.new(@rd, @parser)
|
260
|
+
assert_nil @parser.content_length
|
261
|
+
assert_equal "abcde", ti.read(9)
|
262
|
+
assert ! @parser.body_eof?
|
263
|
+
@wr.write("fghi\r\n0\r\nHello: World\r\n\r\n")
|
264
|
+
assert_equal 9, ti.size
|
265
|
+
assert_equal "fghi", ti.read(9)
|
266
|
+
assert_equal nil, ti.read(9)
|
267
|
+
assert_equal "World", @parser.env['HTTP_HELLO']
|
268
|
+
end
|
269
|
+
|
270
|
+
def test_gets_read_mix
|
271
|
+
r = init_request("hello\nasdfasdf")
|
272
|
+
ti = Unicorn::TeeInput.new(@rd, r)
|
273
|
+
assert_equal "hello\n", ti.gets
|
274
|
+
assert_equal "asdfasdf", ti.read(9)
|
275
|
+
assert_nil ti.read(9)
|
276
|
+
end
|
277
|
+
|
278
|
+
private
|
279
|
+
|
280
|
+
def init_request(body, size = nil)
|
281
|
+
@parser = Unicorn::HttpParser.new
|
282
|
+
body = body.to_s.freeze
|
283
|
+
buf = @parser.buf
|
284
|
+
buf << "POST / HTTP/1.1\r\n" \
|
285
|
+
"Host: localhost\r\n" \
|
286
|
+
"Content-Length: #{size || body.size}\r\n" \
|
287
|
+
"\r\n#{body}"
|
288
|
+
assert @parser.parse
|
289
|
+
assert_equal body, buf
|
290
|
+
@buf = buf
|
291
|
+
@parser
|
292
|
+
end
|
293
|
+
|
294
|
+
end
|
@@ -0,0 +1,306 @@
|
|
1
|
+
# -*- encoding: binary -*-
|
2
|
+
|
3
|
+
# Copyright (c) 2009 Eric Wong
|
4
|
+
require 'test/test_helper'
|
5
|
+
require 'digest/md5'
|
6
|
+
|
7
|
+
include Unicorn
|
8
|
+
|
9
|
+
class UploadTest < Test::Unit::TestCase
|
10
|
+
|
11
|
+
def setup
|
12
|
+
@addr = ENV['UNICORN_TEST_ADDR'] || '127.0.0.1'
|
13
|
+
@port = unused_port
|
14
|
+
@hdr = {'Content-Type' => 'text/plain', 'Content-Length' => '0'}
|
15
|
+
@bs = 4096
|
16
|
+
@count = 256
|
17
|
+
@server = nil
|
18
|
+
|
19
|
+
# we want random binary data to test 1.9 encoding-aware IO craziness
|
20
|
+
@random = File.open('/dev/urandom','rb')
|
21
|
+
@sha1 = Digest::SHA1.new
|
22
|
+
@sha1_app = lambda do |env|
|
23
|
+
input = env['rack.input']
|
24
|
+
resp = {}
|
25
|
+
|
26
|
+
@sha1.reset
|
27
|
+
while buf = input.read(@bs)
|
28
|
+
@sha1.update(buf)
|
29
|
+
end
|
30
|
+
resp[:sha1] = @sha1.hexdigest
|
31
|
+
|
32
|
+
# rewind and read again
|
33
|
+
input.rewind
|
34
|
+
@sha1.reset
|
35
|
+
while buf = input.read(@bs)
|
36
|
+
@sha1.update(buf)
|
37
|
+
end
|
38
|
+
|
39
|
+
if resp[:sha1] == @sha1.hexdigest
|
40
|
+
resp[:sysread_read_byte_match] = true
|
41
|
+
end
|
42
|
+
|
43
|
+
if expect_size = env['HTTP_X_EXPECT_SIZE']
|
44
|
+
if expect_size.to_i == input.size
|
45
|
+
resp[:expect_size_match] = true
|
46
|
+
end
|
47
|
+
end
|
48
|
+
resp[:size] = input.size
|
49
|
+
resp[:content_md5] = env['HTTP_CONTENT_MD5']
|
50
|
+
|
51
|
+
[ 200, @hdr.merge({'X-Resp' => resp.inspect}), [] ]
|
52
|
+
end
|
53
|
+
end
|
54
|
+
|
55
|
+
def teardown
|
56
|
+
redirect_test_io { @server.stop(false) } if @server
|
57
|
+
@random.close
|
58
|
+
reset_sig_handlers
|
59
|
+
end
|
60
|
+
|
61
|
+
def test_put
|
62
|
+
start_server(@sha1_app)
|
63
|
+
sock = TCPSocket.new(@addr, @port)
|
64
|
+
sock.syswrite("PUT / HTTP/1.0\r\nContent-Length: #{length}\r\n\r\n")
|
65
|
+
@count.times do |i|
|
66
|
+
buf = @random.sysread(@bs)
|
67
|
+
@sha1.update(buf)
|
68
|
+
sock.syswrite(buf)
|
69
|
+
end
|
70
|
+
read = sock.read.split(/\r\n/)
|
71
|
+
assert_equal "HTTP/1.1 200 OK", read[0]
|
72
|
+
resp = eval(read.grep(/^X-Resp: /).first.sub!(/X-Resp: /, ''))
|
73
|
+
assert_equal length, resp[:size]
|
74
|
+
assert_equal @sha1.hexdigest, resp[:sha1]
|
75
|
+
end
|
76
|
+
|
77
|
+
def test_put_content_md5
|
78
|
+
md5 = Digest::MD5.new
|
79
|
+
start_server(@sha1_app)
|
80
|
+
sock = TCPSocket.new(@addr, @port)
|
81
|
+
sock.syswrite("PUT / HTTP/1.0\r\nTransfer-Encoding: chunked\r\n" \
|
82
|
+
"Trailer: Content-MD5\r\n\r\n")
|
83
|
+
@count.times do |i|
|
84
|
+
buf = @random.sysread(@bs)
|
85
|
+
@sha1.update(buf)
|
86
|
+
md5.update(buf)
|
87
|
+
sock.syswrite("#{'%x' % buf.size}\r\n")
|
88
|
+
sock.syswrite(buf << "\r\n")
|
89
|
+
end
|
90
|
+
sock.syswrite("0\r\n")
|
91
|
+
|
92
|
+
content_md5 = [ md5.digest! ].pack('m').strip.freeze
|
93
|
+
sock.syswrite("Content-MD5: #{content_md5}\r\n\r\n")
|
94
|
+
read = sock.read.split(/\r\n/)
|
95
|
+
assert_equal "HTTP/1.1 200 OK", read[0]
|
96
|
+
resp = eval(read.grep(/^X-Resp: /).first.sub!(/X-Resp: /, ''))
|
97
|
+
assert_equal length, resp[:size]
|
98
|
+
assert_equal @sha1.hexdigest, resp[:sha1]
|
99
|
+
assert_equal content_md5, resp[:content_md5]
|
100
|
+
end
|
101
|
+
|
102
|
+
def test_put_trickle_small
|
103
|
+
@count, @bs = 2, 128
|
104
|
+
start_server(@sha1_app)
|
105
|
+
assert_equal 256, length
|
106
|
+
sock = TCPSocket.new(@addr, @port)
|
107
|
+
hdr = "PUT / HTTP/1.0\r\nContent-Length: #{length}\r\n\r\n"
|
108
|
+
@count.times do
|
109
|
+
buf = @random.sysread(@bs)
|
110
|
+
@sha1.update(buf)
|
111
|
+
hdr << buf
|
112
|
+
sock.syswrite(hdr)
|
113
|
+
hdr = ''
|
114
|
+
sleep 0.6
|
115
|
+
end
|
116
|
+
read = sock.read.split(/\r\n/)
|
117
|
+
assert_equal "HTTP/1.1 200 OK", read[0]
|
118
|
+
resp = eval(read.grep(/^X-Resp: /).first.sub!(/X-Resp: /, ''))
|
119
|
+
assert_equal length, resp[:size]
|
120
|
+
assert_equal @sha1.hexdigest, resp[:sha1]
|
121
|
+
end
|
122
|
+
|
123
|
+
def test_put_keepalive_truncates_small_overwrite
|
124
|
+
start_server(@sha1_app)
|
125
|
+
sock = TCPSocket.new(@addr, @port)
|
126
|
+
to_upload = length + 1
|
127
|
+
sock.syswrite("PUT / HTTP/1.0\r\nContent-Length: #{to_upload}\r\n\r\n")
|
128
|
+
@count.times do
|
129
|
+
buf = @random.sysread(@bs)
|
130
|
+
@sha1.update(buf)
|
131
|
+
sock.syswrite(buf)
|
132
|
+
end
|
133
|
+
sock.syswrite('12345') # write 4 bytes more than we expected
|
134
|
+
@sha1.update('1')
|
135
|
+
|
136
|
+
buf = sock.readpartial(4096)
|
137
|
+
while buf !~ /\r\n\r\n/
|
138
|
+
buf << sock.readpartial(4096)
|
139
|
+
end
|
140
|
+
read = buf.split(/\r\n/)
|
141
|
+
assert_equal "HTTP/1.1 200 OK", read[0]
|
142
|
+
resp = eval(read.grep(/^X-Resp: /).first.sub!(/X-Resp: /, ''))
|
143
|
+
assert_equal to_upload, resp[:size]
|
144
|
+
assert_equal @sha1.hexdigest, resp[:sha1]
|
145
|
+
end
|
146
|
+
|
147
|
+
def test_put_excessive_overwrite_closed
|
148
|
+
tmp = Tempfile.new('overwrite_check')
|
149
|
+
tmp.sync = true
|
150
|
+
start_server(lambda { |env|
|
151
|
+
nr = 0
|
152
|
+
while buf = env['rack.input'].read(65536)
|
153
|
+
nr += buf.size
|
154
|
+
end
|
155
|
+
tmp.write(nr.to_s)
|
156
|
+
[ 200, @hdr, [] ]
|
157
|
+
})
|
158
|
+
sock = TCPSocket.new(@addr, @port)
|
159
|
+
buf = ' ' * @bs
|
160
|
+
sock.syswrite("PUT / HTTP/1.0\r\nContent-Length: #{length}\r\n\r\n")
|
161
|
+
|
162
|
+
@count.times { sock.syswrite(buf) }
|
163
|
+
assert_raise(Errno::ECONNRESET, Errno::EPIPE) do
|
164
|
+
::Unicorn::Const::CHUNK_SIZE.times { sock.syswrite(buf) }
|
165
|
+
end
|
166
|
+
sock.gets
|
167
|
+
tmp.rewind
|
168
|
+
assert_equal length, tmp.read.to_i
|
169
|
+
end
|
170
|
+
|
171
|
+
# Despite reading numerous articles and inspecting the 1.9.1-p0 C
|
172
|
+
# source, Eric Wong will never trust that we're always handling
|
173
|
+
# encoding-aware IO objects correctly. Thus this test uses shell
|
174
|
+
# utilities that should always operate on files/sockets on a
|
175
|
+
# byte-level.
|
176
|
+
def test_uncomfortable_with_onenine_encodings
|
177
|
+
# POSIX doesn't require all of these to be present on a system
|
178
|
+
which('curl') or return
|
179
|
+
which('sha1sum') or return
|
180
|
+
which('dd') or return
|
181
|
+
|
182
|
+
start_server(@sha1_app)
|
183
|
+
|
184
|
+
tmp = Tempfile.new('dd_dest')
|
185
|
+
assert(system("dd", "if=#{@random.path}", "of=#{tmp.path}",
|
186
|
+
"bs=#{@bs}", "count=#{@count}"),
|
187
|
+
"dd #@random to #{tmp}")
|
188
|
+
sha1_re = %r!\b([a-f0-9]{40})\b!
|
189
|
+
sha1_out = `sha1sum #{tmp.path}`
|
190
|
+
assert $?.success?, 'sha1sum ran OK'
|
191
|
+
|
192
|
+
assert_match(sha1_re, sha1_out)
|
193
|
+
sha1 = sha1_re.match(sha1_out)[1]
|
194
|
+
resp = `curl -isSfN -T#{tmp.path} http://#@addr:#@port/`
|
195
|
+
assert $?.success?, 'curl ran OK'
|
196
|
+
assert_match(%r!\b#{sha1}\b!, resp)
|
197
|
+
assert_match(/sysread_read_byte_match/, resp)
|
198
|
+
|
199
|
+
# small StringIO path
|
200
|
+
assert(system("dd", "if=#{@random.path}", "of=#{tmp.path}",
|
201
|
+
"bs=1024", "count=1"),
|
202
|
+
"dd #@random to #{tmp}")
|
203
|
+
sha1_re = %r!\b([a-f0-9]{40})\b!
|
204
|
+
sha1_out = `sha1sum #{tmp.path}`
|
205
|
+
assert $?.success?, 'sha1sum ran OK'
|
206
|
+
|
207
|
+
assert_match(sha1_re, sha1_out)
|
208
|
+
sha1 = sha1_re.match(sha1_out)[1]
|
209
|
+
resp = `curl -isSfN -T#{tmp.path} http://#@addr:#@port/`
|
210
|
+
assert $?.success?, 'curl ran OK'
|
211
|
+
assert_match(%r!\b#{sha1}\b!, resp)
|
212
|
+
assert_match(/sysread_read_byte_match/, resp)
|
213
|
+
end
|
214
|
+
|
215
|
+
def test_chunked_upload_via_curl
|
216
|
+
# POSIX doesn't require all of these to be present on a system
|
217
|
+
which('curl') or return
|
218
|
+
which('sha1sum') or return
|
219
|
+
which('dd') or return
|
220
|
+
|
221
|
+
start_server(@sha1_app)
|
222
|
+
|
223
|
+
tmp = Tempfile.new('dd_dest')
|
224
|
+
assert(system("dd", "if=#{@random.path}", "of=#{tmp.path}",
|
225
|
+
"bs=#{@bs}", "count=#{@count}"),
|
226
|
+
"dd #@random to #{tmp}")
|
227
|
+
sha1_re = %r!\b([a-f0-9]{40})\b!
|
228
|
+
sha1_out = `sha1sum #{tmp.path}`
|
229
|
+
assert $?.success?, 'sha1sum ran OK'
|
230
|
+
|
231
|
+
assert_match(sha1_re, sha1_out)
|
232
|
+
sha1 = sha1_re.match(sha1_out)[1]
|
233
|
+
cmd = "curl -H 'X-Expect-Size: #{tmp.size}' --tcp-nodelay \
|
234
|
+
-isSf --no-buffer -T- " \
|
235
|
+
"http://#@addr:#@port/"
|
236
|
+
resp = Tempfile.new('resp')
|
237
|
+
resp.sync = true
|
238
|
+
|
239
|
+
rd, wr = IO.pipe
|
240
|
+
wr.sync = rd.sync = true
|
241
|
+
pid = fork {
|
242
|
+
STDIN.reopen(rd)
|
243
|
+
rd.close
|
244
|
+
wr.close
|
245
|
+
STDOUT.reopen(resp)
|
246
|
+
exec cmd
|
247
|
+
}
|
248
|
+
rd.close
|
249
|
+
|
250
|
+
tmp.rewind
|
251
|
+
@count.times { |i|
|
252
|
+
wr.write(tmp.read(@bs))
|
253
|
+
sleep(rand / 10) if 0 == i % 8
|
254
|
+
}
|
255
|
+
wr.close
|
256
|
+
pid, status = Process.waitpid2(pid)
|
257
|
+
|
258
|
+
resp.rewind
|
259
|
+
resp = resp.read
|
260
|
+
assert status.success?, 'curl ran OK'
|
261
|
+
assert_match(%r!\b#{sha1}\b!, resp)
|
262
|
+
assert_match(/sysread_read_byte_match/, resp)
|
263
|
+
assert_match(/expect_size_match/, resp)
|
264
|
+
end
|
265
|
+
|
266
|
+
def test_curl_chunked_small
|
267
|
+
# POSIX doesn't require all of these to be present on a system
|
268
|
+
which('curl') or return
|
269
|
+
which('sha1sum') or return
|
270
|
+
which('dd') or return
|
271
|
+
|
272
|
+
start_server(@sha1_app)
|
273
|
+
|
274
|
+
tmp = Tempfile.new('dd_dest')
|
275
|
+
# small StringIO path
|
276
|
+
assert(system("dd", "if=#{@random.path}", "of=#{tmp.path}",
|
277
|
+
"bs=1024", "count=1"),
|
278
|
+
"dd #@random to #{tmp}")
|
279
|
+
sha1_re = %r!\b([a-f0-9]{40})\b!
|
280
|
+
sha1_out = `sha1sum #{tmp.path}`
|
281
|
+
assert $?.success?, 'sha1sum ran OK'
|
282
|
+
|
283
|
+
assert_match(sha1_re, sha1_out)
|
284
|
+
sha1 = sha1_re.match(sha1_out)[1]
|
285
|
+
resp = `curl -H 'X-Expect-Size: #{tmp.size}' --tcp-nodelay \
|
286
|
+
-isSf --no-buffer -T- http://#@addr:#@port/ < #{tmp.path}`
|
287
|
+
assert $?.success?, 'curl ran OK'
|
288
|
+
assert_match(%r!\b#{sha1}\b!, resp)
|
289
|
+
assert_match(/sysread_read_byte_match/, resp)
|
290
|
+
assert_match(/expect_size_match/, resp)
|
291
|
+
end
|
292
|
+
|
293
|
+
private
|
294
|
+
|
295
|
+
def length
|
296
|
+
@bs * @count
|
297
|
+
end
|
298
|
+
|
299
|
+
def start_server(app)
|
300
|
+
redirect_test_io do
|
301
|
+
@server = HttpServer.new(app, :listeners => [ "#{@addr}:#{@port}" ] )
|
302
|
+
@server.start
|
303
|
+
end
|
304
|
+
end
|
305
|
+
|
306
|
+
end
|
@@ -0,0 +1,105 @@
|
|
1
|
+
# -*- encoding: binary -*-
|
2
|
+
|
3
|
+
require 'test/test_helper'
|
4
|
+
require 'tempfile'
|
5
|
+
|
6
|
+
class TestUtil < Test::Unit::TestCase
|
7
|
+
|
8
|
+
EXPECT_FLAGS = File::WRONLY | File::APPEND
|
9
|
+
def test_reopen_logs_noop
|
10
|
+
tmp = Tempfile.new('')
|
11
|
+
fp = File.open(tmp.path, 'ab')
|
12
|
+
fp.sync = true
|
13
|
+
ext = fp.external_encoding rescue nil
|
14
|
+
int = fp.internal_encoding rescue nil
|
15
|
+
before = fp.stat.inspect
|
16
|
+
Unicorn::Util.reopen_logs
|
17
|
+
assert_equal before, File.stat(fp.path).inspect
|
18
|
+
assert_equal ext, (fp.external_encoding rescue nil)
|
19
|
+
assert_equal int, (fp.internal_encoding rescue nil)
|
20
|
+
assert_equal(EXPECT_FLAGS, EXPECT_FLAGS & fp.fcntl(Fcntl::F_GETFL))
|
21
|
+
tmp.close!
|
22
|
+
fp.close
|
23
|
+
end
|
24
|
+
|
25
|
+
def test_reopen_logs_renamed
|
26
|
+
tmp = Tempfile.new('')
|
27
|
+
tmp_path = tmp.path.freeze
|
28
|
+
fp = File.open(tmp_path, 'ab')
|
29
|
+
fp.sync = true
|
30
|
+
|
31
|
+
ext = fp.external_encoding rescue nil
|
32
|
+
int = fp.internal_encoding rescue nil
|
33
|
+
before = fp.stat.inspect
|
34
|
+
to = Tempfile.new('')
|
35
|
+
File.rename(tmp_path, to.path)
|
36
|
+
assert ! File.exist?(tmp_path)
|
37
|
+
Unicorn::Util.reopen_logs
|
38
|
+
assert_equal tmp_path, tmp.path
|
39
|
+
assert File.exist?(tmp_path)
|
40
|
+
assert before != File.stat(tmp_path).inspect
|
41
|
+
assert_equal fp.stat.inspect, File.stat(tmp_path).inspect
|
42
|
+
assert_equal ext, (fp.external_encoding rescue nil)
|
43
|
+
assert_equal int, (fp.internal_encoding rescue nil)
|
44
|
+
assert_equal(EXPECT_FLAGS, EXPECT_FLAGS & fp.fcntl(Fcntl::F_GETFL))
|
45
|
+
assert fp.sync
|
46
|
+
tmp.close!
|
47
|
+
to.close!
|
48
|
+
fp.close
|
49
|
+
end
|
50
|
+
|
51
|
+
def test_reopen_logs_renamed_with_encoding
|
52
|
+
tmp = Tempfile.new('')
|
53
|
+
tmp_path = tmp.path.dup.freeze
|
54
|
+
Encoding.list.each { |encoding|
|
55
|
+
File.open(tmp_path, "a:#{encoding.to_s}") { |fp|
|
56
|
+
fp.sync = true
|
57
|
+
assert_equal encoding, fp.external_encoding
|
58
|
+
assert_nil fp.internal_encoding
|
59
|
+
File.unlink(tmp_path)
|
60
|
+
assert ! File.exist?(tmp_path)
|
61
|
+
Unicorn::Util.reopen_logs
|
62
|
+
assert_equal tmp_path, fp.path
|
63
|
+
assert File.exist?(tmp_path)
|
64
|
+
assert_equal fp.stat.inspect, File.stat(tmp_path).inspect
|
65
|
+
assert_equal encoding, fp.external_encoding
|
66
|
+
assert_nil fp.internal_encoding
|
67
|
+
assert_equal(EXPECT_FLAGS, EXPECT_FLAGS & fp.fcntl(Fcntl::F_GETFL))
|
68
|
+
assert fp.sync
|
69
|
+
}
|
70
|
+
}
|
71
|
+
tmp.close!
|
72
|
+
end if STDIN.respond_to?(:external_encoding)
|
73
|
+
|
74
|
+
def test_reopen_logs_renamed_with_internal_encoding
|
75
|
+
tmp = Tempfile.new('')
|
76
|
+
tmp_path = tmp.path.dup.freeze
|
77
|
+
Encoding.list.each { |ext|
|
78
|
+
Encoding.list.each { |int|
|
79
|
+
next if ext == int
|
80
|
+
File.open(tmp_path, "a:#{ext.to_s}:#{int.to_s}") { |fp|
|
81
|
+
fp.sync = true
|
82
|
+
assert_equal ext, fp.external_encoding
|
83
|
+
|
84
|
+
if ext != Encoding::BINARY
|
85
|
+
assert_equal int, fp.internal_encoding
|
86
|
+
end
|
87
|
+
|
88
|
+
File.unlink(tmp_path)
|
89
|
+
assert ! File.exist?(tmp_path)
|
90
|
+
Unicorn::Util.reopen_logs
|
91
|
+
assert_equal tmp_path, fp.path
|
92
|
+
assert File.exist?(tmp_path)
|
93
|
+
assert_equal fp.stat.inspect, File.stat(tmp_path).inspect
|
94
|
+
assert_equal ext, fp.external_encoding
|
95
|
+
if ext != Encoding::BINARY
|
96
|
+
assert_equal int, fp.internal_encoding
|
97
|
+
end
|
98
|
+
assert_equal(EXPECT_FLAGS, EXPECT_FLAGS & fp.fcntl(Fcntl::F_GETFL))
|
99
|
+
assert fp.sync
|
100
|
+
}
|
101
|
+
}
|
102
|
+
}
|
103
|
+
tmp.close!
|
104
|
+
end if STDIN.respond_to?(:external_encoding)
|
105
|
+
end
|