mortar 0.9.3 → 0.9.4
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/mortar/auth.rb +0 -8
- data/lib/mortar/command/local.rb +14 -2
- data/lib/mortar/generators/characterize_generator.rb +105 -0
- data/lib/mortar/generators/generator_base.rb +1 -1
- data/lib/mortar/generators/project_generator.rb +0 -4
- data/lib/mortar/helpers.rb +13 -0
- data/lib/mortar/local/controller.rb +11 -3
- data/lib/mortar/local/installutil.rb +66 -6
- data/lib/mortar/local/jython.rb +11 -5
- data/lib/mortar/local/pig.rb +6 -9
- data/lib/mortar/local/python.rb +43 -23
- data/lib/mortar/plugin.rb +1 -0
- data/lib/mortar/templates/characterize/README.md +7 -0
- data/lib/mortar/templates/characterize/controlscripts/lib/__init__.py +0 -0
- data/lib/mortar/templates/characterize/controlscripts/lib/characterize_control.py +27 -0
- data/lib/mortar/templates/characterize/fixtures/gitkeep +0 -0
- data/lib/mortar/templates/characterize/gitignore +8 -0
- data/lib/mortar/templates/{project → characterize}/macros/characterize_macro.pig +0 -0
- data/lib/mortar/templates/characterize/macros/gitkeep +0 -0
- data/lib/mortar/templates/{project → characterize}/pigscripts/characterize.pig +0 -0
- data/lib/mortar/templates/characterize/pigscripts/pigscript.pig +38 -0
- data/lib/mortar/templates/characterize/udfs/java/gitkeep +0 -0
- data/lib/mortar/templates/characterize/udfs/jython/gitkeep +0 -0
- data/lib/mortar/templates/{project → characterize}/udfs/jython/top_5_tuple.py +0 -0
- data/lib/mortar/templates/characterize/udfs/python/python_udf.py +13 -0
- data/lib/mortar/templates/characterize/vendor/controlscripts/lib/__init__.py +0 -0
- data/lib/mortar/templates/characterize/vendor/macros/gitkeep +0 -0
- data/lib/mortar/templates/characterize/vendor/pigscripts/gitkeep +0 -0
- data/lib/mortar/templates/characterize/vendor/udfs/java/gitkeep +0 -0
- data/lib/mortar/templates/characterize/vendor/udfs/jython/gitkeep +0 -0
- data/lib/mortar/templates/characterize/vendor/udfs/python/gitkeep +0 -0
- data/lib/mortar/version.rb +1 -1
- data/spec/mortar/command/local_spec.rb +29 -2
- data/spec/mortar/command/projects_spec.rb +0 -4
- data/spec/mortar/local/installutil_spec.rb +69 -1
- data/spec/mortar/local/pig_spec.rb +2 -2
- metadata +173 -132
- data/lib/mortar/templates/project/controlscripts/lib/characterize_control.py +0 -23
@@ -1,23 +0,0 @@
|
|
1
|
-
from org.apache.pig.scripting import Pig
|
2
|
-
import os
|
3
|
-
|
4
|
-
if __name__ == "__main__":
|
5
|
-
params = Pig.getParameters()
|
6
|
-
loader = params["LOADER"]
|
7
|
-
input_source = params["INPUT_SRC"]
|
8
|
-
output_path = params["OUTPUT_PATH"]
|
9
|
-
infer_types = params["INFER_TYPES"]
|
10
|
-
|
11
|
-
Pig.compileFromFile("../pigscripts/characterize.pig").bind({
|
12
|
-
"LOADER" : loader,
|
13
|
-
"INPUT_SRC" : input_source,
|
14
|
-
"OUTPUT_PATH" : output_path,
|
15
|
-
"INFER_TYPES" : infer_types
|
16
|
-
}).runSingle()
|
17
|
-
|
18
|
-
for root, _, files in os.walk("../%s" % output_path):
|
19
|
-
for f in files:
|
20
|
-
if f[0] != '.':
|
21
|
-
fullpath = os.path.join(root, f)
|
22
|
-
copypath = os.path.join(root, f + '.csv')
|
23
|
-
os.system ("cp %s %s" % (fullpath, copypath))
|