Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
aws
GitHub Repository: aws/aws-cli
 Path: blob/develop/tests/unit/customizations/emr/input_steps.json
1569 views
1
[{

2
    "Name": "Custom JAR step",

3
    "ActionOnFailure": "CANCEL_AND_WAIT",

4
    "Jar": "s3://mybucket/mytest.jar"},

5
 {

6
    "Name": "Streaming step",

7
    "Type": "Streaming",

8
    "ActionOnFailure": "CANCEL_AND_WAIT",

9
    "Args": [

10
        "-files",

11
        "s3://elasticmapreduce/samples/wordcount/wordSplitter.py",

12
        "-mapper",

13
        "wordSplitter.py",

14
        "-reducer",

15
        "aggregate",

16
        "-input",

17
        "s3://elasticmapreduce/samples/wordcount/input",

18
        "-output",

19
        "s3://mybucket/wordcount/output/2014-04-18/12-15-24"

20
        ]},

21
 {

22
    "Name": "Hive step",

23
    "Type": "Hive",

24
    "ActionOnFailure": "TERMINATE_CLUSTER",

25
    "Args": [

26
        "-f",

27
        "s3://elasticmapreduce/samples/hive-ads/libs/model-build.q",

28
        "-d",

29
        "INPUT=s3://elasticmapreduce/samples/hive-ads/tables",

30
        "-d",

31
        "OUTPUT=s3://mybucket/hive-ads/output/2014-04-18/11-07-32",

32
        "-d",

33
        "LIBS=s3://elasticmapreduce/samples/hive-ads/libs"]},

34
 {

35
    "Name": "Pig step",

36
    "Type": "Pig",

37
    "ActionOnFailure": "TERMINATE_CLUSTER",

38
    "Args": [

39
        "-f",

40
        "s3://elasticmapreduce/samples/pig-apache/do-reports2.pig",

41
        "-p",

42
        "INPUT=s3://elasticmapreduce/samples/pig-apache/input",

43
        "-p",

44
        "OUTPUT=s3://mybucket/pig-apache/output/2014-04-21/20-09-28"]},

45
 {

46
    "Name": "Impala step",

47
    "ActionOnFailure": "CANCEL_AND_WAIT",

48
    "Type": "Impala",

49
    "Args": [

50
        "--impala-script",

51
        "s3://myimpala/input",

52
        "--console-output-path",

53
        "s3://myimpala/output"]}

54
 ]

55


56