CoCalc -- test_constants_instance

GitHub Repository: aws/aws-cli
Path: blob/develop/tests/unit/customizations/emr/test_constants_instance_fleets.py
¹⁵⁶⁹ views
1
# Copyright 2014 Amazon.com, Inc. or its affiliates. All Rights Reserved.
2
#
3
# Licensed under the Apache License, Version 2.0 (the "License"). You
4
# may not use this file except in compliance with the License. A copy of
5
# the License is located at
6
#
7
#     http://aws.amazon.com/apache2.0/
8
#
9
# or in the "license" file accompanying this file. This file is
10
# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
11
# ANY KIND, either express or implied. See the License for the specific
12
# language governing permissions and limitations under the License.
13

14
DEFAULT_INSTANCE_FLEET_NAME = "if-XYZ123"
15
DEFAULT_CLUSTER_NAME = "j-ABC123456"
16

17
INSTANCE_FLEETS_WITH_ON_DEMAND_MASTER_ONLY = (
18
    'InstanceFleetType=MASTER,TargetOnDemandCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge}],'
19
    'LaunchSpecifications={OnDemandSpecification={AllocationStrategy=lowest-price,'
20
    'CapacityReservationOptions={UsageStrategy=use-capacity-reservations-first,CapacityReservationPreference=open}}},'
21
    'ResizeSpecifications={OnDemandResizeSpecification={TimeoutDurationMinutes=10}}')
22

23
INSTANCE_FLEETS_WITH_ON_DEMAND_MASTER_ONLY_WITH_TARGETED_ODCR = (
24
    'InstanceFleetType=MASTER,TargetOnDemandCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge}],'
25
    'LaunchSpecifications={OnDemandSpecification={AllocationStrategy=lowest-price,'
26
    'CapacityReservationOptions={UsageStrategy=use-capacity-reservations-first,CapacityReservationResourceGroupArn=arn:aws:resource-groups:us-east-1:123456789012:group/Test}}}')
27

28
INSTANCE_FLEETS_WITH_SPOT_MASTER_ONLY = (
29
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.1}],'
30
    'LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=capacity-optimized}},'
31
    'ResizeSpecifications={SpotResizeSpecification={TimeoutDurationMinutes=10}}')
32

33
INSTANCE_FLEETS_WITH_SPOT_MASTER_ONLY_WITH_EBS_CONF = (
34
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.1,'
35
    'EbsConfiguration={EbsOptimized=true,EbsBlockDeviceConfigs=[{VolumeSpecification={VolumeType=gp2,SizeInGB=100,'
36
    'Iops=100},VolumesPerInstance=4},{VolumeSpecification={VolumeType=gp2,SizeInGB=100,Iops=100}}]}}],'
37
    'LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=capacity-optimized}}')
38

39
INSTANCE_FLEETS_WITH_SPOT_MASTER_CORE_CLUSTER = (
40
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.1}],'
41
    'LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,TimeoutAction=TERMINATE_CLUSTER}},'
42
    'ResizeSpecifications={SpotResizeSpecification={TimeoutDurationMinutes=10}} '
43
    'InstanceFleetType=CORE,TargetSpotCapacity=100,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.5,'
44
    'WeightedCapacity=1},{InstanceType=m3.2xlarge,BidPrice=0.2,WeightedCapacity=2},{InstanceType=m3.4xlarge,BidPrice=0.4,'
45
    'WeightedCapacity=4}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,'
46
    'TimeoutAction=SWITCH_TO_ON_DEMAND,'
47
    'BlockDurationMinutes=120}},'
48
    'ResizeSpecifications={OnDemandResizeSpecification={TimeoutDurationMinutes=20},SpotResizeSpecification={TimeoutDurationMinutes=30}}')
49

50
INSTANCE_FLEETS_WITH_SPOT_MASTER_CORE_CLUSTER_WITH_CUSTOM_AMI = (
51
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.1,CustomAmiId=ami-deadbeef}],'
52
    'LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,TimeoutAction=TERMINATE_CLUSTER}} '
53
    'InstanceFleetType=CORE,TargetSpotCapacity=100,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.5,'
54
    'WeightedCapacity=1,CustomAmiId=ami-deadbeef},{InstanceType=m3.2xlarge,BidPrice=0.2,WeightedCapacity=2,CustomAmiId=ami-deadpork},{InstanceType=m3.4xlarge,BidPrice=0.4,'
55
    'WeightedCapacity=4,CustomAmiId=ami-deadpork}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,'
56
    'TimeoutAction=SWITCH_TO_ON_DEMAND,'
57
    'BlockDurationMinutes=120}}')
58

59
INSTANCE_FLEETS_WITH_MISSING_BID_PRICE_CONFIGS = (
60
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge}],'
61
    'LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,TimeoutAction=TERMINATE_CLUSTER}}')
62

63
INSTANCE_FLEETS_WITH_SPOT_ALLOCATION_STRATEGY = (
64
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.1}],'
65
    'LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=price-capacity-optimized}} '
66
    'InstanceFleetType=CORE,TargetSpotCapacity=100,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.5,'
67
    'WeightedCapacity=1},{InstanceType=m3.2xlarge,BidPrice=0.2,WeightedCapacity=2},{InstanceType=m3.4xlarge,BidPrice=0.4,'
68
    'WeightedCapacity=4}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,'
69
    'TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=lowest-price}} '
70
    'InstanceFleetType=TASK,TargetSpotCapacity=100,InstanceTypeConfigs=[{InstanceType=d2.xlarge,BidPrice=0.5,'
71
    'WeightedCapacity=1},{InstanceType=m3.2xlarge,BidPrice=0.2,WeightedCapacity=2},{InstanceType=m3.4xlarge,BidPrice=0.4,'
72
    'WeightedCapacity=4}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=20,'
73
    'TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=diversified}}')
74

75
INSTANCE_FLEETS_WITH_PRIORITIZED_ALLOCATION_STRATEGY_SPOT_AND_OD = (
76
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge,'
77
    'BidPrice=0.1,Priority=0.0}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=30,'
78
    'TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=capacity-optimized-prioritized},'
79
    'OnDemandSpecification={AllocationStrategy=prioritized}} '
80
    'InstanceFleetType=CORE,TargetSpotCapacity=100,InstanceTypeConfigs=[{InstanceType=d2.xlarge,'
81
    'BidPrice=0.5,WeightedCapacity=1,Priority=0.0},{InstanceType=m3.2xlarge,BidPrice=0.2,'
82
    'WeightedCapacity=2,Priority=1.0},{InstanceType=m3.4xlarge,BidPrice=0.4,WeightedCapacity=4,'
83
    'Priority=99.0}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=32,'
84
    'TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=capacity-optimized-prioritized},'
85
    'OnDemandSpecification={AllocationStrategy=prioritized}} '
86
    'InstanceFleetType=TASK,TargetSpotCapacity=100,InstanceTypeConfigs=[{InstanceType=d2.xlarge,'
87
    'BidPrice=0.5,WeightedCapacity=1,Priority=10.0},{InstanceType=m3.2xlarge,BidPrice=0.2,'
88
    'WeightedCapacity=2,Priority=0.0},{InstanceType=m3.4xlarge,BidPrice=0.4,WeightedCapacity=4,'
89
    'Priority=100.0}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=77,'
90
    'TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy='
91
    'capacity-optimized-prioritized},OnDemandSpecification={AllocationStrategy=prioritized}}')
92

93
TASK_INSTANCE_FLEET_WITH_RESIZE_ALLOCATION_STRATEGY_SPOT_AND_OD = (
94
    'InstanceFleetType=TASK,TargetSpotCapacity=100,Context=testContext,InstanceTypeConfigs=[{InstanceType=d2.xlarge,'
95
    'BidPrice=0.5,WeightedCapacity=1},{InstanceType=m3.2xlarge,BidPrice=0.2,WeightedCapacity=2},'
96
    '{InstanceType=m3.4xlarge,BidPrice=0.4,WeightedCapacity=4}],LaunchSpecifications={'
97
    'SpotSpecification={TimeoutDurationMinutes=77,TimeoutAction=TERMINATE_CLUSTER,'
98
    'AllocationStrategy=capacity-optimized-prioritized},OnDemandSpecification={'
99
    'AllocationStrategy=lowest-price}},ResizeSpecifications={SpotResizeSpecification={'
100
    'AllocationStrategy=capacity-optimized},OnDemandResizeSpecification={'
101
    'AllocationStrategy=lowest-price,CapacityReservationOptions={'
102
    'UsageStrategy=use-capacity-reservations-first,CapacityReservationPreference=open}}}')
103

104
INSTANCE_FLEETS_WITH_RESIZE_ALLOCATION_STRATEGY_SPOT_AND_OD = (
105
    'InstanceFleetType=MASTER,TargetSpotCapacity=1,InstanceTypeConfigs=[{InstanceType=d2.xlarge,'
106
    'BidPrice=0.1}],LaunchSpecifications={SpotSpecification={TimeoutDurationMinutes=30,'
107
    'TimeoutAction=TERMINATE_CLUSTER,AllocationStrategy=capacity-optimized-prioritized},'
108
    'OnDemandSpecification={AllocationStrategy=lowest-price}} '
109
    'InstanceFleetType=CORE,TargetSpotCapacity=100,InstanceTypeConfigs=[{InstanceType=d2.xlarge,'
110
    'BidPrice=0.5,WeightedCapacity=1},{InstanceType=m3.2xlarge,BidPrice=0.2,WeightedCapacity=2},'
111
    '{InstanceType=m3.4xlarge,BidPrice=0.4,WeightedCapacity=4}],LaunchSpecifications={'
112
    'SpotSpecification={TimeoutDurationMinutes=32,TimeoutAction=TERMINATE_CLUSTER,'
113
    'AllocationStrategy=capacity-optimized-prioritized},OnDemandSpecification={'
114
    'AllocationStrategy=lowest-price}},ResizeSpecifications={SpotResizeSpecification='
115
    '{AllocationStrategy=capacity-optimized},OnDemandResizeSpecification={'
116
    'AllocationStrategy=lowest-price,CapacityReservationOptions={'
117
    'UsageStrategy=use-capacity-reservations-first,CapacityReservationPreference=open}}} '
118
    f'{TASK_INSTANCE_FLEET_WITH_RESIZE_ALLOCATION_STRATEGY_SPOT_AND_OD}')
119

120
MODIFY_INSTANCE_FLEET_WITH_INSTANCE_TYPE_CONFIGS = (
121
    f'InstanceFleetId={DEFAULT_INSTANCE_FLEET_NAME},'
122
    f'InstanceTypeConfigs=[{{InstanceType=d2.xlarge}}],Context=testContext')
123

124
MODIFY_INSTANCE_FLEET_WITH_SPOT_AND_OD_RESIZE_SPECIFICATIONS = (
125
    f'InstanceFleetId={DEFAULT_INSTANCE_FLEET_NAME},ResizeSpecifications={{SpotResizeSpecification='
126
    f'{{AllocationStrategy=capacity-optimized}},OnDemandResizeSpecification={{'
127
    f'AllocationStrategy=lowest-price,CapacityReservationOptions={{'
128
    f'UsageStrategy=use-capacity-reservations-first,CapacityReservationPreference=open}}}}}}')
129

130
MODIFY_INSTANCE_FLEET_WITH_INSTANCE_TYPE_CONFIGS_AND_SPOT_AND_OD_RESIZE_SPECIFICATIONS = (
131
    f'InstanceFleetId={DEFAULT_INSTANCE_FLEET_NAME},ResizeSpecifications={{SpotResizeSpecification='
132
    f'{{AllocationStrategy=capacity-optimized}},OnDemandResizeSpecification={{'
133
    f'AllocationStrategy=lowest-price,CapacityReservationOptions={{'
134
    f'UsageStrategy=use-capacity-reservations-first,CapacityReservationPreference=open}}}}}}'
135
    f',InstanceTypeConfigs=[{{InstanceType=d2.xlarge}}]')
136

137
RES_INSTANCE_FLEETS_WITH_ON_DEMAND_MASTER_ONLY = \
138
    [{"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge"}],
139
      "LaunchSpecifications": {
140
        "OnDemandSpecification": {
141
            "AllocationStrategy": "lowest-price",
142
            "CapacityReservationOptions": {
143
                "UsageStrategy": "use-capacity-reservations-first",
144
                "CapacityReservationPreference": "open"
145
            }
146
        }
147
      },
148
      "ResizeSpecifications": {
149
        "OnDemandResizeSpecification": {
150
          "TimeoutDurationMinutes": 10
151
        }
152
      },
153
      "TargetOnDemandCapacity": 1,
154
      "InstanceFleetType": "MASTER",
155
      "Name": "MASTER"
156
    }]
157

158
RES_INSTANCE_FLEETS_WITH_ON_DEMAND_MASTER_ONLY_WITH_TARGETED_ODCR = \
159
    [{"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge"}],
160
      "LaunchSpecifications": {
161
          "OnDemandSpecification": {
162
              "AllocationStrategy": "lowest-price",
163
              "CapacityReservationOptions": {
164
                  "UsageStrategy": "use-capacity-reservations-first",
165
                  "CapacityReservationResourceGroupArn": "arn:aws:resource-groups:us-east-1:123456789012:group/Test"
166
              }
167
          }
168
      },
169
      "TargetOnDemandCapacity": 1,
170
      "InstanceFleetType": "MASTER",
171
      "Name": "MASTER"
172
      }]
173

174
RES_INSTANCE_FLEETS_WITH_SPOT_MASTER_ONLY = \
175
    [{"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.1"}],
176
      "LaunchSpecifications": {
177
         "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "TERMINATE_CLUSTER", "AllocationStrategy": "capacity-optimized"}
178
      },
179
      "ResizeSpecifications": {
180
        "SpotResizeSpecification": {
181
          "TimeoutDurationMinutes": 10
182
        }
183
      },
184
      "TargetSpotCapacity": 1,
185
      "InstanceFleetType": "MASTER",
186
      "Name": "MASTER"
187
    }]
188

189
RES_INSTANCE_FLEETS_WITH_SPOT_MASTER_ONLY_WITH_EBS_CONF = \
190
    [{"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.1",
191
      "EbsConfiguration": {"EbsOptimized": True, "EbsBlockDeviceConfigs": [{"VolumeSpecification": {"Iops": 100,
192
      "SizeInGB": 100, "VolumeType": "gp2"},"VolumesPerInstance": 4}, {"VolumeSpecification": {"Iops": 100,
193
      "SizeInGB": 100, "VolumeType": "gp2"}}]}}],
194
      "LaunchSpecifications": {
195
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "TERMINATE_CLUSTER", "AllocationStrategy": "capacity-optimized"}
196
      },
197
      "TargetSpotCapacity": 1,
198
      "InstanceFleetType": "MASTER",
199
      "Name": "MASTER"
200
    }]
201

202
RES_INSTANCE_FLEETS_WITH_SPOT_MASTER_CORE_CLUSTER = \
203
    [{"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.1"}],
204
      "LaunchSpecifications": {
205
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "TERMINATE_CLUSTER"}
206
      },
207
      "ResizeSpecifications": {
208
        "SpotResizeSpecification": {
209
          "TimeoutDurationMinutes": 10
210
        }
211
      },
212
      "TargetSpotCapacity": 1,
213
      "InstanceFleetType": "MASTER",
214
      "Name": "MASTER"
215
    },
216
    {"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.5","WeightedCapacity": 1},
217
      {"InstanceType": "m3.2xlarge","BidPrice": "0.2","WeightedCapacity": 2},{"InstanceType": "m3.4xlarge","BidPrice": "0.4",
218
      "WeightedCapacity": 4}],
219
      "LaunchSpecifications" : {
220
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "SWITCH_TO_ON_DEMAND",
221
      "BlockDurationMinutes": 120}
222
      },
223
      "ResizeSpecifications": {
224
        "OnDemandResizeSpecification": {
225
          "TimeoutDurationMinutes": 20
226
        },
227
        "SpotResizeSpecification": {
228
          "TimeoutDurationMinutes": 30
229
        }
230
      },
231
      "TargetSpotCapacity": 100,
232
      "InstanceFleetType": "CORE",
233
      "Name": "CORE"
234
    }]
235

236
RES_INSTANCE_FLEETS_WITH_SPOT_MASTER_CORE_CLUSTER_WITH_CUSTOM_AMI = \
237
    [{"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.1", "CustomAmiId": "ami-deadbeef"}],
238
      "LaunchSpecifications": {
239
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "TERMINATE_CLUSTER"}
240
      },
241
      "TargetSpotCapacity": 1,
242
      "InstanceFleetType": "MASTER",
243
      "Name": "MASTER"
244
    },
245
    {"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.5","WeightedCapacity": 1, "CustomAmiId": "ami-deadbeef"},
246
      {"InstanceType": "m3.2xlarge","BidPrice": "0.2","WeightedCapacity": 2, "CustomAmiId": "ami-deadpork"},{"InstanceType": "m3.4xlarge","BidPrice": "0.4",
247
      "WeightedCapacity": 4, "CustomAmiId": "ami-deadpork"}],
248
      "LaunchSpecifications" : {
249
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "SWITCH_TO_ON_DEMAND",
250
      "BlockDurationMinutes": 120}
251
      },
252
      "TargetSpotCapacity": 100,
253
      "InstanceFleetType": "CORE",
254
      "Name": "CORE"
255
    }]
256

257
RES_INSTANCE_FLEETS_WITH_COMPLEX_CONFIG_FROM_JSON= \
258
    [{"InstanceTypeConfigs": [{"EbsConfiguration": {"EbsOptimized": True,"EbsBlockDeviceConfigs": [{
259
      "VolumeSpecification": {"VolumeType": "gp2","SizeInGB": 100},"VolumesPerInstance": 2}]},"BidPrice": "1",
260
      "InstanceType": "m3.xlarge"}],
261
      "LaunchSpecifications": {
262
          "SpotSpecification": {"TimeoutDurationMinutes": 20,"TimeoutAction": "TERMINATE_CLUSTER"}
263
      },
264
      "Name": "master-fleet",
265
      "InstanceFleetType": "MASTER",
266
      "TargetSpotCapacity": 1},
267
      {"InstanceTypeConfigs": [{"WeightedCapacity": 1,"EbsConfiguration": {"EbsOptimized": True,"EbsBlockDeviceConfigs":
268
        [{"VolumeSpecification": {"VolumeType": "gp2","SizeInGB": 100},"VolumesPerInstance": 2}]},
269
        "BidPrice": "1","InstanceType": "m3.xlarge"},{"WeightedCapacity": 2,"EbsConfiguration": {"EbsOptimized": False,
270
        "EbsBlockDeviceConfigs": [{"VolumeSpecification": {"VolumeType": "gp2","SizeInGB": 100},"VolumesPerInstance": 2},
271
        {"VolumeSpecification": {"VolumeType": "gp2","SizeInGB": 500},"VolumesPerInstance": 1}]},"BidPrice": "1",
272
        "InstanceType": "m3.large"}],
273
      "LaunchSpecifications" :{
274
          "SpotSpecification": {"TimeoutDurationMinutes": 20,"TimeoutAction": "TERMINATE_CLUSTER"}
275
      },
276
      "Name": "core-fleet",
277
      "InstanceFleetType": "CORE",
278
      "TargetSpotCapacity": 10
279
    }]
280

281
RES_INSTANCE_FLEETS_WITH_SPOT_ALLOCATION_STRATEGY = \
282
    [{"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.1"}],
283
      "LaunchSpecifications": {
284
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "TERMINATE_CLUSTER", "AllocationStrategy": "price-capacity-optimized"}
285
      },
286
      "TargetSpotCapacity": 1,
287
      "InstanceFleetType": "MASTER",
288
      "Name": "MASTER"
289
    },
290
    {"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.5","WeightedCapacity": 1},
291
      {"InstanceType": "m3.2xlarge","BidPrice": "0.2","WeightedCapacity": 2},{"InstanceType": "m3.4xlarge","BidPrice": "0.4",
292
      "WeightedCapacity": 4}],
293
      "LaunchSpecifications" : {
294
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "TERMINATE_CLUSTER", "AllocationStrategy": "lowest-price"}
295
      },
296
      "TargetSpotCapacity": 100,
297
      "InstanceFleetType": "CORE",
298
      "Name": "CORE"
299
    },
300
    {"InstanceTypeConfigs": [{"InstanceType": "d2.xlarge","BidPrice": "0.5","WeightedCapacity": 1},
301
      {"InstanceType": "m3.2xlarge","BidPrice": "0.2","WeightedCapacity": 2},{"InstanceType": "m3.4xlarge","BidPrice": "0.4",
302
      "WeightedCapacity": 4}],
303
      "LaunchSpecifications" : {
304
          "SpotSpecification": {"TimeoutDurationMinutes": 20, "TimeoutAction": "TERMINATE_CLUSTER", "AllocationStrategy": "diversified"}
305
      },
306
      "TargetSpotCapacity": 100,
307
      "InstanceFleetType": "TASK",
308
      "Name": "TASK"
309
    }]
310

311
RES_INSTANCE_FLEETS_WITH_PRIORITIZED_ALLOCATION_STRATEGY_SPOT_AND_OD = \
312
  [
313
    {
314
      "InstanceTypeConfigs": [
315
        {
316
          "InstanceType": "d2.xlarge",
317
          "BidPrice": "0.1",
318
          "Priority": 0
319
        }
320
      ],
321
      "LaunchSpecifications": {
322
        "SpotSpecification": {
323
          "TimeoutDurationMinutes": 30,
324
          "TimeoutAction": "TERMINATE_CLUSTER",
325
          "AllocationStrategy": "capacity-optimized-prioritized"
326
        },
327
        "OnDemandSpecification": {
328
          "AllocationStrategy": "prioritized"
329
        }
330
      },
331
      "TargetSpotCapacity": 1,
332
      "InstanceFleetType": "MASTER",
333
      "Name": "MASTER"
334
    },
335
    {
336
      "InstanceTypeConfigs": [
337
        {
338
          "InstanceType": "d2.xlarge",
339
          "BidPrice": "0.5",
340
          "WeightedCapacity": 1,
341
          "Priority": 0
342
        },
343
        {
344
          "InstanceType": "m3.2xlarge",
345
          "BidPrice": "0.2",
346
          "WeightedCapacity": 2,
347
          "Priority": 1
348
        },
349
        {
350
          "InstanceType": "m3.4xlarge",
351
          "BidPrice": "0.4",
352
          "WeightedCapacity": 4,
353
          "Priority": 99
354
        }
355
      ],
356
      "LaunchSpecifications": {
357
        "SpotSpecification": {
358
          "TimeoutDurationMinutes": 32,
359
          "TimeoutAction": "TERMINATE_CLUSTER",
360
          "AllocationStrategy": "capacity-optimized-prioritized"
361
        },
362
        "OnDemandSpecification": {
363
          "AllocationStrategy": "prioritized"
364
        }
365
      },
366
      "TargetSpotCapacity": 100,
367
      "InstanceFleetType": "CORE",
368
      "Name": "CORE"
369
    },
370
    {
371
      "InstanceTypeConfigs": [
372
        {
373
          "InstanceType": "d2.xlarge",
374
          "BidPrice": "0.5",
375
          "WeightedCapacity": 1,
376
          "Priority": 10
377
        },
378
        {
379
          "InstanceType": "m3.2xlarge",
380
          "BidPrice": "0.2",
381
          "WeightedCapacity": 2,
382
          "Priority": 0
383
        },
384
        {
385
          "InstanceType": "m3.4xlarge",
386
          "BidPrice": "0.4",
387
          "WeightedCapacity": 4,
388
          "Priority": 100
389
        }
390
      ],
391
      "LaunchSpecifications": {
392
        "SpotSpecification": {
393
          "TimeoutDurationMinutes": 77,
394
          "TimeoutAction": "TERMINATE_CLUSTER",
395
          "AllocationStrategy": "capacity-optimized-prioritized"
396
        },
397
        "OnDemandSpecification": {
398
          "AllocationStrategy": "prioritized"
399
        }
400
      },
401
      "TargetSpotCapacity": 100,
402
      "InstanceFleetType": "TASK",
403
      "Name": "TASK"
404
    }]
405

406
RES_INSTANCE_FLEETS_WITH_RESIZE_ALLOCATION_STRATEGY_SPOT_AND_OD = \
407
  [
408
    {
409
      "InstanceTypeConfigs": [
410
        {
411
          "InstanceType": "d2.xlarge",
412
          "BidPrice": "0.1"
413
        }
414
      ],
415
      "LaunchSpecifications": {
416
        "SpotSpecification": {
417
          "TimeoutDurationMinutes": 30,
418
          "TimeoutAction": "TERMINATE_CLUSTER",
419
          "AllocationStrategy": "capacity-optimized-prioritized"
420
        },
421
        "OnDemandSpecification": {
422
          "AllocationStrategy": "lowest-price"
423
        }
424
      },
425
      "TargetSpotCapacity": 1,
426
      "InstanceFleetType": "MASTER",
427
      "Name": "MASTER"
428
    },
429
    {
430
      "InstanceTypeConfigs": [
431
        {
432
          "InstanceType": "d2.xlarge",
433
          "BidPrice": "0.5",
434
          "WeightedCapacity": 1
435
        },
436
        {
437
          "InstanceType": "m3.2xlarge",
438
          "BidPrice": "0.2",
439
          "WeightedCapacity": 2
440
        },
441
        {
442
          "InstanceType": "m3.4xlarge",
443
          "BidPrice": "0.4",
444
          "WeightedCapacity": 4
445
        }
446
      ],
447
      "LaunchSpecifications": {
448
        "SpotSpecification": {
449
          "TimeoutDurationMinutes": 32,
450
          "TimeoutAction": "TERMINATE_CLUSTER",
451
          "AllocationStrategy": "capacity-optimized-prioritized"
452
        },
453
        "OnDemandSpecification": {
454
          "AllocationStrategy": "lowest-price"
455
        }
456
      },
457
      "ResizeSpecifications": {
458
        "OnDemandResizeSpecification": {
459
          "AllocationStrategy": "lowest-price",
460
          "CapacityReservationOptions": {
461
            "CapacityReservationPreference": "open",
462
            "UsageStrategy": "use-capacity-reservations-first"
463
          }
464
        },
465
        "SpotResizeSpecification": {
466
          "AllocationStrategy": "capacity-optimized"
467
        }
468
      },
469
      "TargetSpotCapacity": 100,
470
      "InstanceFleetType": "CORE",
471
      "Name": "CORE"
472
    },
473
    {
474
      "InstanceTypeConfigs": [
475
        {
476
          "InstanceType": "d2.xlarge",
477
          "BidPrice": "0.5",
478
          "WeightedCapacity": 1
479
        },
480
        {
481
          "InstanceType": "m3.2xlarge",
482
          "BidPrice": "0.2",
483
          "WeightedCapacity": 2
484
        },
485
        {
486
          "InstanceType": "m3.4xlarge",
487
          "BidPrice": "0.4",
488
          "WeightedCapacity": 4
489
        }
490
      ],
491
      "LaunchSpecifications": {
492
        "SpotSpecification": {
493
          "TimeoutDurationMinutes": 77,
494
          "TimeoutAction": "TERMINATE_CLUSTER",
495
          "AllocationStrategy": "capacity-optimized-prioritized"
496
        },
497
        "OnDemandSpecification": {
498
          "AllocationStrategy": "lowest-price"
499
        }
500
      },
501
      "ResizeSpecifications": {
502
        "OnDemandResizeSpecification": {
503
          "AllocationStrategy": "lowest-price",
504
          "CapacityReservationOptions": {
505
            "CapacityReservationPreference": "open",
506
            "UsageStrategy": "use-capacity-reservations-first"
507
          }
508
        },
509
        "SpotResizeSpecification": {
510
          "AllocationStrategy": "capacity-optimized"
511
        }
512
      },
513
      "TargetSpotCapacity": 100,
514
      "InstanceFleetType": "TASK",
515
      "Context": "testContext",
516
      "Name": "TASK"
517
    }
518
  ]
519

520
RES_TASK_INSTANCE_FLEET_WITH_RESIZE_ALLOCATION_STRATEGY_SPOT_AND_OD = \
521
  {
522
    "InstanceTypeConfigs": [
523
      {
524
        "InstanceType": "d2.xlarge",
525
        "BidPrice": "0.5",
526
        "WeightedCapacity": 1
527
      },
528
      {
529
        "InstanceType": "m3.2xlarge",
530
        "BidPrice": "0.2",
531
        "WeightedCapacity": 2
532
      },
533
      {
534
        "InstanceType": "m3.4xlarge",
535
        "BidPrice": "0.4",
536
        "WeightedCapacity": 4
537
      }
538
    ],
539
    "LaunchSpecifications": {
540
      "SpotSpecification": {
541
        "TimeoutDurationMinutes": 77,
542
        "TimeoutAction": "TERMINATE_CLUSTER",
543
        "AllocationStrategy": "capacity-optimized-prioritized"
544
      },
545
      "OnDemandSpecification": {
546
        "AllocationStrategy": "lowest-price"
547
      }
548
    },
549
    "ResizeSpecifications": {
550
      "OnDemandResizeSpecification": {
551
        "AllocationStrategy": "lowest-price",
552
        "CapacityReservationOptions": {
553
          "CapacityReservationPreference": "open",
554
          "UsageStrategy": "use-capacity-reservations-first"
555
        }
556
      },
557
      "SpotResizeSpecification": {
558
        "AllocationStrategy": "capacity-optimized"
559
      }
560
    },
561
    "TargetSpotCapacity": 100,
562
    "InstanceFleetType": "TASK",
563
    "Context": "testContext"
564
  }
565

566
RES_MODIFY_INSTANCE_FLEET_WITH_INSTANCE_TYPE_CONFIGS = \
567
    {
568
      "ClusterId": DEFAULT_CLUSTER_NAME,
569
      "InstanceFleet": {
570
        "InstanceFleetId": DEFAULT_INSTANCE_FLEET_NAME,
571
        "InstanceTypeConfigs": [
572
          {"InstanceType": "d2.xlarge"}
573
        ],
574
        "Context": "testContext"
575
      }
576
    }
577

578
RES_MODIFY_INSTANCE_FLEET_WITH_SPOT_AND_OD_RESIZE_SPECIFICATIONS = \
579
    {
580
      "ClusterId": DEFAULT_CLUSTER_NAME,
581
      "InstanceFleet": {
582
        "InstanceFleetId": DEFAULT_INSTANCE_FLEET_NAME,
583
          "ResizeSpecifications": {
584
            "OnDemandResizeSpecification": {
585
              "AllocationStrategy": "lowest-price",
586
              "CapacityReservationOptions": {
587
                "CapacityReservationPreference": "open",
588
                "UsageStrategy": "use-capacity-reservations-first"
589
              }
590
            },
591
          "SpotResizeSpecification": {"AllocationStrategy": "capacity-optimized"}
592
        }
593
      }
594
  }
595

596
RES_MODIFY_INSTANCE_FLEET_WITH_INSTANCE_TYPE_CONFIGS_AND_SPOT_AND_OD_RESIZE_SPECIFICATIONS = \
597
    {
598
      "ClusterId": DEFAULT_CLUSTER_NAME,
599
      "InstanceFleet": {
600
        "InstanceFleetId": DEFAULT_INSTANCE_FLEET_NAME,
601
          "ResizeSpecifications": {
602
            "OnDemandResizeSpecification": {
603
              "AllocationStrategy": "lowest-price",
604
              "CapacityReservationOptions": {
605
                "CapacityReservationPreference": "open",
606
                "UsageStrategy": "use-capacity-reservations-first"
607
              }
608
            },
609
          "SpotResizeSpecification": {"AllocationStrategy": "capacity-optimized"}
610
        },
611
        "InstanceTypeConfigs": [
612
            {"InstanceType": "d2.xlarge"}
613
        ]
614
      }
615
    }
616
Product

Resources

Company
