AWS Autoscaling

I am try to autoscale and run the odm processing using distributed split merge. I have 800 images and tried to divide it into 4 submodels and the autoscale worked fine but when I tried to increase the number of submodels the autoscale is not working. It is only scaling 4 remote nodes when the number of submodels being remotely processed is 8.

Can someone plz help. Any suggestions of what might be the issue

1 Like

Screenshot (311)

config file for autoscaling:
{
“provider”: “aws”,

"accessKey": "",
"secretKey": "",
"s3":{
    "endpoint": "s3.us-east-2.amazonaws.com",
    "bucket": "odm-results"
},
"securityGroup": "default",
"createRetries":3,
"monitoring": false,
"maxRuntime": -1,
"maxUploadTime": -1,
"region": "us-east-2",
"tags": ["type,clusterodm"],

"ami": "ami-00399ec92321828f5",
"engineInstallUrl": "\"https://releases.rancher.com/install-docker/19.03.9.sh\"",

"spot": false,
"imageSizeMapping": [
    {"maxImages": 40, "slug": "t3a.small", "spotPrice": 0.02, "storage": 60},
    {"maxImages": 80, "slug": "t3a.medium", "spotPrice": 0.04, "storage": 100},
    {"maxImages": 250, "slug": "m5.2xlarge", "spotPrice": 0.4, "storage": 160},
    {"maxImages": 500, "slug": "m5.2xlarge", "spotPrice": 0.4, "storage": 320},
    {"maxImages": 1500, "slug": "m5.2xlarge", "spotPrice": 0.4, "storage": 640},
    {"maxImages": 2500, "slug": "r5.2xlarge", "spotPrice": 0.6, "storage": 1200},
    {"maxImages": 3500, "slug": "r5.4xlarge", "spotPrice": 1.1, "storage": 2000},
    {"maxImages": 5000, "slug": "r5.4xlarge", "spotPrice": 1.1, "storage": 2500}
],

"addSwap": 1,
"dockerImage": "anmol0503/nodeodm8"

}