diff --git a/docs/contributing-dcos.md b/docs/contributing-dcos.md new file mode 100644 index 0000000000..015c378b31 --- /dev/null +++ b/docs/contributing-dcos.md @@ -0,0 +1,74 @@ +# Porting a new DC/OS version to ACS-Engine + +## 1. Locate the official ARM Template + +Go to `https://dcos.io/docs/X.X/administration/installing/cloud/azure/`, where `X.X` should be replaced by the version you are looking to port. +In the documentation, you will the link to the ARM templates you are looking for. +The latest stable templates should be at `https://downloads.dcos.io/dcos/stable/azure.html` +Early Access at: `https://downloads.dcos.io/dcos/EarlyAccess/azure.html` +Etc. + +## 2. Find the package GUIDs + +Following the previous step, you should now have 3 ARM templates (1, 3 and 5 masters variants). +We now need to find the package GUID of each variant. +In each template you should find a string that looks like: `dcos-config--setup_`, this GUID is what we are looking for. +Extract the GUIDs from the 3 differents templates, and them in `engine.go/getPackageGUID` for your specific DC/OS version. + + +## 3. Extract the cloud-config data from the template + +In one of the template (no matter which one), grab the data from the MasterVM.osProfile.customData. +If you remove the concat operation, you should end up which a big string of unescaped JSON. +Escape it (for example using this [online tool](http://www.freeformatter.com/javascript-escape.html#ad-output)), and convert it to yaml (you can use [json2yaml](https://www.json2yaml.com/)). +You should now have a clean yaml. + +## 4. Create and customize the custom data file. + +under the `parts` directory, create a new file called `dcoscustomdataXXX.t` replacing `XXX` by the correct version number. +Paste the yaml from the previous step inside. + +In the new file, under the `runcmd` section you should find 4 sucessive `curl` calls downloading some `.deb` packages followed by a bash script installing each one of them. This is handled by `parts\dcosprovision.sh` in ACS-Engine, so make sure the dependencies didn't change and replace the `curl` and `bash` calls by a link to the script. + +For example, in DC/OS 1.9: +```yaml +- curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/1.deb https://az837203.vo.msecnd.net/dcos-deps/libipset3_6.29-1_amd64.deb +- curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/2.deb https://az837203.vo.msecnd.net/dcos-deps/ipset_6.29-1_amd64.deb +- curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/3.deb https://az837203.vo.msecnd.net/dcos-deps/unzip_6.0-20ubuntu1_amd64.deb +- curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/4.deb https://az837203.vo.msecnd.net/dcos-deps/libltdl7_2.4.6-0.1_amd64.deb +- sed -i "s/^Port 22$/Port 22\nPort 2222/1" /etc/ssh/sshd_config +- service ssh restart +- bash -c "try=1;until dpkg -i /var/tmp/{1,2,3,4}.deb || ((try>9));do echo retry \$((try++));sleep + \$((try*try));done" +``` + +becomes + +```yaml +- /opt/azure/containers/provision.sh +``` + +Additional modifications under `runcmd`: +* the `content` of the cmd with path `/etc/mesosphere/setup-flags/cluster-packages.json` becomes `'DCOS_ENVIRONMENT={{{targetEnvironment}}}'` +* Replace every occurence of the Package GUID (that we found in step 2) by `DCOSGUID`. +* the `content` of the cmd with path `/etc/mesosphere/setup-flags/late-config.yaml` should be modified to accept ACS-Engine bindings instead of variable where needed (look at a previous custom data file for reference). +* At the very end of the file, replace +```yaml +- content: '' + path: "/etc/mesosphere/roles/master" +- content: '' + path: "/etc/mesosphere/roles/azure_master" +- content: '' + path: "/etc/mesosphere/roles/azure" +``` + +by + +```yaml +- content: '' + path: /etc/mesosphere/roles/azure +- content: 'PROVISION_STR' + path: "/opt/azure/containers/provision.sh" + permissions: "0744" + owner: "root" +``` \ No newline at end of file diff --git a/examples/dcos-versions/dcos1.9.0.json b/examples/dcos-versions/dcos1.9.0.json new file mode 100644 index 0000000000..c4f1ec3cd8 --- /dev/null +++ b/examples/dcos-versions/dcos1.9.0.json @@ -0,0 +1,41 @@ +{ + "apiVersion": "vlabs", + "properties": { + "orchestratorProfile": { + "orchestratorType": "DCOS190" + }, + "masterProfile": { + "count": 3, + "dnsPrefix": "masterdns1", + "vmSize": "Standard_D2_v2" + }, + "agentPoolProfiles": [ + { + "name": "agentprivate", + "count": 3, + "vmSize": "Standard_D2_v2" + }, + { + "name": "agentpublic", + "count": 3, + "vmSize": "Standard_D2_v2", + "dnsPrefix": "agentpublic1", + "ports": [ + 80, + 443, + 8080 + ] + } + ], + "linuxProfile": { + "adminUsername": "azureuser", + "ssh": { + "publicKeys": [ + { + "keyData": "ssh-rsa PUBLICKEY azureuser@linuxvm" + } + ] + } + } + } +} diff --git a/parts/dcoscustomdata190.t b/parts/dcoscustomdata190.t new file mode 100644 index 0000000000..97825aef32 --- /dev/null +++ b/parts/dcoscustomdata190.t @@ -0,0 +1,252 @@ +bootcmd: +- bash -c "if [ ! -f /var/lib/sdb-gpt ];then echo DCOS-5890;parted -s /dev/sdb mklabel + gpt;touch /var/lib/sdb-gpt;fi" +disk_setup: + ephemeral0: + layout: + - 45 + - 45 + - 10 + overwrite: true + table_type: gpt +fs_setup: +- device: ephemeral0.1 + filesystem: ext4 + overwrite: true +- device: ephemeral0.2 + filesystem: ext4 + overwrite: true +- device: ephemeral0.3 + filesystem: ext4 + overwrite: true +mounts: +- - ephemeral0.1 + - /var/lib/mesos +- - ephemeral0.2 + - /var/lib/docker +- - ephemeral0.3 + - /var/tmp +runcmd: +- - ln + - -s + - /bin/rm + - /usr/bin/rm +- - ln + - -s + - /bin/mkdir + - /usr/bin/mkdir +- - ln + - -s + - /bin/tar + - /usr/bin/tar +- - ln + - -s + - /bin/ln + - /usr/bin/ln +- - ln + - -s + - /bin/cp + - /usr/bin/cp +- - ln + - -s + - /bin/systemctl + - /usr/bin/systemctl +- - ln + - -s + - /bin/mount + - /usr/bin/mount +- - ln + - -s + - /bin/bash + - /usr/bin/bash +- - ln + - -s + - /usr/sbin/useradd + - /usr/bin/useradd +- - systemctl + - disable + - --now + - resolvconf.service +- - systemctl + - mask + - --now + - lxc-net.service +- sed -i "s/^Port 22$/Port 22\nPort 2222/1" /etc/ssh/sshd_config +- service ssh restart +- /opt/azure/containers/provision.sh +- - cp + - -p + - /etc/resolv.conf + - /tmp/resolv.conf +- - rm + - -f + - /etc/resolv.conf +- - cp + - -p + - /tmp/resolv.conf + - /etc/resolv.conf +- - systemctl + - start + - dcos-docker-install.service +- - systemctl + - start + - dcos-config-writer.service +- - systemctl + - restart + - systemd-journald.service +- - systemctl + - restart + - docker.service +- - systemctl + - start + - dcos-link-env.service +- - systemctl + - enable + - dcos-setup.service +- - systemctl + - --no-block + - start + - dcos-setup.service +write_files: +- content: 'https://dcosio.azureedge.net/dcos/EarlyAccess + +' + owner: root + path: /etc/mesosphere/setup-flags/repository-url + permissions: '0644' +- content: '["3dt--6a71ec3c3407eb25c6bf2330326dc49b3de3c2eb", "adminrouter--ffc5b908bbba1c7e87ce09c84f0835e3f960fc8e", "avro-cpp--7b355a85f39ca6dbe2468ec50b71f3787c6c7c3d", "boost-libs--2015ccb58fb756f61c02ee6aa05cc1e27459a9ec", "bootstrap--6e05035d265bd327d2ec114101fd292dc0aaf3a3", "boto--6344d31eef082c7bd13259b17034ea7b5c34aedf", "check-time--be7d0ba757ec87f9965378fee7c76a6ee5ae996d", "cni--e48337da39a8cd379414acfe0da52a9226a10d24", "cosmos--93d021389b92d4c08c7e2236da510da69b1c632f", "curl--1148f64e03819f381cda4dc2e8a6199fb3c53a7e", "dcos-config--setup_DCOSGUID", "dcos-history--f8e3cc66dc1b9e01800e721ee980c09f3a8dfe46", "dcos-image--e637ab1daad8d81eea7f9be042394a94c42a39d6", "dcos-image-deps--3ed9dee844359c415123cb6fb6b306f215faab2a", "dcos-integration-test--0fb256ff2c38ff751eaf2ce4748273a8338b4441", "dcos-log--b542bb89a5af9642e04df35869beee4ce253e535", "dcos-metadata--setup_DCOSGUID", "dcos-metrics--41f4d0b1b84b8e8fe2876baeb3bd07ce873a54e0", "dcos-oauth--0079529da183c0f23a06d2b069721b6fa6cc7b52", "dcos-signal--1bcd3b612cbdc379380dcba17cdf9a3b6652d9dc", "dcos-ui--da8a5003a3c5ec478f89b18a5a216a0ea7bb1d62", "dnspython--0f833eb9a8abeba3179b43f3a200a8cd42d3795a", "docker-gc--59a98ed6446a084bf74e4ff4b8e3479f59ea8528", "dvdcli--5374dd4ffb519f1dcefdec89b2247e3404f2e2e3", "erlang--c88d0e71b0bd2900612498095d3ac320ae9ff80d", "exhibitor--72d9d8f947e5411eda524d40dde1a58edeb158ed", "flask--26d1bcdb2d1c3dcf1d2c03bc0d4f29c86d321b21", "java--cd5e921ce66b0d3303883c06d73a657314044304", "libevent--208be855d2be29c9271a7bd6c04723ff79946e02", "libsodium--9ff915db08c6bba7d6738af5084e782b13c84bf8", "logrotate--faf6c640a994ac549afe734e05d322ab9052448b", "marathon--fa629c85fc11eceffce921aeaf43d1eac2ee4a7d", "mesos--3ee073c6f436f77d94bcd0af0648d6f26e2ec197", "mesos-dns--f374ceda1dfade3eacdbdfed0d57bcf88c905242", "mesos-modules--7ef1d3c2691c64e84f1b60da4f014aea926daef7", "metronome--4328a268b5139ab5bc2e942b28d748d6815763b5", "navstar--b1ed66efe8fe7bd7e0138a66a51558c8cc486060", "ncurses--d889894b71aa1a5b311bafef0e85479025b4dacb", "octarine--521813a6f6459dc1e0e32e161999b95ed9eacbac", "openssl--b01a32a42e3ccba52b417276e9509a441e1d4a82", "pkgpanda-api--20de028f4e65672f301a187e46f12330d9f836cc", "pkgpanda-role--f8a749a4a821476ad2ef7e9dd9d12b6a8c4643a4", "pytest--78aee3e58a049cdab0d266af74f77d658b360b4f", "python--b7a144a49577a223d37d447c568f51330ee95390", "python-azure-mgmt-resource--9e68c5bacce73c50d9b313d660f402dffca9d39e", "python-dateutil--fdc6ff929f65dd0918cf75a9ad56704683d31781", "python-docopt--beba78faa13e5bf4c52393b4b82d81f3c391aa65", "python-gunicorn--a537f95661fb2689c52fe12510eb0d01cb83af60", "python-isodate--40d378c688e6badfd16676dd8b51b742bfebc8d5", "python-jinja2--7450f5ae5a822f63f7a58c717207be0456df51ed", "python-kazoo--cb7ce13a1068cd82dd84ea0de32b529a760a4bdd", "python-markupsafe--dd46d2a3c58611656a235f96d4adc51b2a7a590e", "python-passlib--802ec3605c0b82428fedba60983b1bafaa036bb8", "python-pyyaml--81dd44cc4a24db7cefa7016c6586a131acf279c3", "python-requests--1b2cadbd3811cc0c2ee235ce927e13ea1d6af41d", "python-retrying--eb7b8bac133f50492b1e1349cbe77c3e38bd02c3", "python-tox--07244f8a939a10353634c952c6d88ec4a3c05736", "rexray--869621bb411c9f2a793ea42cdfeed489e1972aaa", "six--f06424b68523c4dfa2a7c3e7475d479f3d361e42", "spartan--58a5611725de935357a0d96b2caef838ebc99b79", "strace--7d01796d64994451c1b2b82d161a335cbe90569b", "teamcity-messages--e623a4d86eb3a8d199cefcc240dd4c5460cb2962", "toybox--f235594ab8ea9a2864ee72abe86723d76f92e848"] + + ' + owner: root + path: /etc/mesosphere/setup-flags/cluster-packages.json + permissions: '0644' +- content: | + [Journal] + MaxLevelConsole=warning + RateLimitInterval=1s + RateLimitBurst=20000 + owner: root + path: /etc/systemd/journald.conf.d/dcos.conf + permissions: '0644' +- content: "rexray:\n loglevel: info\n modules:\n default-admin:\n host:\ + \ tcp://127.0.0.1:61003\n default-docker:\n disabled: true\n" + path: /etc/rexray/config.yml + permissions: '0644' +- content: | + [Unit] + After=network-online.target + Wants=network-online.target + [Service] + Type=oneshot + Environment=DEBIAN_FRONTEND=noninteractive + StandardOutput=journal+console + StandardError=journal+console + ExecStartPre=/usr/bin/curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/d.deb https://az837203.vo.msecnd.net/dcos-deps/docker-engine_1.11.2-0~xenial_amd64.deb + ExecStart=/usr/bin/bash -c "try=1;until dpkg -D3 -i /var/tmp/d.deb || ((try>9));do echo retry $((try++));sleep $((try*try));done;systemctl --now start docker;systemctl restart docker.socket" + path: /etc/systemd/system/dcos-docker-install.service + permissions: '0644' +- content: | + [Service] + Restart=always + StartLimitInterval=0 + RestartSec=15 + LimitNOFILE=16384 + ExecStartPre=-/sbin/ip link del docker0 + ExecStart= + ExecStart=/usr/bin/docker daemon -H fd:// --storage-driver=overlay + path: /etc/systemd/system/docker.service.d/execstart.conf + permissions: '0644' +- content: | + [Unit] + PartOf=docker.service + [Socket] + ListenStream=/var/run/docker.sock + SocketMode=0660 + SocketUser=root + SocketGroup=docker + ListenStream=2375 + BindIPv6Only=both + [Install] + WantedBy=sockets.target + path: /etc/systemd/system/docker.socket + permissions: '0644' + content: | + [Unit] + Requires=dcos-setup.service + After=dcos-setup.service + [Service] + Type=oneshot + EnvironmentFile=/etc/environment + EnvironmentFile=/opt/mesosphere/environment + ExecStart=/usr/bin/bash -c "echo $(detect_ip) $(hostname) > /etc/hosts" + path: /etc/systemd/system/dcos-config-writer.service + permissions: '0644' +- content: | + "bound_values": + "adminrouter_auth_enabled": |- + {{{oauthEnabled}}} + "cluster_name": |- + {{{masterPublicIPAddressName}}} + "exhibitor_azure_account_key": |- + ', listKeys(resourceId('Microsoft.Storage/storageAccounts', variables('masterStorageAccountExhibitorName')), '2015-06-15').key1, ' + "exhibitor_azure_account_name": |- + {{{masterStorageAccountExhibitorName}}} + "exhibitor_azure_prefix": |- + {{{masterPublicIPAddressName}}} + "master_list": |- + ["', DCOSCUSTOMDATAPUBLICIPSTR'"] + "oauth_enabled": |- + {{{oauthEnabled}}} + "late_bound_package_id": |- + dcos-provider-DCOSGUID-azure--setup + owner: root + path: /etc/mesosphere/setup-flags/late-config.yaml + permissions: '0644' +- content: | + [Unit] + Before=dcos.target + [Service] + Type=oneshot + StandardOutput=journal+console + StandardError=journal+console + ExecStartPre=/usr/bin/mkdir -p /etc/profile.d + ExecStart=/usr/bin/ln -sf /opt/mesosphere/bin/add_dcos_path.sh /etc/profile.d/dcos.sh + path: /etc/systemd/system/dcos-link-env.service + permissions: '0644' +- content: | + [Unit] + Description=Pkgpanda: Download DC/OS to this host. + After=network-online.target + Wants=network-online.target + ConditionPathExists=!/opt/mesosphere/ + [Service] + Type=oneshot + StandardOutput=journal+console + StandardError=journal+console + ExecStartPre=/usr/bin/curl --keepalive-time 2 -fLsSv --retry 20 -Y 100000 -y 60 -o //var/tmp/bootstrap.tar.xz https://dcosio.azureedge.net/dcos/EarlyAccess/bootstrap/6e72844be5d6bdfe89590232fa3701096f1ee1a6.bootstrap.tar.xz + ExecStartPre=/usr/bin/mkdir -p /opt/mesosphere + ExecStart=/usr/bin/tar -axf //var/tmp/bootstrap.tar.xz -C /opt/mesosphere + ExecStartPost=-/usr/bin/rm -f //var/tmp/bootstrap.tar.xz + path: /etc/systemd/system/dcos-download.service + permissions: '0644' +- content: | + [Unit] + Description=Pkgpanda: Specialize DC/OS for this host. + Requires=dcos-download.service + After=dcos-download.service + [Service] + Type=oneshot + StandardOutput=journal+console + StandardError=journal+console + EnvironmentFile=/opt/mesosphere/environment + ExecStart=/opt/mesosphere/bin/pkgpanda setup --no-block-systemd + [Install] + WantedBy=multi-user.target + path: /etc/systemd/system/dcos-setup.service + permissions: '0644' +- content: '' + path: /etc/mesosphere/roles/azure +- content: 'PROVISION_STR' + path: "/opt/azure/containers/provision.sh" + permissions: "0744" + owner: "root" \ No newline at end of file diff --git a/parts/dcosmasterresources.t b/parts/dcosmasterresources.t index a6f943cf69..22ee9f74fe 100644 --- a/parts/dcosmasterresources.t +++ b/parts/dcosmasterresources.t @@ -110,26 +110,63 @@ }, "type": "Microsoft.Network/loadBalancers/inboundNatRules" }, +{{if IsDCOS190}} + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[variables('masterLbID')]" + ], + "location": "[resourceGroup().location]", + + "name": "[concat(variables('masterLbName'), '/', 'SSHPort22-', variables('masterVMNamePrefix'), '0')]", + "properties": { + "backendPort": 2222, + "enableFloatingIP": false, + "frontendIPConfiguration": { + "id": "[variables('masterLbIPConfigID')]" + }, + "frontendPort": "22", + "protocol": "tcp" + }, + "type": "Microsoft.Network/loadBalancers/inboundNatRules" + }, +{{end}} { "apiVersion": "[variables('apiVersionDefault')]", "location": "[variables('location')]", "name": "[variables('masterNSGName')]", "properties": { "securityRules": [ - { - "name": "ssh", - "properties": { - "access": "Allow", - "description": "Allow SSH", - "destinationAddressPrefix": "*", - "destinationPortRange": "22", - "direction": "Inbound", - "priority": 200, - "protocol": "Tcp", - "sourceAddressPrefix": "*", - "sourcePortRange": "*" +{{if IsDCOS190}} + { + "properties": { + "priority": 201, + "access": "Allow", + "direction": "Inbound", + "destinationPortRange": "2222", + "sourcePortRange": "*", + "destinationAddressPrefix": "*", + "protocol": "Tcp", + "description": "Allow SSH", + "sourceAddressPrefix": "*" + }, + "name": "sshPort22" + }, +{{end}} + { + "properties": { + "priority": 200, + "access": "Allow", + "direction": "Inbound", + "destinationPortRange": "22", + "sourcePortRange": "*", + "destinationAddressPrefix": "*", + "protocol": "Tcp", + "description": "Allow SSH", + "sourceAddressPrefix": "*" + }, + "name": "ssh" } - } ] }, "type": "Microsoft.Network/networkSecurityGroups" @@ -160,11 +197,15 @@ "id": "[concat(variables('masterLbID'), '/backendAddressPools/', variables('masterLbBackendPoolName'))]" } ], +{{if IsDCOS190}} + "loadBalancerInboundNatRules": "[variables('masterLbInboundNatRules')[copyIndex()]]", +{{else}} "loadBalancerInboundNatRules": [ { "id": "[concat(variables('masterLbID'),'/inboundNatRules/SSH-',variables('masterVMNamePrefix'),copyIndex())]" } ], +{{end}} "privateIPAddress": "[concat(variables('masterFirstAddrPrefix'), copyIndex(int(variables('masterFirstAddrOctet4'))))]", "privateIPAllocationMethod": "Static", "subnet": { diff --git a/parts/dcosmastervars.t b/parts/dcosmastervars.t index 82001d656d..cd50a008f1 100644 --- a/parts/dcosmastervars.t +++ b/parts/dcosmastervars.t @@ -84,4 +84,39 @@ "storageAccountPrefixes": [ "0", "6", "c", "i", "o", "u", "1", "7", "d", "j", "p", "v", "2", "8", "e", "k", "q", "w", "3", "9", "f", "l", "r", "x", "4", "a", "g", "m", "s", "y", "5", "b", "h", "n", "t", "z" ], "storageAccountPrefixesCount": "[length(variables('storageAccountPrefixes'))]", "storageAccountType": "Standard_LRS", +{{if IsDCOS190}} + "masterSshInboundNatRuleIdPrefix": "[concat(variables('masterLbID'),'/inboundNatRules/SSH-',variables('masterVMNamePrefix'))]", + "masterSshPort22InboundNatRuleIdPrefix": "[concat(variables('masterLbID'),'/inboundNatRules/SSHPort22-',variables('masterVMNamePrefix'))]", + "masterLbInboundNatRules": [ + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'0')]" + }, + { + "id": "[concat(variables('masterSshPort22InboundNatRuleIdPrefix'),'0')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'1')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'2')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'3')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'4')]" + } + ] + ], +{{end}} "dcosBootstrapURL": "[parameters('dcosBootstrapURL')]" + diff --git a/pkg/acsengine/defaults.go b/pkg/acsengine/defaults.go index 6336cd045d..321686447d 100644 --- a/pkg/acsengine/defaults.go +++ b/pkg/acsengine/defaults.go @@ -24,6 +24,7 @@ var ( DCOS184_BootstrapDownloadURL: fmt.Sprintf(AzureEdgeDCOSBootstrapDownloadURL, "testing", "5b4aa43610c57ee1d60b4aa0751a1fb75824c083"), DCOS187_BootstrapDownloadURL: fmt.Sprintf(AzureEdgeDCOSBootstrapDownloadURL, "stable", "e73ba2b1cd17795e4dcb3d6647d11a29b9c35084"), DCOS188_BootstrapDownloadURL: fmt.Sprintf(AzureEdgeDCOSBootstrapDownloadURL, "stable", "5df43052907c021eeb5de145419a3da1898c58a5"), + DCOS190_BootstrapDownloadURL: fmt.Sprintf(AzureEdgeDCOSBootstrapDownloadURL, "EarlyAccess", "1bdc9e5f7863c6ead141be2f268cb231ad6c1049"), }, } diff --git a/pkg/acsengine/engine.go b/pkg/acsengine/engine.go index 2ec4d73831..e4b0a986ba 100644 --- a/pkg/acsengine/engine.go +++ b/pkg/acsengine/engine.go @@ -30,6 +30,7 @@ const ( dcosCustomData184 = "dcoscustomdata184.t" dcosCustomData187 = "dcoscustomdata187.t" dcosCustomData188 = "dcoscustomdata188.t" + dcosCustomData190 = "dcoscustomdata190.t" dcosProvision = "dcosprovision.sh" ) @@ -283,6 +284,7 @@ func prepareTemplateFiles(properties *api.Properties) ([]string, string, error) var files []string var baseFile string if properties.OrchestratorProfile.OrchestratorType == api.DCOS188 || + properties.OrchestratorProfile.OrchestratorType == api.DCOS190 || properties.OrchestratorProfile.OrchestratorType == api.DCOS187 || properties.OrchestratorProfile.OrchestratorType == api.DCOS184 || properties.OrchestratorProfile.OrchestratorType == api.DCOS173 { @@ -397,6 +399,8 @@ func getParameters(cs *api.ContainerService, isClassicMode bool) (map[string]int dcosBootstrapURL = cloudSpecConfig.DCOSSpecConfig.DCOS187_BootstrapDownloadURL case api.DCOS188: dcosBootstrapURL = cloudSpecConfig.DCOSSpecConfig.DCOS188_BootstrapDownloadURL + case api.DCOS190: + dcosBootstrapURL = cloudSpecConfig.DCOSSpecConfig.DCOS190_BootstrapDownloadURL } addValue(parametersMap, "dcosBootstrapURL", dcosBootstrapURL) } @@ -479,6 +483,9 @@ func (t *TemplateGenerator) getTemplateFuncMap(cs *api.ContainerService) map[str "IsDCOS188": func() bool { return cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS188 }, + "IsDCOS190": func() bool { + return cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS190 + }, "RequiresFakeAgentOutput": func() bool { return cs.Properties.OrchestratorProfile.OrchestratorType == api.Kubernetes }, @@ -535,7 +542,8 @@ func (t *TemplateGenerator) getTemplateFuncMap(cs *api.ContainerService) map[str "GetMasterAllowedSizes": func() string { if t.ClassicMode { return GetClassicAllowedSizes() - } else if cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS188 || + } else if cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS190 || + cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS188 || cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS187 || cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS184 || cs.Properties.OrchestratorProfile.OrchestratorType == api.DCOS173 { @@ -720,7 +728,16 @@ func (t *TemplateGenerator) getTemplateFuncMap(cs *api.ContainerService) map[str } func getPackageGUID(orchestratorType api.OrchestratorType, masterCount int) string { - if orchestratorType == api.DCOS188 { + if orchestratorType == api.DCOS190 { + switch masterCount { + case 1: + return "f53b7dec83de900ef55ade839d9730237b0c7454" + case 3: + return "06b50f9dcce85789b858b03ff7f86af6d1a95519" + case 5: + return "32dafb5eeb752025ed70fa9e5ce850e7ff42ba38" + } + } else if orchestratorType == api.DCOS188 { switch masterCount { case 1: return "441385ce2f5942df7e29075c12fb38fa5e92cbba" @@ -764,7 +781,8 @@ func getDCOSCustomDataPublicIPStr(orchestratorType api.OrchestratorType, masterC if orchestratorType == api.DCOS173 || orchestratorType == api.DCOS184 || orchestratorType == api.DCOS187 || - orchestratorType == api.DCOS188 { + orchestratorType == api.DCOS188 || + orchestratorType == api.DCOS190 { var buf bytes.Buffer for i := 0; i < masterCount; i++ { buf.WriteString(fmt.Sprintf("reference(variables('masterVMNic')[%d]).ipConfigurations[0].properties.privateIPAddress,", i)) @@ -1082,6 +1100,8 @@ touch /etc/mesosphere/roles/azure_master` func getSingleLineDCOSCustomData(orchestratorType api.OrchestratorType, masterCount int, provisionContent string, attributeContents string) string { yamlFilename := "" switch orchestratorType { + case api.DCOS190: + yamlFilename = dcosCustomData190 case api.DCOS188: yamlFilename = dcosCustomData188 case api.DCOS187: diff --git a/pkg/acsengine/templates.go b/pkg/acsengine/templates.go index 3c1f66762f..15a8ed7e48 100644 --- a/pkg/acsengine/templates.go +++ b/pkg/acsengine/templates.go @@ -15,6 +15,7 @@ // ../../parts/dcoscustomdata184.t // ../../parts/dcoscustomdata187.t // ../../parts/dcoscustomdata188.t +// ../../parts/dcoscustomdata190.t // ../../parts/dcosmasterresources.t // ../../parts/dcosmastervars.t // ../../parts/dcosparams.t @@ -423,7 +424,27 @@ func dcoscustomdata188T() (*asset, error) { return a, nil } -var _dcosmasterresourcesT = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\xec\x59\x4b\x6f\xdb\x3e\x12\xbf\xf7\x53\x10\xba\xa8\xfe\xc3\xb5\xdb\xe0\xbf\x97\xf4\x94\xc6\x79\x18\x8d\x1d\x23\x4a\xb3\x87\x20\x58\xd0\xe4\xd8\x26\x22\x91\x02\x49\x39\xf1\x06\xf9\xee\x0b\xea\x61\x4b\x14\xe5\xc8\x89\x8a\x2e\x16\x9b\x4b\x9b\x68\x38\xef\xf9\xcd\x70\x88\x10\x42\x2f\x9f\x50\xfa\xe3\xe1\x98\xdd\x81\x54\x4c\x70\xef\x18\x79\xf7\x6b\x2c\x19\x9e\x87\xa0\x3e\xfb\xbb\x2f\x81\x16\x12\x2f\xc1\xef\x3d\x78\xfd\xe2\x1c\x85\x18\x38\x55\xd7\xe6\xd8\x7d\xfe\x47\x84\xbc\x7b\x22\x38\xc1\xfa\xb3\x3f\x61\x44\x0a\x25\x16\x7a\x30\x05\xfd\x24\xe4\xe3\x30\x4e\xe6\x21\x23\xe3\xd9\x09\xa5\x12\x94\x02\x35\xf4\xfb\xa8\x24\x2f\xc2\x4a\x83\x9c\x55\xa9\xa6\x38\x02\xbf\xd7\x7b\xf0\x72\x11\x0f\x5b\x05\x42\x41\xb0\x76\xa8\x5d\xfc\xbd\xa2\x2d\xc7\x11\xd8\x84\x99\xbc\xdc\xb6\x13\x42\x44\xc2\x75\x26\xae\x74\x30\x96\x22\x06\xa9\x19\x28\xef\x78\xeb\x34\xe3\xb6\x8c\xfe\x76\x13\xd7\xf8\xae\xa3\x80\xfd\x1b\xd4\x04\xc7\x7e\xaf\x2e\xef\x6e\x62\xbe\xfa\xbd\x87\x81\xaa\x48\x36\x9c\xb6\x56\xbe\x6e\xe5\xeb\x5c\xc0\xce\x9d\xb9\xc2\xc3\xea\x71\x95\x1d\xcd\x0f\xfe\x3f\xba\xce\xe8\x9e\x3d\xaf\xd8\x9c\x69\x21\xdf\x1b\xe6\x40\x63\x4e\xb1\xa4\xff\xba\xba\x09\xba\x88\xd5\xcb\x0b\x5b\x20\x2e\x34\x1a\x4c\x32\xf7\x48\xb1\x60\x21\x0c\xc6\xea\x34\x51\x5a\x44\x77\xd3\xb3\xdb\xd7\xd7\xc3\x43\x3a\x82\x05\x4e\x42\xdd\x22\xa4\x08\xbd\xbc\x5c\x80\x36\x82\x82\x64\xce\x41\x8f\x52\x32\xe0\x84\x81\xca\x45\x77\x1a\x97\x35\x93\x3a\xc1\x61\x9e\x36\xed\x03\x91\x25\x4c\x10\x63\x02\x95\x2f\xbb\x6f\x33\x09\x0b\xf6\x9c\x1e\x2c\xdb\x57\xb2\xf0\xa4\x4a\xb8\x35\x2f\x35\x71\xfb\xff\x6d\x40\x11\xf2\x54\xea\x13\x9b\xa5\xe5\x32\x85\xb4\x4c\xa0\xc4\xed\xa1\x45\x6a\x14\x75\x53\xf5\x47\x39\x35\x80\xd3\xae\x62\xdf\x51\x35\x9d\xac\x31\x0b\xf1\x9c\x85\x4c\x6f\x02\xd0\x7b\x02\xb7\xcf\xf2\x53\x11\xc5\x89\x86\x21\xae\x72\xfb\x00\x82\xfd\x46\x93\x9d\x80\xd5\x22\x5f\x29\x57\x01\x68\xcd\xf8\x52\xd9\xe9\x4a\x45\x84\x19\x37\x9c\xae\xf0\x1c\x42\xb7\xdc\x33\x4e\x63\xc1\xb8\x1e\x4d\x03\x43\x99\xa5\xac\xbf\x43\xca\x6a\x9a\x6e\xc1\x37\x2c\xcc\x9b\x80\x5e\x09\x6a\x78\x8f\x36\x1c\x47\x8c\xb4\x81\xab\x46\x2c\xef\x36\x34\xff\x2b\xcd\xe5\x6a\xde\x3a\x1d\xe6\x98\x3c\x02\xa7\x05\x00\x09\x11\xd6\x30\xa5\x02\x59\x7b\xa5\xfe\xc8\x98\x19\x2e\x85\x02\xa5\xc3\x25\x18\x2a\x65\xc8\x42\x0a\xae\x81\xd3\xf1\xec\x54\xf0\x05\x5b\x26\x32\xb5\xf4\x03\x5a\x14\x9c\x6c\x1f\xec\xf7\x84\x9d\xb0\x99\x43\x1c\x24\x08\x79\x2c\xcd\xdf\x7b\x09\x4a\x24\x92\xc0\x98\xb6\x4a\x0d\xbf\x7f\x68\x62\xd4\x3d\x67\xff\xf6\x3e\x68\x0f\x05\xa6\x3f\x70\x88\x39\x01\xd9\x71\x09\x11\x11\x6f\xaa\x19\x96\x4e\x16\xee\x58\x9d\x9a\x4f\xd5\x10\x6d\x23\x5b\x44\xf3\x4a\x88\x78\x2a\x28\xd4\x61\xa2\xa9\x5a\x5d\x29\x31\xf2\xbb\x2b\xb7\x1c\x0d\x1a\xab\xae\x8f\x7c\x83\x02\x7e\x10\x5c\x7e\x71\xa1\xc1\xdd\xa4\x0c\x9c\x7d\x64\x5c\x36\xe6\x14\x9e\x3f\xf7\x0e\xa8\xd8\x99\x90\xc6\xab\x47\x47\x25\xdf\x01\x37\x82\xce\x43\x81\x0d\xbe\x8f\x67\xde\x31\x5a\xe0\x50\xc1\xdb\xe5\x66\xb7\x82\x3c\xc3\xf7\x54\x57\xc5\xa5\x55\xd0\x2f\x64\xe4\x2a\x1a\x8f\x15\x16\x1e\x1d\x7d\xfd\x5a\x8d\x77\x2c\x85\x16\x44\xa4\xdd\x46\x93\xf8\x90\x6e\x50\x49\xe3\x21\xe3\x73\x91\x70\x3a\xc5\xfa\x26\x09\xbb\xee\x0c\x1d\x01\xf3\x34\xb8\x68\x8d\xcc\x0a\x48\x22\x99\xde\x64\xd6\xb4\x42\x43\xa5\x56\x87\xa1\x1d\x26\x24\x03\x39\xcf\x34\xe8\x27\xeb\x70\x5a\x63\x8a\x48\x16\x17\xa6\xa7\x54\x28\x08\x2e\x9d\x94\x9a\xf1\xd4\x19\x95\x69\xd6\x1c\xfb\x6b\x2f\xb9\x49\x93\x1b\xcc\x97\xa9\x09\x47\x47\x0e\x5a\x26\x81\x14\x2a\x8c\xb3\x30\xd7\xa9\x62\xc9\x84\xf1\x97\x29\x8a\xaf\x5f\x1d\x9f\x77\x79\x76\x4b\xe2\xfa\xf9\x0c\xcb\xdb\xe8\x9e\x51\x56\xd4\xfe\xcb\xeb\x18\xa2\x79\xf6\x6f\x90\x27\xc1\x85\x14\x49\xfc\xdf\x0a\xd5\x9c\x91\x0e\x50\x7a\x1a\x5c\x64\x98\xd2\xf6\xf6\x59\xf0\x72\x33\x5d\x73\xd0\x3b\x7e\xbb\x2b\x4b\x83\xf4\xa2\x47\xf4\xeb\x63\x5f\x03\x6d\xdf\xb7\x21\x67\x98\x21\xfe\x5b\x80\x5f\xc5\xfb\xdf\xdc\x94\xec\x66\xe3\x73\x46\x4c\x57\x3a\xb0\xe9\xb0\xf8\x3d\xd3\x59\x71\x2a\xcd\x8c\x83\x80\xa9\x0c\xed\x3f\xde\x1c\x51\x5d\x4a\x14\x8a\xd3\x37\x7a\x76\x1a\x4a\xe4\x0f\x1d\x83\xb0\x73\x96\x77\x4c\xb9\xf5\x81\xcd\x1e\xd9\x2a\x23\xaf\xc3\xc4\xb1\xd5\xbb\x3a\x36\xaf\xd3\x4c\x3d\xc4\xc6\x58\xb2\x35\xd6\x50\x1e\xa7\x9b\x95\x3d\x67\x52\x69\x43\xe8\x1a\x8d\x18\xdf\x77\xe2\x9a\x68\xd0\x7f\xfb\xbd\x5e\xaf\x36\xef\x57\xb4\x70\xdc\x42\x03\x8d\x35\x23\x0e\x90\x4f\x37\x28\x7b\xe7\xff\xba\xfb\x38\xe8\x6c\xf3\x62\x4d\x47\x2e\x7f\xed\xef\x11\x08\xf5\x3d\x57\x0f\x68\x3b\xa8\x6d\xd1\xf4\x93\x2d\xe3\x80\xee\x33\xe6\x1a\xe4\x02\x93\xae\xa7\xa9\xce\x3a\xcf\x3a\x3a\xbc\xf1\x34\x5f\xe6\x6b\x56\x3b\x01\xe0\x30\x44\x75\x4b\x6c\xda\x34\x0d\x1d\x35\x59\xdb\x6d\x59\xdc\x0f\x7c\x38\x68\x71\xa4\xb6\x8d\xae\xf5\x28\x8d\x97\xca\x3b\xce\x7f\x2b\x87\x51\x42\x5a\x5e\x41\x3a\x21\x79\xa8\x54\xee\x3e\x26\x0a\xf8\x92\x71\x78\xc7\xa5\xa8\x16\xdc\xdf\xdb\x24\x0f\x6c\x8e\x56\x14\x1b\x4a\xd4\xbd\x2d\x68\xca\x84\x96\x89\xe0\xbc\x7f\xad\xb0\xa4\x4f\x58\x42\x3e\x36\xd9\xfa\x64\xcf\x40\x0d\x08\x56\x3c\x02\xb9\x39\xe7\x15\xd2\xc0\xb8\x8e\x1a\xb5\x85\xb7\x8d\xb2\xad\x36\x29\x35\xbe\x7e\xff\x23\xe3\x8e\x0d\xcc\x6f\x2f\xdb\x85\x6a\xb0\x18\xd3\x88\xf1\x5f\x0a\xa4\xeb\xca\x57\xf9\x68\x2f\xa2\x3c\x92\x05\x5e\x76\x94\x9c\xa8\xd8\xfe\x8f\x4e\xaf\x83\x6c\x6a\xce\x66\xe5\x11\xd6\xb8\xf2\x9e\xe0\x85\x8c\x27\xcf\xfb\x6e\xff\xe9\x95\x4b\x19\x25\x66\x58\xa9\x27\x21\xe9\x49\xa2\x57\xc0\x35\xdb\x15\x9d\x96\x49\x6d\xa4\x33\xd7\x4f\x67\xbf\xcc\x56\x61\x3f\x61\xe3\x9e\x6c\x5c\x99\x51\x3a\xfd\x08\x1b\x63\x84\xed\x5e\xa5\x56\x37\xc1\xc9\xac\x60\x5d\xdf\xf4\x55\x55\xc0\x7a\xe5\xe0\xf0\x13\x36\x33\xac\x57\x8e\x66\x9d\xfd\xd8\x23\x4e\x39\x43\xec\xef\xaf\x95\x50\xb0\x05\x1a\x5c\x19\x4f\x17\x97\x97\x4b\xac\x02\x20\x12\x74\xf5\x79\xa7\x92\x14\x2a\x23\xa8\xa1\x5a\x89\x4f\xce\xc3\xd2\xd8\xbe\xe1\x54\x9e\x8a\x32\x70\x6f\x48\x61\x16\xe1\x25\xdc\xc0\x02\x24\xf0\xda\x0b\x96\xc9\xfd\xc5\x02\xa4\xad\x90\x50\x63\x73\xec\xda\x7c\x73\xad\x58\x4d\x50\xd4\xaa\xf1\xdc\xac\xf8\xee\x38\xab\x1e\x93\x86\x53\xc1\xcf\x5f\x0e\xfa\xb5\x7b\x00\xc9\xcf\xe4\x43\x88\xbd\x89\xae\x38\x5d\xa8\x11\x53\x8f\x75\xcb\x09\x26\x2b\xc6\x97\x86\xf3\x0d\x60\xfa\x4f\xc9\x74\x2d\xe5\xd3\x86\x07\xd7\xdb\x05\xc9\xb9\x14\x51\x2a\xd8\x26\xfc\x48\x99\xf7\xfd\x2f\x42\x51\xa6\x1e\x5d\xe6\xaf\xa8\xeb\xfe\x94\x48\x56\x96\x26\x8b\xf8\x7e\xae\xcf\x22\x0d\x4f\xc1\xae\x51\xc4\x35\x59\xf4\xfa\xfb\xdf\xee\x7b\x83\x58\xb2\x08\xcb\x4d\xf1\x70\xa4\x06\xf3\x50\xcc\xfb\xfe\x7a\x45\x9d\x42\x9a\xef\x20\x5b\x3f\x0c\xd6\x2b\x5a\x2b\x59\x77\x29\xb6\x99\x7a\x8b\x1e\x9c\xbf\x78\x4e\xd2\xb8\xff\xb9\xb7\xa5\x06\x75\x5a\x0d\xa3\x2a\x99\xd7\x53\x2b\x9f\xa0\xfb\xe8\xdb\x1f\x58\x38\xbc\xa5\x91\xb9\x7b\x3f\x61\xa6\x17\x42\x86\x80\x69\x15\x13\x9a\x47\xae\x44\x8b\x5f\xf1\x52\x62\x0a\x13\xc6\x85\xdc\x85\xc4\x34\x26\xfb\x01\xb2\x80\xa2\x9d\x8f\xaf\x83\xdb\xd3\xb3\x67\x0d\x5c\xa5\xdb\x8c\x32\x5a\x36\x3c\x8e\x12\x11\x45\x98\xd3\x5b\x71\xf6\x0c\x24\xd1\xd9\xbe\x75\x85\xbe\x10\xe4\x27\x5c\xb3\x10\xc5\x8c\x2f\xd1\x17\xf2\x0d\x65\x66\x0c\x22\x50\x42\x7d\xa7\x02\x01\x59\x09\x64\x4c\x34\x04\x0b\x21\xab\x04\x2a\x04\x88\xd1\xb7\x7f\x7c\xa7\x82\xc3\xf7\x94\xb6\xfc\x1d\x25\xb1\xef\x9e\xc5\x8a\x3c\xce\xda\x7c\x90\xae\x69\xcf\x85\x4c\x7b\x8e\x67\xd1\x5d\x62\x4e\x43\x28\x79\xc9\xfb\x36\xf8\xbb\xcd\xaa\xbd\x29\x17\x61\xe7\xbb\xac\x4a\x3e\xfd\x27\x00\x00\xff\xff\x05\x48\x82\xdc\xbc\x25\x00\x00") +var _dcoscustomdata190T = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\xcc\x5a\x7b\x6f\x1c\x37\x92\xff\xdf\x80\xbf\x43\xaf\x10\x40\xf6\x6d\x38\xc3\xf7\x43\xc6\x2c\xe0\xd8\xde\x3d\xdf\x25\xb1\x11\x25\x77\x38\x24\x39\xa1\x48\x16\xa5\x8e\x7a\xba\x67\xbb\x39\xb2\x26\x9b\xbd\xcf\x7e\x60\xf7\x48\x1e\x8d\x1e\x56\x7c\xb7\x87\xfb\x43\xd0\x0c\x59\x3f\xb2\xde\x2c\x16\xc7\x77\x5d\x0e\xcb\x78\xf4\xf4\x09\xa9\x3c\x0c\x67\x15\x09\xd5\x41\x9d\xaa\x1f\xab\x3f\x54\x24\x55\xf3\x0b\xe8\xe7\x4d\xed\xe7\x43\xf4\xe4\x74\x95\xab\x9f\x5f\xe4\x33\x6c\x2b\x0c\x67\x5d\xf5\xfa\xd5\xbb\x63\xa2\xac\xa3\x2f\x56\xd0\x67\x8c\x15\x19\xaa\x79\xc4\x8b\x42\x5c\x2d\xcf\x1b\xf0\xd8\x3c\x7d\x52\x55\xa7\xab\xfc\x22\x77\xeb\x70\x76\x6b\xb9\x17\xa9\x3e\x78\xfa\x24\xd6\xc3\xf9\xc9\x80\x79\xbd\x3a\x2a\xe4\xb8\x3a\xc3\x25\xf6\xd0\xd0\xf1\x6b\x55\x35\xb0\xe9\xd6\x79\xfb\x85\x54\x52\xdd\xfe\xc4\xe8\xf4\xa9\xbb\xc0\xfe\x43\x5f\x67\x3c\xaa\x72\xbf\xc6\x69\x30\x83\x6f\xf0\x24\x6f\x56\x78\x54\x78\x79\xfa\x24\x0d\xd7\xdb\x91\x2a\xe2\x45\x1d\xf0\x68\x67\xdb\x19\x2b\xb8\x54\x37\x38\x6c\x86\x8c\xcb\xa3\x0a\x2f\xb3\x2c\x63\xb7\x96\xbf\x13\xce\xff\x67\x70\xf1\x68\xf8\xb2\x5b\xb7\x79\x18\xa5\x20\xb7\xf8\x27\x1f\xb5\xbd\xc4\xa1\x1b\x6e\x51\xf1\x3d\xaa\xd8\x85\x73\xec\x6f\x91\x89\x1d\xb2\xbc\x5c\x3d\x7d\xd2\xaf\xdb\x2b\x8f\x21\x55\xd3\x4e\xd3\x64\xd8\x92\xf9\xba\x9d\xf7\xcb\xed\x97\xf5\xd0\x5f\x0f\xdc\x4b\xbd\x3c\x8f\x75\xbf\x07\xd8\x8e\xdd\x8b\xc9\xb0\x8f\x18\x47\xee\xa5\xbf\x1a\xbc\x26\x2f\x03\xf7\x52\x87\xd5\x1e\x75\x19\xb8\x97\x7a\x32\x53\xc8\xcd\x1e\x68\x67\xfc\x7e\xd9\x8b\x05\xf7\x65\x9f\xc6\xee\xc5\x94\x30\xdd\x83\x4c\x43\x77\x22\x0a\xc9\x50\x68\xd6\x03\xf6\x10\xe3\x1e\xf2\x7a\xb4\x80\xf7\x24\x89\xf5\x50\x22\x67\xbb\x20\x69\xbb\x0f\xd3\xc7\x1e\x87\xae\xb9\x08\x5d\x9b\x66\x03\xf6\xc5\x7f\xef\x84\x2f\x61\x38\xbf\x85\x6d\x2e\x03\x69\x31\xef\x02\x87\x92\x39\xea\xea\x60\x98\xff\xe7\xfb\xae\xcf\x15\xe7\x5f\xcc\xb7\x1f\x7e\x6a\xb7\x1f\x38\x9f\xb3\x83\x6a\x8e\x39\xcc\x87\xe1\xac\xfc\xc5\x93\xc2\x40\x7d\x3a\xad\x30\x2e\x56\x0d\xc3\x59\x61\x2e\x43\x9f\xab\x32\x3e\xef\x56\x79\x0e\xbf\xae\x7b\x9c\x87\xae\xcd\x50\xb7\xd8\x0f\xf3\x55\xdf\x5d\xd4\x43\xdd\xb5\xb3\x2b\xa5\x5d\xd9\x9b\x5c\xd9\xbd\xec\x33\x49\x39\x2b\xbb\x6c\x47\xf3\x72\x75\x73\xb4\x60\xaf\x7c\x9d\xa4\xfb\xb0\x77\xee\x70\x6b\xad\xfb\xb1\x7b\x6a\x1d\xc5\xdb\x1a\x28\x74\x03\x99\xc2\x96\xd4\xed\x90\xa1\x69\x1e\xb4\xc8\x3e\x74\xd2\x20\x19\x73\x4a\xff\x20\x72\xab\xd5\xed\x32\xe3\x5c\x24\xbf\x74\xeb\xbe\x85\x26\x3e\x1e\x39\xf1\xfa\xbb\x78\x6c\xea\xf6\x9c\x60\x7b\xf1\x20\x08\xdb\x8f\x8e\x3a\xa2\xc6\xf4\xfe\x20\xa4\xf8\x24\xf1\x4d\x17\xce\xef\xde\x77\x6f\x85\x51\x47\x27\x63\x56\x1e\x33\x5f\xf1\x27\x6c\xf3\x51\x75\x78\x96\xf3\x6a\x38\x9a\xcf\x0b\xaa\xee\x66\xa3\xbb\x61\x3c\xc5\x59\x8b\x79\x1c\x9c\xbf\x81\xbe\xd9\xbc\x0c\x01\x87\xe1\xe9\x93\xa7\x4f\x0e\xc7\x5c\xfe\xa1\xc5\xfe\xa8\xea\xbb\x6e\xdc\x74\x05\xf9\xec\x68\xb2\xff\x98\xac\x57\x67\xd8\xe3\x7c\xe4\x81\xa4\x06\x4e\x87\x79\x8f\xab\x6e\xa8\x73\xd7\x6f\xc8\xba\x1f\x65\x58\x61\xbf\xac\x87\xe2\xc8\xc3\x51\x75\x48\xb5\x94\x87\x37\x39\xfb\xf1\x40\xc4\x4c\x88\x06\xc3\x30\x88\x20\x24\x35\xe8\xb9\x0a\xda\x27\x2e\x04\x15\x5c\xc7\x20\x9d\x17\x11\x45\xe0\xe8\x0f\xbe\xac\x0e\x20\x2e\xeb\xb6\xef\xd6\x19\x7b\x42\x52\x0a\xca\x3b\x6a\xbd\xf7\xc0\x82\x41\x6b\x02\x52\x17\xac\x4c\xd4\x0a\x85\x22\x39\x4d\x53\xb0\x38\x02\x2f\xfa\x8e\x84\xd5\x8a\x10\xe3\x85\x52\x60\x55\x12\x2e\x80\x8e\x1e\xb9\xd4\x16\x83\xa2\xde\xb0\x24\x8c\x35\x41\x07\x13\x44\x2c\x28\xdf\x75\x43\x26\x4d\xed\x07\x42\x38\x65\x2a\x04\xaf\x6c\xf2\x46\xe9\xa4\x59\xa0\x1c\x51\x03\x50\x15\x02\x43\x6e\xa4\x72\xe0\x30\x6c\x71\x79\xc8\x3d\xac\x08\xd1\x48\x15\x15\x2a\x72\xad\x7c\x14\xdc\x44\x8e\x81\x31\xc9\x28\x4b\x91\x3b\x1e\x03\x05\x48\x02\xc4\x04\xcb\x1d\x21\x5a\x48\x19\x05\x43\x4c\xd4\xf2\x60\x7c\x64\x82\x2b\xe7\x99\xa1\x42\x22\x18\xaf\x82\x90\x80\x31\x15\x44\x38\xc3\x70\x4e\x72\xbd\x44\x42\x3c\x9a\x48\x3d\x18\x65\x30\x58\x93\x9c\xd3\x4a\x18\x9b\x10\x4d\x30\x1a\x34\xa2\x02\x74\x4e\x8f\x82\x85\xb6\x26\x04\xa5\x15\xc2\x44\x10\x0e\x6c\x88\xc2\x38\xc9\x24\x84\x84\x34\x82\xe2\xe0\x38\xd7\xc0\x68\xe4\x72\x04\x74\xc3\xb2\x1b\x08\x71\x22\x52\xce\x84\x75\xde\xf1\x28\x03\xb5\xc1\x20\xe7\x42\x47\x50\x8c\x46\xd0\xce\xb3\xa0\x05\x9f\x98\x5b\xf7\x0d\x21\x8c\x49\x9b\xb4\x44\x2a\x2c\x73\x49\x58\x16\x22\xc8\x18\x38\x5a\xd0\xcc\xb9\xe4\x45\x50\x02\xcc\x68\xa5\xdd\xa8\x9f\x3c\xfc\xa4\x14\x71\x7f\xf9\xe1\xed\xeb\xeb\xe9\xb3\x7a\x18\xbd\x8c\x24\x8b\x22\x04\xad\x63\x60\xde\x21\x65\x96\x52\x34\x9c\x21\x3a\x4b\x03\x75\x49\x80\x8d\x09\xa5\xbe\x46\xd6\x4b\x38\x45\x42\x50\x0b\x03\x9e\x45\x80\x68\xa3\x65\x88\x60\x92\xf3\x48\x25\x17\x4e\x82\x93\x41\x72\x10\x2e\xee\xe3\x22\xae\x06\x42\x04\x46\x17\x11\xad\x94\x42\xb9\x20\x99\x62\x5c\x04\xaf\x93\xd7\x5e\x50\x9d\x38\x53\x09\xc0\x73\xf8\x08\x6e\x33\x9e\xf6\x90\xeb\xae\x25\x19\x87\x4c\x08\x4d\x9e\x2b\x9d\x12\x0f\xc2\xa6\x64\x14\x43\x48\x3c\xa0\x34\xd2\x72\x23\xc0\x0a\x61\xbd\x94\x92\x5d\x2f\xd1\x74\xa7\x84\x78\x25\xb9\xf7\xd6\x81\x82\xe4\xb4\xe4\x48\x65\x4c\x42\x59\xed\x3c\x22\xca\x80\x5c\x09\x54\x42\x5d\xa3\x96\x98\x21\x42\x86\x7b\x15\xb9\xc4\xdc\xd7\x61\x20\x44\xb2\x24\x23\xf5\xcc\x5b\xe9\x2d\xda\x84\xdc\x1a\xed\x01\xbd\xf0\x91\x9a\x80\xd6\x08\x50\x12\xe9\x35\xb2\x83\x75\x3e\x23\x84\x52\xe3\x14\x77\x11\x98\x15\x81\x26\x2e\x80\xea\xc8\x3d\xd5\xce\x70\xe6\x75\x02\x1d\x82\xf1\x8a\x5f\xe3\x86\xfa\xb4\x85\xe2\x12\x3e\x44\xe1\x35\xe3\xc1\xc7\x20\x8c\x13\x96\xc6\xe0\x81\x99\x10\x93\x03\xe1\xb5\x56\x3c\xba\x18\xae\x81\xeb\x9a\x90\x08\x16\x14\xa5\x02\x44\x50\x18\xa4\xb1\xc9\x3a\xcf\x2c\x28\xe0\x4c\x03\x2d\x91\xe1\x59\xd4\xd3\x6e\xed\xb0\xda\xe4\xb3\xae\x2d\xda\xb6\x42\xa0\x77\x60\xc1\xa3\x07\xc1\x8c\xf3\x52\x24\x01\x9c\xd2\xe2\xf6\x92\x17\xcf\x57\x93\xc1\xa6\xa3\xea\x34\x10\x52\x62\xd9\x62\xd4\x52\x6a\xa0\x56\xfa\x64\x24\xca\x94\x8a\x82\x84\x34\x2e\x29\x87\x60\x15\xb7\x23\xec\x22\x86\xa6\x26\x44\x09\x23\x63\x94\x29\x79\xc5\x5c\x62\x31\x60\x8a\x18\xac\xf3\x9c\x4b\x83\x42\x52\x99\x38\x72\x1c\x43\x1d\xfb\x06\xda\x53\x42\x82\xb5\x91\xa2\x61\x9e\xfa\xc8\x1d\xa5\x9a\x71\xe9\x2c\x75\x2a\x0a\x08\x82\x53\x40\x97\x92\xa5\x63\xd0\xe2\xe5\x59\xed\x4b\x8a\x25\xc4\x14\xfd\xd8\xe4\xa4\x41\x25\x19\xc3\x12\xb1\x32\x4a\x1a\x23\x32\x50\x16\x23\x7a\x56\xfe\x15\x58\x6a\x60\x38\x27\x84\xeb\x58\xf4\xee\x79\x64\x41\xc4\x90\x58\xe4\x81\x0a\x1f\x68\x94\x89\xbb\x60\x75\x14\x9c\x79\x3e\xba\xdd\x2f\x70\x01\x84\x84\xa8\xd0\x71\x16\x50\x6b\x4f\x63\xc9\xc8\xb6\x18\x5a\x47\x23\x40\x2b\x23\x98\xa4\x52\x0a\x3a\xe6\x87\xa6\xf6\x78\x81\x6d\x2e\x79\xd2\x7a\xb4\x4a\x45\xee\x91\xbb\xe0\xb8\x61\x60\x7c\xd4\x81\x4a\xc3\x45\x4a\xc6\x39\xa9\x91\xf2\x2d\x6a\xe8\x62\xbd\x5e\x12\xe2\x52\x72\x4c\x45\x4f\x6d\xd0\xde\x83\x89\xda\x08\x0b\x49\x51\x2b\xd1\x58\xee\x99\x08\xc5\x0c\xa3\xc2\x9b\xee\xb4\xef\x32\x64\x24\x24\x41\xd2\x41\x4b\x0a\xce\x49\x08\x4a\x3a\x48\x68\x84\x44\xaa\xa2\xe0\x1c\xbc\xa3\x8a\x4b\x69\xc7\xc3\x63\x09\x3d\x4c\x4e\x91\x40\x17\x91\x55\x0a\x8c\x61\xc0\x94\x42\x11\x14\x10\x92\x14\x91\x21\x04\x8e\x28\xc1\x8c\xea\x1b\xcf\xbb\x12\xf8\x48\x8d\x08\x3a\x49\xa1\x93\x31\xd1\x49\x1f\x22\x85\x44\xb5\xb4\x51\x27\xae\xb1\x24\x76\x67\x3e\x42\x62\x3b\x10\x92\x84\x91\x01\x23\xb0\x98\x20\xa2\x40\x08\xd1\xc7\x84\x91\x46\x65\x7c\x48\xd6\x86\x91\x43\xfe\x11\xb6\xec\xe2\xba\xc1\x81\x10\x83\x89\x45\x11\xb8\x76\x2c\x68\x89\x56\x26\xe6\x35\x8d\x20\x13\x65\x12\x10\x1c\xd7\x11\x30\x6d\x77\xcc\x7d\xd7\x76\xe5\x18\x90\x82\x5b\xe0\xda\x7a\xc5\x84\x03\xaf\x7c\xe0\xe8\x24\xf7\xdc\x46\x53\x58\xb5\x4c\x19\x2d\xfc\x98\x28\x5a\xb8\x28\x75\x05\x21\x9e\x61\xd4\x1a\x53\x89\x7e\xe3\xa3\x41\xca\x84\x05\xad\x41\x31\xa5\x6c\xb0\x21\x48\xab\xa9\x1e\x53\x40\x1b\xd6\xfd\x50\x18\x8c\xd6\x3a\xeb\xa4\x37\x0c\x80\x81\xf2\x82\x31\x0f\x09\x13\x45\xab\xa4\x71\x94\x2b\x2f\x23\x84\x51\xf7\x5d\xc8\xd0\xd7\x2d\x12\xa2\x38\xb3\x4c\x80\x4e\x5a\x2a\x17\x03\x43\x8a\x82\x23\x2b\x67\x81\xf3\x4e\x61\x74\x08\xc1\xc3\x18\xfc\xdd\x0a\xdb\x61\x68\x08\xf1\x94\x81\xe0\x20\x79\x49\xf9\x1e\x14\xf7\x92\x19\x6e\x34\x3a\x45\x1d\x48\xc9\x90\x45\x09\x76\x54\xe3\xea\xfc\x74\x05\x6d\x04\x02\xab\xba\xb8\x63\x44\xca\x6d\x92\xa8\x95\x36\x3c\x09\xca\x80\x59\x83\x52\x27\x56\xaa\x8c\xe8\x92\x15\x3a\x84\x1b\xc8\xbe\x6b\x8a\x6f\x59\x30\xd2\x41\x59\x97\x49\xa3\x21\x72\x4c\x06\x5d\x8c\x2e\x32\xee\x35\xd8\x20\xb5\x14\x30\xfa\xff\x6a\x33\x25\x77\x63\x01\x51\xa0\xb2\x40\xa5\x0b\x11\x3c\x8d\x5c\x6b\x48\x46\x16\xa7\xd1\xca\x7a\xa1\xa9\x97\x69\x8b\x19\xbd\xd1\x1b\x60\x52\x82\x74\xca\x18\xe0\x5c\x44\x61\xa2\x94\x26\x28\x6d\x93\x62\x42\x50\x44\xa7\x84\xa3\x3b\x98\xb1\x8a\x23\xcb\xd3\x65\x26\xa5\x1e\x5f\xf7\x01\x09\x71\xa8\x6d\x50\x1e\x42\x40\x23\x82\xa2\xd1\x79\xc1\x44\xd4\x9a\x26\x49\x79\x4c\x29\x80\x8b\xc2\xe1\xce\x3a\x11\x32\xae\x73\xdd\x10\x92\x62\xd0\x29\x39\xee\x92\x56\x31\x52\xc7\x6c\x48\x46\x81\x83\xa8\xb4\xa1\x52\x5b\x11\x05\x33\x96\xed\x82\xbb\xd0\xad\x72\x29\x3c\x3c\x18\x9b\x00\x98\x40\xe5\x93\x0c\x8a\x0b\x27\xbc\xf4\x96\x47\xcb\x92\x08\xc2\x31\x00\xad\x76\xa0\xa7\xeb\xb6\x0e\x5d\xdf\x12\x02\x4a\x98\xe4\x94\xd6\x2c\x79\xae\xad\x0b\x8a\x27\x64\x5c\x31\x8a\x9e\x46\xca\x82\xb7\x02\x92\xde\x15\xbe\x1e\xba\x38\x06\xbf\xa4\x51\x18\x1b\xb4\xb5\xa8\x3d\xc4\x14\x99\xd6\x46\xc7\x58\x7c\xdf\x1b\xc9\x7d\x42\x1f\x6c\xdc\xdd\xf8\x97\xba\xfd\x05\x38\x21\x46\x2a\x9a\x14\xa0\x02\xcb\x79\xd2\x22\x19\x50\x36\x18\x66\x38\x35\xa5\x16\x50\x3a\x26\xc5\xa6\x04\xba\x85\x9e\xc3\xaf\x5d\x47\x48\xf0\x26\x20\x13\xc0\xa8\xb6\x21\x5a\x1e\xa3\x95\x08\x34\xa2\xe0\x5e\x71\x07\x46\x53\x90\x3e\xee\x22\x97\xd0\x9f\xaf\x57\x03\x24\x24\x24\x46\xa9\x23\x2f\x87\x98\xd5\x8c\x69\xa5\x81\x0b\x95\x9c\x8e\x12\x62\x50\xcc\x73\x30\xa0\x1c\xdd\x35\xd2\x0a\x86\xa1\xa9\x3d\x21\x96\x72\x0c\x42\x53\x15\xa8\xb7\x5c\x72\x9b\x30\x7a\xd0\xd4\x59\xe1\x4b\xe8\x01\x50\xa1\xbd\xb7\xbb\xd8\xcd\x06\x96\x0d\x21\x96\xc5\x28\x65\x08\x12\xb8\x8c\x45\x82\x04\x86\x32\x1d\xb4\xb2\x1a\x98\x60\x10\x12\x37\x2e\x88\x1d\x68\x8f\x7f\x5d\xe3\x90\x87\x72\x5e\xf3\x00\xd1\x47\x61\x19\x0b\x81\x96\xec\xc8\x85\x2a\x39\xd3\x20\x13\x08\x2c\x6a\x48\x92\xc5\x1b\xe0\xdc\x6f\xea\x72\xc2\xa1\x37\xde\x7a\x08\x4c\x88\xa4\xa8\x74\xdc\x33\x64\x42\xba\xe0\xd1\x98\x20\x50\x58\x1f\x29\xbf\xb1\x73\xee\x2e\x09\xa1\x86\x4b\x99\x2c\x38\xe1\x80\x51\xa1\x84\x16\x32\x38\xc5\x83\x8e\xd6\x62\x90\x20\x02\x55\x46\x8c\x65\x5a\x8f\x97\x3d\x6c\x08\xb1\xda\x69\xce\xbc\x97\x8c\x05\x97\x38\x18\x27\x10\x24\x0f\x31\x21\x46\x69\x1d\x32\x67\x38\xc0\x78\xd8\x0f\xf5\x25\x21\x25\x7d\x73\xe9\xb5\x55\x5c\x04\x19\x13\x70\x28\x3c\x19\x69\x54\x2c\xc7\xbc\x88\x42\x33\x9c\xd2\xf3\xb0\x82\x3e\x43\x4b\x88\xb2\xa0\x34\x63\x86\xab\x88\x4e\x28\xa1\x0c\xd0\xe8\x74\x51\x12\x26\x2b\x2c\xfa\xe0\x9c\x37\x6e\x04\xe5\x1e\x4a\x6c\x9a\x48\x99\x71\x3a\x6a\xe9\x9c\x94\x8a\x05\xe6\x79\x89\x0f\xa6\x19\x08\xa1\x82\x47\x47\x95\x76\x63\xae\xcc\x08\xcb\x50\xe7\x0d\x59\xe2\x30\xc0\x69\x49\xb5\xa8\xb9\x00\x19\xad\x46\x5f\xca\x5a\xe6\x5c\xc0\x14\x02\x2f\x27\xbe\x0c\x4a\x6a\x1a\x3c\x77\x53\xf1\x93\xbb\x8d\x2f\x0a\x4c\x5c\x28\xe5\x24\x78\x8b\xe0\x80\x5b\x2d\x11\x0d\x07\x8f\x56\x1b\x2e\xa2\xd1\xc9\x71\xb4\xd2\x1e\xfc\x5c\x6e\x7d\x55\x55\x7d\xde\xc5\x2f\x34\xeb\xa1\x5c\xc7\x56\x10\xce\x0b\xb3\xb3\x5f\x86\xae\x7d\xcc\xfd\xef\xb7\xa9\xfb\xf9\xe3\xbf\x4c\xd7\xf4\x9f\xa7\xaf\xdf\xc0\xe5\xd7\x78\x81\xcd\xab\xae\x1d\xba\x06\x17\x1f\xa0\x6f\xeb\xf6\x74\x9a\xfc\x0e\x32\x7e\x5d\x2f\xeb\xfc\xb6\xcd\xd8\x5f\x40\xb3\x60\xc3\xde\xcc\x57\xeb\x7e\xc8\x0b\x4e\x29\xa5\x0f\x8b\xb3\xed\x12\xcc\xaf\xbb\x04\x63\xc3\x28\x8e\x57\xe2\xeb\x9e\xc7\xa7\x64\xd8\x7a\xde\xd1\x4f\x6d\x55\x35\xdd\x69\x53\x38\x3f\xaa\xea\x36\x75\x65\x64\x7b\x94\x8f\xb3\x55\x15\x31\xc1\xba\xc9\x64\xbc\xc3\x6e\xc7\xaa\xea\xac\x1b\xf2\xd1\x4f\x93\x10\x3f\x55\x39\xac\x8e\xe6\x73\xc6\xcd\x8c\xce\xe8\x8c\x1d\x69\x46\xa9\xb8\x09\x9f\x8a\xd4\x6b\xfc\xb6\x09\x16\xa7\x9e\xeb\x4f\xed\xc1\x9e\x98\x13\x83\xf3\xe9\x52\x35\xdb\x2c\x1f\x75\x35\xbf\x32\xcd\x0f\x6d\x9d\xb7\x76\x79\x99\x32\xf6\x8b\x16\xf3\x87\xae\x3f\x27\x5d\xdb\xd4\x2d\xce\x32\xf4\xa7\x98\x27\x82\x7f\x87\x36\x0f\x0f\x11\xfc\x78\x3c\x35\x2b\xb6\x0b\x7e\xbf\x59\xe1\xa2\x6b\x71\x38\xeb\xb6\x04\x6f\xda\x8b\xba\xef\xda\x25\xb6\x79\xf1\xfa\xcd\x57\x6f\x5f\x7e\x7b\xf2\xe7\xef\xde\x7d\xfb\xfd\x9b\x6f\x5f\x2f\xda\xae\x2d\x37\xa9\x1e\x42\xae\x2f\xb6\x7d\xf3\xe3\x5c\x0e\xeb\x3e\xbe\x5b\xe7\xd5\x3a\x2f\xb6\x86\xfc\x63\x98\x3c\xe7\x26\xcd\x9b\xbe\xef\xfa\xbb\x49\xde\x5c\x62\x38\xce\xd0\xe7\xf7\x3d\x2e\x3e\xb6\x54\xd7\x7d\x53\x91\xf4\xf5\x70\x7c\x51\x91\x29\x9d\x55\x9c\x56\xe4\x3f\x2a\x56\x7c\x8b\x56\x64\x53\x69\x5a\x91\xee\xba\xf3\x3c\x8f\xb3\x88\xbe\xba\xea\xb7\xc0\xaf\x56\x18\x4e\xc5\xec\xa2\x9b\x2d\x07\x0c\x6d\xbc\xee\xb8\x8c\x77\xc9\x6d\x3f\x9b\x60\x7b\x5a\xb7\x78\xc2\x66\x8c\xcd\x38\xa1\xff\x75\x89\x6d\x0d\xcd\x09\x2c\xa3\x96\x65\xc1\x3d\x26\x17\x37\x9a\xaa\xe3\x73\x48\xee\x37\x0b\xf6\x62\xdd\xe6\xba\xa9\xe2\xea\xfc\xb4\x22\xaf\x45\x45\xea\x7d\xc6\x7e\xfb\xad\x7a\xf6\x2c\xf7\x9b\x3f\xb9\xe7\xcf\x5f\xc4\x6e\x7a\x23\x99\x04\xfb\x62\x9c\xf8\xe3\x1f\x9f\x3f\x7f\x31\x34\x88\xab\xed\xc0\x3f\xe5\x7e\x33\xd2\xb6\xf8\xe2\xba\x3d\x35\x75\x4b\xa7\x7e\xd4\xb6\x61\xb6\x33\x79\xd5\xde\xbc\xea\xa4\x95\x7f\x79\xdf\x27\xaf\x42\x6f\xfa\x3f\x7f\xb0\x4d\xf8\x78\x67\xbd\xe9\x5e\xdf\x4d\x8c\x2c\xa0\xf9\x00\x9b\xe1\xda\x19\xfa\x7c\x33\x7f\xd0\x1b\xd4\xc7\x18\x16\x6c\xfb\x68\x33\xd2\x7d\xfb\xee\xcf\x6f\xbf\x7e\xb3\x60\x5a\x58\x79\x87\xb7\x90\xa9\x75\x5d\xaf\xaa\xa6\x6e\xcf\xab\x88\xcd\x56\x70\xba\x6f\xb5\x7b\xad\x38\xd1\x57\x11\x70\xd9\xb5\x15\xf9\xe7\x2a\xc5\xa3\xf9\xbc\x22\x64\xc8\x5d\x3f\xf6\x1d\xfa\xfa\x02\xfb\x45\x77\x51\xae\x8c\x9b\x4f\x68\xf2\x46\xff\x72\x16\xe7\x78\x89\x61\x94\xec\xd1\x19\xed\x8e\xd0\x7f\x0f\x7d\x7e\x97\x16\xfb\xcd\xd1\x49\xe9\xa3\x81\x7f\xbe\x52\xd9\x90\xb1\x3d\xce\x3d\xc2\x72\x31\x7a\x5f\xbf\x6e\xe7\x3b\xae\xb0\x35\xc3\x88\xf9\xa6\x8b\xb8\xa0\x5a\xd3\xdd\xc1\x1f\x06\xec\x17\x57\xc9\xfa\x6a\xf0\x2f\x7d\xb7\x5e\x2d\xae\x9e\x7f\x6e\x6d\xc4\x85\xd9\x9a\xec\xab\xba\x8d\x6f\xdf\x5f\xe8\x77\x6d\xb3\x59\xf8\x2e\x9f\x6d\x99\x7c\x3b\x39\xd5\xcf\x1f\x13\x15\xc6\xaf\x36\x8b\xc9\x39\x87\x9d\x24\xf5\x69\xcd\x8e\x90\x7b\xf5\x58\xdd\xd2\xe3\x4d\x4d\x16\x47\xfb\xeb\xba\xee\x71\x58\xdc\xd5\xc4\x9d\x48\xa6\x4c\x7b\xff\xfc\x9e\xa3\xdf\x95\x49\x6f\xe4\xd2\x3f\xd7\x0d\x2e\x46\x99\xf0\xe3\xe0\xbd\x74\xdd\x2a\xef\x9e\xf4\x77\x41\x1e\x48\x45\x63\x4e\xf9\xe2\x59\xc4\x8c\x21\x9f\xd4\xab\xe7\xd5\x17\xcf\xca\x09\xd7\xc2\x12\x9f\x57\x7f\x9a\x54\x5b\x06\x86\xc7\xe4\x84\x7b\xfa\xff\x8f\x76\xe2\x03\xdf\xad\xdb\x78\x72\x01\xcd\x1a\x87\x83\xa3\x2b\x01\x76\xbb\xc8\x27\xb0\xce\x67\x27\x53\x7f\x3e\x1e\x1c\x55\xbf\x91\x2b\xaa\xaa\xfa\xdb\xdf\xfe\x36\x76\xba\xde\x4c\xb3\x7f\xff\xfb\xdf\xaf\x57\xd8\x16\x3d\x27\x45\xae\xdb\xa8\x25\x94\xc9\xf7\x6b\xdf\xd4\xe1\xed\xfb\x97\x31\xf6\x38\x0c\xdf\xc2\x12\x77\x97\xb8\xee\xe6\x9c\x8c\x97\xb9\x13\x08\xa1\x5b\xb7\xf9\xe4\x1c\x37\x7b\x2b\x1e\x7e\x59\x35\xf5\x90\xff\x15\x37\xc3\xb3\xab\xdb\xde\xdb\xf8\xec\xf0\x9b\x3a\xf4\xdd\xd0\xa5\x3c\x3b\x9e\x72\xc5\x7c\x9b\x33\x5e\x4e\x4b\x0d\x87\x5f\x56\x17\xd0\xd7\x85\xfb\xe1\xd9\xe1\xc4\xd5\xf1\x0d\x92\x37\x57\x4c\x14\xee\x0e\x9f\x3f\xff\xb2\x3a\xe4\x94\x29\x42\x35\x61\xea\xf0\xf9\xec\x1c\x37\xec\xcb\xa9\x30\x7c\x90\xe9\x87\xf4\xf0\xc0\x8e\x0f\xe9\x63\xd5\x63\xaa\x2f\x3f\x53\xb9\x13\xd1\x49\x51\xdb\xde\x0a\x3f\x1e\x1c\x7e\x39\xfe\x32\xe0\xd5\x0f\xc7\xdf\xbf\xfb\xe6\xf5\xcb\xef\x5f\xbe\xff\xe1\xab\xaf\xdf\xbe\x7a\xfb\xfe\xf8\xfb\xef\x0e\x0f\xae\xa3\xea\xa0\xfb\x0c\xd7\x38\x68\x20\xe3\xc9\xe4\x76\xdb\x82\xf8\xa4\xbe\x09\x1e\x3d\x7b\x7c\xe3\x8b\xd8\x93\xab\xae\xec\xf6\x46\x3f\x45\xfc\x67\xd5\xe1\x65\x67\x72\x55\xe6\xc1\x67\xd7\x79\x5f\x61\xea\x7a\x1c\xd3\xcf\xef\xab\xde\xfe\xa1\xd5\xd8\xf8\xde\x5e\x91\xd5\xa4\x81\x55\xdf\xa5\xba\xc1\x59\xbc\xf7\x54\x6d\xda\x8a\x0c\xa9\xda\xcf\x66\x65\x0a\x62\x3c\x29\xd2\x9d\x14\x95\xce\x86\xb3\xbd\x25\xa7\xfa\x7f\x7a\xc1\xfe\x44\x7a\xba\xfd\xf4\xf7\x59\x1a\x7f\x8d\x43\xe8\xeb\x55\xae\xbb\x76\xf1\x7e\xdb\x81\x3a\xaa\x5e\x77\x1f\xda\xa6\x83\x58\xbd\x7e\x35\x7f\x77\x5c\xe5\xae\xca\x67\xf5\x30\x5e\x17\x66\xff\x5b\x15\xf9\xab\xae\x8d\x75\xd9\xf7\x3d\xe4\xb3\x37\x97\xf5\x90\x87\xc5\x1f\xf6\x75\xf6\xff\xc1\xfc\x53\x31\x4e\xce\x11\x57\xd0\xd4\x17\x38\xbe\x78\x55\xfc\x91\xf5\xf9\x75\x1d\x7c\xfd\x2c\x57\xb4\x30\xbb\xfc\xb5\xfa\x5d\x6f\xa3\x1f\xe1\x73\x8d\x86\x5b\x29\x3d\xaa\xa8\x7d\x4c\x68\x9d\x72\x94\x0b\x9e\x40\x18\xca\xa8\xd3\x89\x21\x32\xd0\xb3\xfd\x1d\x1f\xe7\xe3\x37\x2d\x70\xaf\x93\x67\xe8\x2b\x02\x97\xe9\x21\x09\xc9\xab\x4f\x2c\xf7\xbe\x1b\xf2\x82\xec\xfc\x12\x66\xfc\x59\xd5\xbd\x0b\x3e\xaa\x92\x9f\x3c\xf7\x1f\x12\x16\xc7\x2b\x0c\x35\x34\xf5\xaf\xb8\x0d\x8c\xd4\xf5\xb7\x22\xe3\x66\x91\x75\x17\x3f\x37\xaa\xac\xbb\x09\xfe\xcf\x3c\xfe\xf7\x56\x60\x3b\x9e\x70\x47\x7a\xbb\xea\x61\x57\xe3\xd9\xb0\xf3\x33\x02\xb2\xb5\xd5\xc3\x35\xf1\x72\xdd\xe4\x9a\xac\x07\xec\x1f\x57\x16\xdf\x59\xa5\x7e\xf2\xe5\xff\xf0\xfe\x23\xad\xef\x1a\x1c\xa6\x1f\xc5\xdc\xc4\xbc\xff\xee\xdd\xbf\xbd\x3d\x7e\xfb\xee\xdb\x93\x72\x4e\x7f\x5c\xe0\xe0\xd3\xbf\xa2\x39\xb8\xc5\xd4\x01\x35\x52\x1e\xec\x9c\xb3\x07\xe5\xa0\x3d\xf8\xef\x00\x00\x00\xff\xff\x09\x66\xf3\x3f\x6e\x28\x00\x00") + +func dcoscustomdata190TBytes() ([]byte, error) { + return bindataRead( + _dcoscustomdata190T, + "dcoscustomdata190.t", + ) +} + +func dcoscustomdata190T() (*asset, error) { + bytes, err := dcoscustomdata190TBytes() + if err != nil { + return nil, err + } + + info := bindataFileInfo{name: "dcoscustomdata190.t", size: 0, mode: os.FileMode(0), modTime: time.Unix(0, 0)} + a := &asset{bytes: bytes, info: info} + return a, nil +} + +var _dcosmasterresourcesT = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\xec\x5a\xcb\x6f\xdb\x3c\x12\xbf\xf7\xaf\x20\x74\x51\xbc\x70\xed\x24\xf8\xf6\xb0\xed\x29\x4d\xd2\xd6\x68\x1e\x46\x94\x76\x0f\x45\xb0\xa0\xc9\xb1\x4d\x44\x26\x05\x92\x72\xe2\x0d\xf2\xbf\x2f\x28\x4a\xb6\x28\x52\x8e\x9c\xb8\xfb\x75\x17\x5f\x2e\x6d\xc2\x79\x90\x33\xbf\x79\x70\x28\x84\x10\x7a\x7a\x87\x8a\x9f\x08\x67\xec\x07\x48\xc5\x04\x8f\x3e\xa0\xe8\xe7\x12\x4b\x86\x27\x29\xa8\x83\x78\xb3\x92\x68\x21\xf1\x0c\xe2\xde\x5d\xd4\xaf\xf8\x28\x64\xc0\xa9\xba\x36\x6c\x3f\xcb\x3f\x22\x14\xfd\x24\x82\x13\xac\x0f\xe2\x4b\x46\xa4\x50\x62\xaa\x07\x57\xa0\x1f\x84\xbc\x1f\x66\xf9\x24\x65\x64\x34\x3e\xa1\x54\x82\x52\xa0\x86\x71\x1f\xd5\xf4\x2d\xb0\xd2\x20\xc7\x2e\xd5\x15\x5e\x40\xdc\xeb\xdd\x45\xa5\x8a\xbb\xf5\x06\x52\x41\xb0\x0e\x6c\xbb\xfa\xbb\xb3\x5b\x8e\x17\xd0\x24\xb4\xfa\xca\xb3\x9d\x10\x22\x72\xae\xad\xba\x1a\x63\x26\x45\x06\x52\x33\x50\xd1\x87\xb5\xd1\x8c\xd9\x2c\xfd\xed\x2a\xf3\xe4\x2e\x17\x09\xfb\x37\xa8\x4b\x9c\xc5\x3d\x5f\xdf\x8f\x4b\xb3\x1a\xf7\xee\x06\xca\xd1\x6c\x24\xad\x4f\xf9\xbc\xd6\xaf\x4b\x05\x1b\x73\x96\x1b\x1e\xba\xec\xca\xb2\x96\x8c\x7f\x79\x37\xe8\xdd\xf3\xc7\x39\x9b\x30\x2d\xe4\x6b\xdd\x9c\x68\xcc\x29\x96\xf4\x5f\x17\x37\xc9\x3e\x7c\xf5\xf4\xc4\xa6\x88\x0b\x8d\x06\x97\xd6\x3c\x52\x4c\x59\x0a\x83\x91\x3a\xcd\x95\x16\x8b\x1f\x57\xe7\xb7\xcf\xcf\xbb\xbb\xf4\x0c\xa6\x38\x4f\x75\x07\x97\x22\xf4\xf4\xf4\x05\xb4\x51\x94\xe4\x13\x0e\xfa\xac\x20\x03\x4e\x18\xa8\x52\xf5\x5e\xfd\xb2\x64\x52\xe7\x38\x2d\x61\xd3\xdd\x11\x16\x30\x49\x86\x09\x38\x2b\x9b\xb5\xb1\x84\x29\x7b\x2c\x18\xeb\xe7\xab\x9d\xf0\xc4\x25\x5c\x1f\xaf\x38\xe2\xfa\xff\x6b\x87\x22\x14\xa9\xc2\x26\x4d\x91\x0d\x93\x29\xa4\x65\x0e\x35\x69\x77\x1d\xa0\x51\xc5\x8d\x6b\x8f\x3a\x34\x80\xd3\x7d\xf9\x7e\x4f\xd1\x74\xb2\xc4\x2c\xc5\x13\x96\x32\xbd\x4a\x40\x6f\x71\xdc\xb6\x93\x9f\x8a\x45\x96\x6b\x18\x62\x57\xda\x1b\x32\xd8\x2f\x3c\x72\x30\x61\x75\xc0\x2b\xe5\x2a\x01\xad\x19\x9f\xa9\x26\x5c\xa9\x58\x60\xc6\x8d\xa4\x0b\x3c\x81\x34\xac\xf7\x9c\xd3\x4c\x30\xae\xcf\xae\x12\x43\x69\x21\x1b\x6f\x32\xa5\x0b\xd3\x75\xf2\x4d\xab\xe3\x5d\x82\x9e\x0b\x6a\x64\x9f\xad\x38\x5e\x30\xd2\x25\x5d\xb5\xe6\xf2\xfd\xba\xe6\xff\xa5\xb8\x5c\x4c\x3a\xc3\x61\x82\xc9\x3d\x70\x5a\x25\x20\x21\x52\x2f\xa7\x38\x29\x6b\xab\xd6\x4f\x56\x98\x91\x52\x6d\xa0\xc6\x5c\x4b\x43\x35\x84\x4c\xa5\xe0\x1a\x38\x1d\x8d\x4f\x05\x9f\xb2\x59\x2e\x8b\x93\xbe\x61\x17\x95\xa4\xa6\x0d\xb6\x5b\xa2\x09\x58\x6b\x90\x00\x09\x42\x11\x2b\xf0\xfb\x53\x82\x12\xb9\x24\x30\xa2\x9d\xa0\x11\xf7\x77\x05\x86\x6f\xb9\xe6\x6f\xaf\x4b\xed\xa9\xc0\xf4\x13\x4e\x31\x27\x20\xf7\x1c\x42\x44\x64\x2b\x17\x61\x45\x67\x11\xf6\xd5\xa9\x59\x72\x5d\xb4\xf6\x6c\xe5\xcd\x0b\x21\xb2\x2b\x41\xc1\x4f\x13\x6d\xd1\x1a\x82\xc4\x59\xbc\xbf\x70\x2b\xb3\x41\x6b\xd4\xf5\x51\x6c\xb2\x40\x9c\x24\x5f\xdf\x87\xb2\xc1\x8f\xcb\x7a\xe2\xec\x23\x63\xb2\x11\xa7\xf0\x78\xd0\xdb\x21\x62\xc7\x42\x1a\xab\x1e\x1f\xd7\x6c\x07\xdc\x28\xfa\x9c\x0a\x6c\xf2\xfb\x68\x1c\x7d\x40\x53\x9c\x2a\x78\x39\xdc\x9a\xa5\xa0\x44\xf8\x96\xe8\x72\x4c\xea\x26\xfd\x4a\x47\xb9\x45\x63\xb1\xea\x84\xc7\xc7\x87\x87\xae\xbf\x33\x29\xb4\x20\xa2\xa8\x36\x9a\x64\xbb\x54\x03\x07\xc6\x43\xc6\x27\x22\xe7\xf4\x0a\xeb\x9b\x3c\x85\x46\x2b\x3b\x52\x67\xa7\xd7\xc9\xd1\x3f\x0e\x9f\x9f\xcd\x9f\x7f\x6d\xb9\x78\x25\x00\xab\x74\xf2\x45\x8a\x3c\x3b\xe8\x0d\xaa\x45\xa3\xf1\x2d\x20\x34\x6e\x38\x3e\xee\x04\xc5\xf8\x70\x97\xa2\xb1\x86\xe0\xff\x02\x08\x8f\x8f\xff\xcb\xa8\xfb\xfd\xba\xe4\xab\xe4\x4b\xe7\xbe\x40\x01\xc9\x25\xd3\x2b\x7b\x2a\x83\x6f\x2f\x8e\xdc\xab\x8c\x5f\x25\xb7\x16\xda\x35\x0d\x13\x46\x8d\x81\xd1\xe1\x51\x3f\x4c\x84\x09\xb1\xa5\x38\x32\x6d\xe4\x43\xd4\x42\x46\x99\x04\x52\x99\x69\x64\xfd\xd2\x4a\x0b\x4a\x33\x5e\x18\xcf\x00\xe4\x06\xf3\x19\x58\x94\x38\x38\x71\x78\x6c\x74\x3a\xe4\x7f\xeb\x20\xdf\xb9\xdb\x6d\x65\xaa\x83\xf2\x96\x64\x5b\x64\x13\xc9\xb2\xea\xa4\x85\x4d\x50\x92\x7c\xdd\xbe\xef\xc0\x36\x3c\xf2\x67\x5f\xc2\x1a\x4e\x4a\xcd\x6d\x22\x71\xd9\x1a\x50\xaf\x7e\xf6\x01\x87\xc3\xdf\x01\x0e\x7f\x81\xa1\xce\x5d\x03\x43\xd4\xd2\x93\xee\xd2\x87\x72\xfb\x6f\x52\xe6\x9a\xa2\xf0\xfd\xae\xfd\x28\x67\x64\x0f\xad\xe8\x55\xf2\xc5\xd6\xac\xae\x23\xb6\x4a\x56\x58\xe8\x92\x83\xde\xc8\x73\xc3\x70\x4b\x1f\xd2\xf7\xef\xb6\x2d\xb4\xfd\xb8\x59\xe1\x86\xb6\xad\x7d\xa9\x95\x70\x9b\xda\x5f\xdc\x79\x7b\x6d\x0c\x67\xc4\xf4\x3b\x3b\x76\xd6\x2c\x7b\xcd\x15\xb4\xe2\x2a\x90\xb1\xd3\x5d\xb3\xde\x49\x7c\x7a\xf1\x1e\x1e\xda\x44\xb5\x71\xfa\x42\x4f\x58\xb8\x12\xc5\xc3\xc0\x6d\x3f\x38\xb0\x08\x5c\xe5\xfd\x5b\x69\xf3\x5e\x5a\xf8\xb7\xd9\x25\x6c\x3b\xf3\xa8\xd1\x3b\xb5\x35\x7b\x2e\x59\xdc\xab\xdd\x27\x7a\x77\x25\xf4\x53\x05\xbb\x2a\xdb\xab\x71\xf7\x1a\x27\x2f\x58\xd8\x2f\xb7\xb6\x74\x2e\xb1\x86\xfa\xe4\xa2\x7d\xd3\x9f\x99\x54\xda\x10\x86\x6e\xa1\x8c\x6f\xe3\xb8\x26\x1a\xf4\x1f\x71\xaf\xd7\xf3\x46\x2b\xce\x2e\x02\x03\xbf\x44\x63\xcd\x88\xcf\x64\x67\xd9\x5b\x47\x2d\xbe\x19\x39\x68\x3b\xe4\x6e\xdc\x01\x42\x76\xdb\x3e\x31\x41\xa8\x1f\x85\x2a\x51\xd7\xeb\xc8\x3a\xa7\xbf\x6b\xea\xd8\xa1\x06\x8e\xb8\x06\x39\xc5\x64\xdf\x23\xcd\xbd\xd5\xbf\xe5\x62\xf7\xf2\xd7\x3e\x37\xf5\x4e\x1d\x4c\x43\xbb\xe5\xf5\xb0\xc6\xb6\xa1\xfe\x30\x10\x9b\xde\x33\x42\x43\xfa\x8e\x6f\xb4\x1d\x58\xbc\x87\x3f\xaf\x52\x6a\x3c\x53\xd1\x87\xf2\xb7\xba\x1b\x25\x14\xe1\x95\x14\x0d\x5d\x84\x6a\xe1\x1e\x63\xa2\x80\xcf\x18\x87\x57\xcc\x9f\x3c\xe7\xfe\xda\x52\xbd\x63\x89\x6e\x78\xb1\x25\x44\xc3\x83\xd9\x36\x24\x74\x04\x42\x70\xca\x30\xc7\x92\x3e\x60\x09\x65\xf3\xd6\xdc\x8f\x7d\x71\x6f\xc9\x60\xd5\x7b\x7b\x58\x72\x19\x21\x2d\x82\xfd\xac\xe1\xbd\x2d\x36\xb3\x6c\xa7\xa1\xb5\x27\x37\xee\xbf\xa5\xe9\x6a\x26\xe6\x97\xdf\x35\x85\x6a\x39\x31\xa6\x0b\xc6\xbf\x2b\x90\xa1\xf9\x86\xb3\xd8\x9c\xf9\x47\xc4\x3a\x5e\xee\x09\x9c\xa8\x7a\x68\x35\x4d\x8e\xed\xdd\x6d\xc7\x7e\x86\x35\x76\x0a\x73\x94\x32\x9e\x3f\x6e\x9b\x71\x15\xf7\x54\x65\x36\x31\xc6\x4a\x3d\x08\x49\x4f\x72\x3d\x07\xae\xd9\x26\xe8\xb4\xcc\xbd\xc6\xd2\x5c\xc0\x82\xf5\xd2\xbe\x3a\x7c\x83\x55\xb8\xc3\x09\x21\xa3\xc6\x7d\x0f\x2b\x73\x88\xa6\x79\x95\x9a\xdf\x24\x27\xe3\x4a\xb4\xff\xa8\xe2\x6e\x01\xeb\x79\x40\xc2\x37\x58\x8d\xb1\x9e\x07\x8a\xb5\xfd\x69\x76\x34\x75\x84\x34\xd7\x9f\x1d\x57\xb0\x29\x1a\x5c\x18\x4b\x57\x57\xa8\xaf\x58\x25\x40\x24\x68\xf7\x25\xdd\x01\x85\xb2\x04\x5e\x56\xab\xc9\x29\x65\x34\x76\xdc\xec\xbf\x9c\x57\x79\x9b\xdc\x5b\x20\xcc\x16\x78\x06\x37\x30\x05\x09\xdc\xfb\x58\xc0\x60\x7f\x3a\x05\xd9\xdc\x90\x50\x23\xc3\x76\x6d\xd6\x42\xaf\x59\xc6\x29\x6a\xde\xca\x37\xae\xd6\x03\xbc\xea\x3e\x6f\xe1\x4a\xbe\x7d\x0f\xd0\x2f\xc3\x0d\x48\xc9\x53\x36\x21\xcd\x47\x3f\xc7\xe8\x42\x9d\x31\x75\xef\x9f\x9c\x60\x32\x67\x7c\x66\x24\xdf\x00\xa6\xff\x94\x4c\x7b\x90\x2f\x0a\x1e\x5c\xaf\x47\x1d\x9f\xa5\x58\x14\x8a\x9b\x84\x6f\x09\xf3\x7e\xfc\x5e\x28\xca\xd4\x7d\xe8\xf8\x73\x1a\xba\xc5\xe5\x92\xd5\xb5\xc9\xca\xbf\x07\x7e\x2f\xd2\xf2\xd5\x4d\xa8\x15\x09\x75\x16\xbd\xfe\xf6\xcf\xa4\x7a\x83\x4c\xb2\x05\x96\xab\xea\x8d\x5e\x0d\x26\xa9\x98\xf4\xe3\xe5\x9c\x06\x95\xb4\xdf\x45\xd6\x76\x18\x2c\xe7\xd4\x0b\xd9\x70\x28\x76\xe9\x7a\xab\x1a\x5c\x7e\x5c\x72\x59\xf8\xfd\xcf\x7b\xc6\x6f\xd9\x4e\xa7\x66\x54\xe5\x13\x1f\x5a\x65\x07\xdd\x47\x47\x7f\xc2\xd8\xe3\xa5\x1d\xf5\x51\x3c\x7c\xc0\x4c\x4f\x85\x4c\x01\x53\x37\x27\xb4\xb7\x5c\xb9\x16\xdf\xb3\x99\xc4\x14\x2e\x19\x17\x72\xe3\x12\x53\x98\x9a\xdf\x7a\x54\xa9\x68\x63\xe3\xeb\xe4\xf6\xf4\xfc\x51\x03\x57\xc5\x4c\xa5\x9e\x2d\x5b\xbe\x43\x21\x62\xb1\xc0\x9c\xde\x8a\xf3\x47\x20\xb9\xb6\x13\xc7\x39\x7a\x4f\x50\x9c\x73\xcd\x52\x94\x31\x3e\x43\xef\xc9\x11\xb2\xc7\x18\x2c\x40\x09\xf5\x91\x0a\x04\x64\x2e\x90\x39\xa2\x21\x98\x0a\xe9\x12\xa8\x14\x20\x43\x47\x7f\xff\x48\x05\x87\x8f\x05\x6d\x7d\x1d\xe5\x59\x1c\xee\xc5\x2a\x1c\xdb\x32\x9f\x14\x03\xd7\xcf\x42\x16\x35\x27\x6a\xd0\x7d\xc5\x9c\xa6\x50\xb3\x52\x74\x34\xf8\xa3\xcb\xfb\x52\x1b\x16\x61\x63\x3b\x1b\x25\xef\xfe\x13\x00\x00\xff\xff\xf8\x94\x50\xd0\x27\x2b\x00\x00") func dcosmasterresourcesTBytes() ([]byte, error) { return bindataRead( @@ -443,7 +464,7 @@ func dcosmasterresourcesT() (*asset, error) { return a, nil } -var _dcosmastervarsT = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\xa4\x58\x5b\x6f\xda\x4c\x13\xbe\xcf\xaf\x58\x59\x95\x0c\x92\x21\x26\xa7\x7e\x45\xfa\x2e\x72\x6a\xdf\x28\x84\xa2\xb8\xe1\x26\x42\xd5\x62\x8f\x61\xdf\x98\x5d\xba\xbb\x26\x50\xc4\x7f\x7f\x35\x3e\xe0\x73\x53\x92\x5c\x3c\x11\xcc\x33\x87\x9d\x9d\x19\x8f\x21\x84\x10\x83\x7a\x0b\xc6\x9f\x14\x48\x4e\x17\x60\xf4\x89\xf1\xbc\xa4\x92\x2e\x40\x83\x54\x2d\x33\x60\x3c\x5c\x5f\xe6\x29\x66\x7b\x62\x58\x47\x91\xaa\xa6\x72\x06\xfa\x96\xaf\x98\x14\x7c\x01\x5c\x57\xd4\x2b\x8c\x9c\xf6\x82\xae\xc7\x0f\x6a\x04\x72\x24\x44\x60\xf4\x49\xcf\xb6\xcb\x12\x47\x0b\x49\x67\x70\xe9\xba\x22\x8c\xac\x9f\xe4\x28\x45\x21\xd2\x2f\x67\x69\x0c\x1e\x5b\xb5\x56\x54\x32\x3a\x0d\x40\xb5\xcc\x82\x2b\xb3\x6d\xd5\x89\x8a\xe6\xcc\x76\x16\xa8\x47\x35\x2d\x4a\x47\x12\x7c\xb6\x76\x00\x3c\xa3\x4f\xbe\x7c\xb6\x48\x4c\xa4\x4b\x36\x06\xa9\x98\xe0\x37\xe0\xd3\x30\x88\x62\x39\xb1\x7b\x17\x1d\xfb\xb4\x73\x6a\x1b\x55\x5e\x62\x36\xe1\x9d\x77\xec\x8b\x4e\xef\xdc\xb0\x8e\xb6\x5b\xe6\x93\xee\x3f\x54\x3d\x50\x4e\x67\xe0\xdd\x30\xf5\xa2\x76\xbb\x06\xf5\x3c\x29\x73\x79\xd6\x39\xb5\x3b\x4b\x09\x2b\x06\xaf\x91\x49\xe0\xde\x6e\x97\x98\x1e\xe0\xbd\x8e\xa4\xf0\x59\x00\xe8\xc7\x01\x57\x82\xde\xbb\x08\x72\xe2\x44\x64\x90\x7e\x24\x23\xe4\x39\xf9\x8f\x7f\xdb\xad\xa4\x7c\x06\x84\x7c\x5a\xdd\x71\x0f\xd6\x16\xf9\xb4\xc2\x93\x93\xfe\xff\x4b\x4e\x8a\x1e\x32\x7d\xe6\xa7\xba\xbb\x1d\xb1\x48\x1a\x26\x29\xfc\x6d\x4b\x9f\x09\x31\x94\x08\xa5\x0b\xe3\x38\xcd\x55\x39\x21\x06\xf3\x8c\x7e\x4d\x35\xdf\xc3\x26\xd2\xba\xbb\xd9\x6e\xf7\x9e\xb1\x2e\x2b\x36\x76\x56\xd5\x6d\x74\xba\x6b\x90\x9a\xf9\xcc\xa5\x1a\x94\xd1\x7f\xae\xb0\xd2\xac\x7c\x72\xd3\xa4\xb8\x20\xa3\x9c\xc4\xd9\xe9\x8e\xcb\x56\x2a\x27\xce\x92\xe3\xbe\x95\x9c\xfa\x04\x45\xd1\xba\x99\x8b\x27\x19\x18\xe4\xaf\xf3\x91\x8b\xed\xe9\x71\xb0\xdd\xee\xa3\xa8\x4d\x14\x21\xd5\x98\x9a\x62\x9d\x1c\x35\x69\x16\x35\x26\x16\x39\xca\x7f\x63\x2c\xa8\xd2\x20\x2f\x57\x94\x05\x74\xca\x02\xa6\x37\x0e\xc4\xdd\xee\x0a\xee\x52\x9d\x6f\x78\x21\xdd\x39\x28\x2d\xa9\x16\x72\x18\x0d\x2d\x8b\x98\x9d\xd8\x42\x87\x16\x4d\x74\x4c\x8b\xe4\x54\x71\xc6\x39\xa1\xef\xb3\x75\x3c\x03\x48\xde\xfb\x75\x32\x87\xb6\xdb\xee\x43\xf4\x45\x5a\xdd\x91\x60\xb7\x2b\xb2\x6f\xb9\xb7\x14\x8c\xeb\x9b\xa1\x83\x41\xc4\x53\x23\x8a\x58\x8b\x40\xbc\x82\x6c\xe5\x2f\xe3\x0f\x3a\xf9\x69\x14\xd3\x06\xd3\x2b\xea\xbe\x00\xf7\x70\xa2\x0d\xd3\xc9\x7d\x60\x22\x96\x42\x04\x87\x9c\x7e\x30\xbd\xbb\x89\xfc\x48\x88\xbb\xef\xce\x6b\x99\x0f\xcc\x95\x42\x09\x5f\x77\x87\xa0\x5f\x85\x7c\x39\x0e\x04\xf5\xae\x68\x40\xb9\x0b\x52\x99\xc5\x61\x1b\x9b\x89\x23\xa9\xb3\x3f\xba\x16\xdc\x67\xb3\xc4\x4f\xf5\x3c\x59\x20\x66\xdb\x32\x8f\x7d\x29\xb8\x06\xee\xa5\x7a\xa1\xa4\x9a\x09\xae\x8e\x8b\xa7\x2a\x9b\x7f\xd3\xff\x7b\x33\x1a\x4c\xbf\x62\x44\xb7\xdc\x3b\x2c\xaf\xef\xf7\x77\x88\x9f\xa1\xf3\xed\xaf\x2e\x90\xc7\xff\x1d\x70\x43\xc9\xf4\xe6\x9b\x14\xe1\xb2\xee\x22\x87\xce\xb7\x86\x4c\x26\x92\xf7\x1c\x89\xab\xd9\x21\x67\x1a\x85\xd3\x80\xb9\x77\xa3\x4b\xcf\x93\xa0\xd4\x7b\xbd\xb2\x65\xa7\xae\x64\x1a\xba\x11\x15\x0f\x88\xb1\xb8\x3c\xdc\xae\xe7\x6c\xca\x92\x20\x1a\x62\x55\x05\x8d\x2b\xaa\x60\x1f\x31\xac\xe7\x53\xdb\x7c\xc3\xc7\xfb\x4c\x2f\x94\x96\xb1\xe9\x64\x4b\x28\xce\xb8\x3b\x75\x1d\x2a\x2d\x16\xe3\xe1\xed\x8f\xe2\x50\x1e\x73\xd0\x4e\x38\xe5\xa0\x93\xfa\xaa\xce\xb5\x3c\x25\x75\x01\x81\x82\xa2\xa1\x98\xd1\x60\x22\x16\x9a\xe5\x51\x18\x7f\xfd\xce\x8b\xaf\xd8\x5c\x65\x87\xf8\x73\x93\xac\x98\xd4\x21\x0d\x92\x8f\xc5\xf6\x28\xca\xb2\x1e\xf9\x63\xce\xaa\x81\xaf\x92\x6c\x59\xe6\xb1\x8a\x98\x38\xd7\x2a\x35\x9a\x9d\x3f\xef\xa4\x1a\xc2\x41\xd9\x41\xd7\x6f\x96\x78\xcd\xe3\xf9\x2b\x93\x4a\x63\x2f\x7e\x77\x35\x2e\x8d\xe8\x53\x2d\x03\xa6\x0b\x8f\x3a\x1f\x59\xd7\x82\x2b\x70\x43\xcd\x56\xe0\x68\xaa\xb1\x89\xf1\xa8\xdd\xca\x05\x17\x6d\x9e\x45\x36\x2b\x59\x28\x39\x36\xdb\xcf\xa7\x93\x26\x3b\xb9\x07\x71\xd3\x13\xa6\x6a\xce\x9e\x60\x6c\xd5\xf4\x57\x99\xbd\xbf\x66\x9e\x4c\xea\xce\x3b\x7e\x28\x6d\x0b\x07\xce\xb2\xe6\x6b\x8b\xe6\x56\x65\x74\x8c\x1f\x86\xcc\x35\xfa\xfb\xbd\xbe\x39\x2b\xf9\xc8\x22\x6b\x9c\xb9\x9d\xfc\x30\x3a\x58\xb9\xf7\x11\xe5\x93\x8f\x28\x9f\x7e\x44\xf9\xec\x23\xca\xe7\x1f\x51\xbe\xd8\x2f\xe0\x93\xf2\x2d\x3a\xec\x77\xf5\x05\x3e\x2f\xcc\x5f\x7d\x56\x16\x15\x95\x7c\xc5\x64\x0a\x82\x86\x7a\x7e\xcb\x31\x42\x7c\xeb\x35\x7c\x1a\x28\xc8\xa4\xa5\x82\x44\x86\xe7\x0a\x95\x11\xd4\xdd\x82\xce\xe0\xbb\xef\x83\x44\xe1\xd3\x34\xe4\x3a\x74\x40\xae\x40\x96\x49\xd1\x33\x5d\xcd\x63\xe2\x35\xe5\x82\x33\x97\x06\x65\x96\x73\xff\x84\xf2\xde\x45\xd7\x3e\xeb\xda\x9d\xc1\x0f\xa7\xcc\x48\xde\x92\x33\x16\xbe\x18\xdb\x17\x27\x9f\xed\xb4\xe1\x94\x9a\xdf\xc3\x66\x44\xf5\x3c\xdf\x68\xe6\xf1\x5c\x2c\xa0\xb4\x43\xd2\xe2\x8f\x20\x16\x31\x8f\xbb\x4a\xcd\x8f\x31\x2d\x42\xb2\xdf\xe0\xfd\x7c\x81\x8d\xca\xa7\x4c\xa9\xf9\xa3\x73\x19\x6f\x28\xf7\xb0\xa9\x24\xba\x24\xcf\x0d\x82\x40\xb8\xf1\x22\x9b\x6b\xcb\xa8\x56\xd2\x67\x52\xb4\x93\xb5\xda\xdd\x94\x98\x6a\x26\xb4\xc2\x4b\x5e\x42\xc9\x15\x4e\xd1\x49\x79\xa0\xee\x9d\x9b\xed\xe7\x85\xf0\x5a\xd4\xf3\x5a\x27\x56\x00\x7c\xa6\xe7\xad\x7a\xcb\xed\xb6\x85\xac\xde\x5b\xac\x76\x36\x93\xeb\xf7\x90\x28\x96\x90\xb3\x5f\x21\x38\x5a\x32\x3e\x6b\x35\x75\x47\xd3\x6a\x56\x73\x90\xe2\xb7\xd5\xd9\x99\xdf\xd8\x54\xcd\x0f\x3d\x10\x5d\x03\x31\x6c\xc3\x22\xc6\x05\x82\x8b\xc0\x10\x04\x42\x88\xd0\x43\xf8\x8c\xe0\x21\xfc\x8b\xb0\x44\x58\x21\x9c\x20\xfc\x0f\x01\x9b\xc6\x78\x41\xf8\x85\xf0\x8a\x70\x8a\xf0\x05\xc1\x47\xc0\x5a\x37\xb0\x2d\x8c\x35\xc2\x19\x02\x45\x98\x21\x2c\x10\xb0\xb3\x8c\x0d\xc2\x39\xc2\x14\x61\x8e\xc0\x11\x34\xc2\x6f\x23\x9b\x11\xf5\xc7\x4a\x5f\x67\x8d\xe7\xe4\xde\x1a\xf7\xc4\x54\xc3\x6c\xce\xd5\x8f\xcd\x32\xba\x3e\x47\x53\xee\x51\xe9\xfd\x1c\x3c\x3a\xfb\x9f\xd0\x5c\xa1\xae\x84\xd0\x98\xf6\xe5\xd3\xe3\xa0\xd2\x0a\x65\x42\x54\xac\xff\x05\x00\x00\xff\xff\x5b\x77\x44\x7c\xa0\x14\x00\x00") +var _dcosmastervarsT = []byte("\x1f\x8b\x08\x00\x00\x00\x00\x00\x00\xff\xcc\x58\x5d\x6f\xda\xcc\x12\xbe\xcf\xaf\x58\x59\x95\x0c\x92\x21\x86\xa4\xe9\x69\xa4\x73\x91\x26\x79\xfb\xa2\x12\x8a\xe2\x86\x9b\x08\xbd\x5a\xec\x31\xec\x89\xd9\xa5\xbb\x6b\x0a\x45\xfc\xf7\xa3\xf1\x07\xfe\x4e\x42\x72\x74\xd4\x5c\x4c\x84\xe7\x99\x99\x67\x67\x77\x66\xc7\x26\x84\x10\x83\x7a\x4b\xc6\x1f\x14\x48\x4e\x97\x60\x5c\x12\xe3\x71\x45\x25\x5d\x82\x06\xa9\x5a\x66\xc0\x78\xb8\xb9\xca\x43\xcc\xf6\xd4\xb0\x4e\x22\x53\x4d\xe5\x1c\xf4\x2d\x5f\x33\x29\xf8\x12\xb8\xae\x98\x57\x10\x39\xeb\x25\xdd\x4c\xee\xd4\x18\xe4\x58\x88\xc0\xb8\x24\x3d\xdb\x2e\x6b\x1c\x2d\x24\x9d\xc3\x95\xeb\x8a\x30\xf2\xde\xcf\x41\x8a\x4a\x84\x5f\xcd\x53\x0e\x1e\x5b\xb7\xd6\x54\x32\x3a\x0b\x40\xb5\xcc\x42\x28\xb3\x6d\xd5\xa9\x8a\xee\xcc\x76\x46\xd4\xa3\x9a\x16\xb5\x63\x09\x3e\xdb\x38\x00\x9e\x71\x49\x3e\x7f\xb2\x48\x0c\xa4\x2b\x36\x01\xa9\x98\xe0\x37\xe0\xd3\x30\x88\xb8\xf4\xed\xde\x45\xc7\x3e\xeb\x9c\xd9\x46\x15\x97\xb8\x4d\x70\x1f\x3b\xf6\x45\xa7\xf7\xd1\xb0\x4e\x76\x3b\xe6\x93\xee\xdf\x54\xdd\x51\x4e\xe7\xe0\xdd\x30\xf5\xa4\xf6\xfb\x06\xf3\x3c\x28\x0b\x79\xde\x39\xb3\x3b\x2b\x09\x6b\x06\xbf\x22\x97\xc0\xbd\xfd\x3e\x71\x3d\xc4\x7d\x1d\x4b\xe1\xb3\x00\x30\x8e\x03\xae\x04\x7d\x08\x11\xe4\xd4\x89\xca\x20\x97\x91\x8e\x90\xc7\xe4\x3f\xfe\xed\x76\x92\xf2\x39\x10\xf2\x61\x3d\xe0\x1e\x6c\x2c\xf2\x61\x8d\x2b\x27\x97\xff\x2e\x05\x29\x46\xc8\xec\x99\x9f\xda\xee\xf7\xc4\x22\x29\x4d\x52\xf8\xdb\x95\x7e\x13\x62\x28\x11\x4a\x17\x26\x71\x9a\xab\x7a\x42\x0c\xe6\x19\x97\x35\xa7\xf9\x1b\x6c\x23\xab\xc1\xcd\x6e\x77\x88\x8c\xe7\xb2\xe2\x63\x6f\x55\xc3\x46\xab\xbb\x06\xa9\x99\xcf\x5c\xaa\x41\x19\x97\x8f\x15\x54\x9a\x95\x0f\x6e\x9a\x14\x17\x64\x94\x93\x38\x3b\xdd\x49\xd9\x4b\x65\xc5\x59\x72\xdc\x97\x92\x53\x9f\xa0\x88\xad\x9b\x85\x78\x90\x81\x41\x5e\x9d\x8f\x1c\xb7\x87\xfb\xe1\x6e\x77\x60\x51\x9b\x28\x42\xaa\x9c\x9a\xb8\x4e\x4f\x9a\x2c\x8b\x16\x53\x8b\x9c\xe4\x9f\x18\x4b\xaa\x34\xc8\xab\x35\x65\x01\x9d\xb1\x80\xe9\xad\x03\x71\xb5\xbb\x82\xbb\x54\xe7\x0b\x5e\x48\x77\x01\x4a\x4b\xaa\x85\x1c\x45\x4d\xcb\x22\x66\x27\xf6\xd0\xa1\x45\x17\x1d\xd3\x22\x39\x53\xec\x71\x4e\xe8\xfb\x6c\x13\xf7\x00\x92\x8f\x7e\x9d\xf4\xa1\xdd\xae\x7b\x17\x3d\x48\x4f\x77\xa4\xd8\xef\x8b\xe8\x5b\xee\xad\x04\xe3\xfa\x66\xe4\x20\x89\xb8\x6b\x44\x8c\xb5\x08\xc4\x2f\x90\xad\xfc\x66\x3c\x63\x93\xef\x46\x31\x6c\x38\xfb\x42\xdd\x27\xe0\x1e\x76\xb4\x51\xda\xb9\x8f\x4c\xc4\x4a\x88\xe0\x98\xd5\x0f\x67\x83\x9b\x28\x8e\x84\xb8\xfa\x06\x5e\xcb\xbc\x63\xae\x14\x4a\xf8\xba\x3b\x02\xfd\x4b\xc8\xa7\xd3\x40\x50\xef\x0b\x0d\x28\x77\x41\x2a\xb3\xd8\x6c\x63\x37\x31\x93\x3a\xff\xe3\x6b\xc1\x7d\x36\x4f\xe2\x54\xd7\x93\x11\x31\xdb\x96\x79\xea\x4b\xc1\x35\x70\x2f\xb5\x0b\x25\xd5\x4c\x70\x75\x5a\x5c\x55\xd9\xfd\x8b\xf1\xdf\x9a\xd1\x60\xf6\x17\x32\xba\xe5\xde\x71\x79\x7d\x7b\xbc\x63\xe2\x8c\x9c\xaf\xaf\xda\x40\x1e\xff\x77\xc0\x0d\x25\xd3\xdb\xaf\x52\x84\xab\xba\x8d\x1c\x39\x5f\x1b\x32\x99\x68\xde\xb2\x24\xae\xe6\xc7\xac\x69\x1c\xce\x02\xe6\x0e\xc6\x57\x9e\x27\x41\xa9\xb7\x46\x65\xab\x4e\xdd\x91\x69\xa8\x46\x34\x3c\x82\x63\x71\x78\xb8\xdd\x2c\xd8\x8c\x25\x24\x1a\xb8\xaa\x82\xc5\x17\xaa\xe0\xc0\x18\x36\x8b\x99\x6d\xbe\x10\xe3\x6d\xae\x97\x4a\xcb\xd8\x75\x32\x25\x14\x7b\xdc\x40\x5d\x87\x4a\x8b\xe5\x64\x74\xfb\xa3\xd8\x94\x27\x1c\xb4\x13\xce\x38\xe8\xe4\x7c\x55\xfb\x5a\x1e\x92\x86\x80\x40\x41\xd1\x51\x8c\x68\x70\x11\x2b\xcd\x72\x2b\x8c\x1f\xbf\x71\xe3\x2b\x3e\xd7\xd9\x22\x9e\x2f\x92\x35\x93\x3a\xa4\x41\xf2\xb3\x58\x1e\x45\x5d\x56\x23\xcf\xe6\xac\x4a\x7c\x9d\x64\xcb\x32\x4f\x55\x84\xc4\xbe\x56\x39\xa3\xd9\xfa\xf3\x41\xaa\x14\x8e\xca\x0e\x86\x7e\xf1\x88\xd7\x5c\xcf\x7f\x31\xa9\x34\xd6\xe2\x77\x57\xe3\xd0\x88\x31\xd5\x2a\x60\xba\x70\xd5\xf9\x88\xba\x16\x5c\x81\x1b\x6a\xb6\x06\x47\x53\x8d\x45\x8c\x4b\xed\x56\x36\xb8\xe8\xf3\x3c\xf2\x59\xc9\x42\x29\xb0\xd9\x7e\x3c\x9b\x36\xf9\xc9\x5d\xc4\x4d\x37\x4c\xd5\x9d\x3d\x45\x6e\xd5\xf4\x57\x91\xbd\x57\x23\xfb\xd3\xba\xf5\x4e\xee\x4a\xd3\xc2\x91\xbd\xac\x79\xdb\xa2\xbe\x55\x69\x1d\x93\xbb\x11\x73\x8d\xcb\xc3\x5c\xdf\x9c\x95\x3c\xb3\xc8\x1b\x67\x6e\x27\xdf\x8c\x8e\x36\xee\xbd\xc7\xb8\xff\x1e\xe3\xb3\xf7\x18\x9f\xbf\xc7\xf8\xe3\x7b\x8c\x2f\x0e\x03\xf8\xb4\xbc\x8b\x0e\xfb\x5d\x7d\x81\xcf\x2b\xf3\x5b\x9f\x1d\x8b\x8a\x49\xfe\xc4\x64\x06\x82\x86\x7a\x71\xcb\x91\x21\xbe\xf5\x1a\x3e\x0d\x14\x64\xda\xd2\x81\x44\x84\xe7\x0a\x95\x01\xd4\x60\x49\xe7\xf0\xdd\xf7\x41\xa2\xf2\x61\x16\x72\x1d\x3a\x20\xd7\x20\xcb\xa0\xe8\x4e\x57\x8b\x18\x78\x4d\xb9\xe0\xcc\xa5\x41\x19\xe5\x7c\x7b\x40\x7d\xef\xa2\x6b\x9f\x77\xed\xce\xf0\x87\x53\x46\x24\x6f\xc9\x19\x0a\x5f\x8c\xed\x8b\xfe\x27\x3b\x2d\x38\xa5\x16\xdf\x60\x3b\xa6\x7a\x91\x2f\x34\xf3\x74\x21\x96\x50\x9a\x21\x69\xf1\x23\x88\x45\xcc\xd3\xae\x52\x8b\x53\x4c\x8b\x90\xec\x37\x78\xff\x3c\xc1\x56\xe5\x53\xa6\xd4\xe2\xde\xb9\x8a\x27\x94\x6f\xb0\xad\x24\xba\xa4\xcf\x35\x82\x40\xb8\xf1\x20\x9b\x2b\xcb\xe8\xac\xa4\x77\x52\x34\x93\xb5\xda\xdd\x14\x98\x5a\x26\xb0\xc2\x4b\x5e\x02\xc9\x1d\x9c\x62\x90\x72\x43\x3d\x04\x37\xdb\x8f\x4b\xe1\xb5\xa8\xe7\xb5\xfa\x56\x00\x7c\xae\x17\xad\x7a\xcf\xed\xb6\x85\xa8\xde\x4b\xa8\x76\xd6\x93\xeb\xe7\x90\x88\x4b\xc8\xd9\xcf\x10\x1c\x2d\x19\x9f\xb7\x9a\xaa\xa3\x69\x34\xab\x59\x48\xf1\x69\xb5\x77\xe6\x27\x36\x55\xf3\xa1\x07\xa2\x6d\x20\x86\x6d\x58\xc4\xb8\x40\xe1\xa2\x60\x28\x04\x8a\x10\x45\x0f\xc5\x27\x14\x1e\x8a\xff\xa0\x58\xa1\x58\xa3\xe8\xa3\xf8\x17\x0a\x2c\x1a\xe3\x09\xc5\x4f\x14\xbf\x50\x9c\xa1\xf8\x8c\xc2\x47\x81\x67\xdd\xc0\xb2\x30\x36\x28\xce\x51\x50\x14\x73\x14\x4b\x14\x58\x59\xc6\x16\xc5\x47\x14\x33\x14\x0b\x14\x1c\x85\x46\xf1\xdb\xc8\x7a\x44\xfd\xb2\xd2\xd7\x59\xe3\x31\xd9\xb7\xc6\x39\x31\xb5\x30\x9b\x73\xf5\x63\xbb\x8a\xb6\xcf\xd1\x94\x7b\x54\x7a\xff\x0c\xef\x9d\x74\x92\x1c\xa8\x9b\xeb\xef\x4e\xef\xb3\x5d\x1a\xf7\xd4\x62\xc0\x67\x22\xe4\xde\x88\xea\xfb\x30\x80\x81\xf7\x8a\xbb\xf9\xf0\xf6\xc7\x0a\xb6\xea\xd4\x71\xfe\xee\xd4\xdc\xbb\xc5\x3e\x5a\x19\x1f\xd5\x62\x2c\xa4\xee\xf7\xff\xc7\x4c\x62\xa7\xc7\xf3\x19\xce\x8a\x44\x4a\x2d\xa0\xf4\xfd\x2d\xf9\x72\x52\xff\xf5\x87\x79\xcf\xb2\x6f\xcc\x3e\x2e\xc9\x7e\xed\x17\xb1\x37\xc7\x7e\x2e\xeb\xcf\x30\x28\x3c\x99\x5a\xff\xff\xcc\xf4\xfe\x50\x5e\xfd\x3f\x94\xd7\xd9\x1f\xca\xeb\xfc\x35\xbc\x4e\x72\x0c\x0b\xaf\x3b\x38\xdc\x7c\x11\x42\xe3\x45\xb2\x7a\xb8\x1f\x56\x2e\xf7\x32\x20\x8a\x76\xf2\xdf\x00\x00\x00\xff\xff\xe5\x0a\xa9\x4e\x73\x19\x00\x00") func dcosmastervarsTBytes() ([]byte, error) { return bindataRead( @@ -1310,6 +1331,7 @@ var _bindata = map[string]func() (*asset, error){ "dcoscustomdata184.t": dcoscustomdata184T, "dcoscustomdata187.t": dcoscustomdata187T, "dcoscustomdata188.t": dcoscustomdata188T, + "dcoscustomdata190.t": dcoscustomdata190T, "dcosmasterresources.t": dcosmasterresourcesT, "dcosmastervars.t": dcosmastervarsT, "dcosparams.t": dcosparamsT, @@ -1409,6 +1431,7 @@ var _bintree = &bintree{nil, map[string]*bintree{ "dcoscustomdata184.t": {dcoscustomdata184T, map[string]*bintree{}}, "dcoscustomdata187.t": {dcoscustomdata187T, map[string]*bintree{}}, "dcoscustomdata188.t": {dcoscustomdata188T, map[string]*bintree{}}, + "dcoscustomdata190.t": {dcoscustomdata190T, map[string]*bintree{}}, "dcosmasterresources.t": {dcosmasterresourcesT, map[string]*bintree{}}, "dcosmastervars.t": {dcosmastervarsT, map[string]*bintree{}}, "dcosparams.t": {dcosparamsT, map[string]*bintree{}}, diff --git a/pkg/acsengine/testdata/simple/dcos1.9.0.json b/pkg/acsengine/testdata/simple/dcos1.9.0.json new file mode 100644 index 0000000000..c4f1ec3cd8 --- /dev/null +++ b/pkg/acsengine/testdata/simple/dcos1.9.0.json @@ -0,0 +1,41 @@ +{ + "apiVersion": "vlabs", + "properties": { + "orchestratorProfile": { + "orchestratorType": "DCOS190" + }, + "masterProfile": { + "count": 3, + "dnsPrefix": "masterdns1", + "vmSize": "Standard_D2_v2" + }, + "agentPoolProfiles": [ + { + "name": "agentprivate", + "count": 3, + "vmSize": "Standard_D2_v2" + }, + { + "name": "agentpublic", + "count": 3, + "vmSize": "Standard_D2_v2", + "dnsPrefix": "agentpublic1", + "ports": [ + 80, + 443, + 8080 + ] + } + ], + "linuxProfile": { + "adminUsername": "azureuser", + "ssh": { + "publicKeys": [ + { + "keyData": "ssh-rsa PUBLICKEY azureuser@linuxvm" + } + ] + } + } + } +} diff --git a/pkg/acsengine/testdata/simple/dcos1.9.0_expected.json b/pkg/acsengine/testdata/simple/dcos1.9.0_expected.json new file mode 100644 index 0000000000..f96790b65b --- /dev/null +++ b/pkg/acsengine/testdata/simple/dcos1.9.0_expected.json @@ -0,0 +1,1685 @@ +{ + "$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#", + "contentVersion": "1.0.0.0", + "parameters": { + "agentprivateCount": { + "allowedValues": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100 + ], + "defaultValue": 3, + "metadata": { + "description": "The number of agents for the cluster. This value can be from 1 to 100" + }, + "type": "int" + }, + "agentprivateSubnet": { + "defaultValue": "10.0.0.0/16", + "metadata": { + "description": "Sets the subnet of agent pool 'agentprivate'." + }, + "type": "string" + }, + "agentprivateVMSize": { + "allowedValues": [ + "Basic_A2", + "Basic_A3", + "Basic_A4", + "Standard_A10", + "Standard_A11", + "Standard_A2", + "Standard_A2_v2", + "Standard_A2m_v2", + "Standard_A3", + "Standard_A4", + "Standard_A4_v2", + "Standard_A4m_v2", + "Standard_A5", + "Standard_A6", + "Standard_A7", + "Standard_A8", + "Standard_A8_v2", + "Standard_A8m_v2", + "Standard_A9", + "Standard_D11", + "Standard_D11_v2", + "Standard_D12", + "Standard_D12_v2", + "Standard_D13", + "Standard_D13_v2", + "Standard_D14", + "Standard_D14_v2", + "Standard_D15_v2", + "Standard_D2", + "Standard_D2_v2", + "Standard_D3", + "Standard_D3_v2", + "Standard_D4", + "Standard_D4_v2", + "Standard_D5_v2", + "Standard_DS11", + "Standard_DS11_v2", + "Standard_DS12", + "Standard_DS12_v2", + "Standard_DS13", + "Standard_DS13_v2", + "Standard_DS14", + "Standard_DS14_v2", + "Standard_DS15_v2", + "Standard_DS2", + "Standard_DS2_v2", + "Standard_DS3", + "Standard_DS3_v2", + "Standard_DS4", + "Standard_DS4_v2", + "Standard_DS5_v2", + "Standard_F16", + "Standard_F16s", + "Standard_F2", + "Standard_F2s", + "Standard_F4", + "Standard_F4s", + "Standard_F8", + "Standard_F8s", + "Standard_G1", + "Standard_G2", + "Standard_G3", + "Standard_G4", + "Standard_G5", + "Standard_GS1", + "Standard_GS2", + "Standard_GS3", + "Standard_GS4", + "Standard_GS5", + "Standard_H16", + "Standard_H16m", + "Standard_H16mr", + "Standard_H16r", + "Standard_H8", + "Standard_H8m", + "Standard_NC12", + "Standard_NC24", + "Standard_NC24r", + "Standard_NC6", + "Standard_NV12", + "Standard_NV24", + "Standard_NV6" + ], + "defaultValue": "Standard_D2_v2", + "metadata": { + "description": "The size of the Virtual Machine." + }, + "type": "string" + }, + "agentpublicCount": { + "allowedValues": [ + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100 + ], + "defaultValue": 3, + "metadata": { + "description": "The number of agents for the cluster. This value can be from 1 to 100" + }, + "type": "int" + }, + "agentpublicEndpointDNSNamePrefix": { + "metadata": { + "description": "Sets the Domain name label for the agent pool IP Address. The concatenation of the domain name label and the regional DNS zone make up the fully qualified domain name associated with the public IP address." + }, + "type": "string" + }, + "agentpublicSubnet": { + "defaultValue": "10.1.0.0/16", + "metadata": { + "description": "Sets the subnet of agent pool 'agentpublic'." + }, + "type": "string" + }, + "agentpublicVMSize": { + "allowedValues": [ + "Basic_A2", + "Basic_A3", + "Basic_A4", + "Standard_A10", + "Standard_A11", + "Standard_A2", + "Standard_A2_v2", + "Standard_A2m_v2", + "Standard_A3", + "Standard_A4", + "Standard_A4_v2", + "Standard_A4m_v2", + "Standard_A5", + "Standard_A6", + "Standard_A7", + "Standard_A8", + "Standard_A8_v2", + "Standard_A8m_v2", + "Standard_A9", + "Standard_D11", + "Standard_D11_v2", + "Standard_D12", + "Standard_D12_v2", + "Standard_D13", + "Standard_D13_v2", + "Standard_D14", + "Standard_D14_v2", + "Standard_D15_v2", + "Standard_D2", + "Standard_D2_v2", + "Standard_D3", + "Standard_D3_v2", + "Standard_D4", + "Standard_D4_v2", + "Standard_D5_v2", + "Standard_DS11", + "Standard_DS11_v2", + "Standard_DS12", + "Standard_DS12_v2", + "Standard_DS13", + "Standard_DS13_v2", + "Standard_DS14", + "Standard_DS14_v2", + "Standard_DS15_v2", + "Standard_DS2", + "Standard_DS2_v2", + "Standard_DS3", + "Standard_DS3_v2", + "Standard_DS4", + "Standard_DS4_v2", + "Standard_DS5_v2", + "Standard_F16", + "Standard_F16s", + "Standard_F2", + "Standard_F2s", + "Standard_F4", + "Standard_F4s", + "Standard_F8", + "Standard_F8s", + "Standard_G1", + "Standard_G2", + "Standard_G3", + "Standard_G4", + "Standard_G5", + "Standard_GS1", + "Standard_GS2", + "Standard_GS3", + "Standard_GS4", + "Standard_GS5", + "Standard_H16", + "Standard_H16m", + "Standard_H16mr", + "Standard_H16r", + "Standard_H8", + "Standard_H8m", + "Standard_NC12", + "Standard_NC24", + "Standard_NC24r", + "Standard_NC6", + "Standard_NV12", + "Standard_NV24", + "Standard_NV6" + ], + "defaultValue": "Standard_D2_v2", + "metadata": { + "description": "The size of the Virtual Machine." + }, + "type": "string" + }, + "dcosBootstrapURL": { + "defaultValue": "https://dcosio.azureedge.net/dcos/stable/bootstrap/e73ba2b1cd17795e4dcb3d6647d11a29b9c35084.bootstrap.tar.xz", + "metadata": { + "description": "The default mesosphere bootstrap package." + }, + "type": "string" + }, + "firstConsecutiveStaticIP": { + "defaultValue": "172.16.0.5", + "metadata": { + "description": "Sets the static IP of the first master" + }, + "type": "string" + }, + "linuxAdminUsername": { + "metadata": { + "description": "User name for the Linux Virtual Machines (SSH or Password)." + }, + "type": "string" + }, + "location": { + "defaultValue": "", + "metadata": { + "description": "Sets the location for all resources in the cluster" + }, + "type": "string" + }, + "masterEndpointDNSNamePrefix": { + "metadata": { + "description": "Sets the Domain name label for the master IP Address. The concatenation of the domain name label and the regional DNS zone make up the fully qualified domain name associated with the public IP address." + }, + "type": "string" + }, + "masterSubnet": { + "defaultValue": "172.16.0.0/24", + "metadata": { + "description": "Sets the subnet of the master node(s)." + }, + "type": "string" + }, + "masterVMSize": { + "allowedValues": [ + "Basic_A3", + "Basic_A4", + "Standard_A10", + "Standard_A11", + "Standard_A2", + "Standard_A3", + "Standard_A4", + "Standard_A5", + "Standard_A6", + "Standard_A7", + "Standard_A8", + "Standard_A9", + "Standard_D11", + "Standard_D11_v2", + "Standard_D12", + "Standard_D12_v2", + "Standard_D13", + "Standard_D13_v2", + "Standard_D14", + "Standard_D14_v2", + "Standard_D15_v2", + "Standard_D2", + "Standard_D2_v2", + "Standard_D3", + "Standard_D3_v2", + "Standard_D4", + "Standard_D4_v2", + "Standard_D5_v2", + "Standard_DS13", + "Standard_DS13_v2", + "Standard_DS14", + "Standard_DS14_v2", + "Standard_DS15_v2", + "Standard_DS5_v2", + "Standard_F16", + "Standard_F8", + "Standard_G1", + "Standard_G2", + "Standard_G3", + "Standard_G4", + "Standard_G5", + "Standard_GS2", + "Standard_GS3", + "Standard_GS4", + "Standard_GS5", + "Standard_H16", + "Standard_H16m", + "Standard_H16mr", + "Standard_H16r", + "Standard_H8", + "Standard_H8m", + "Standard_NC12", + "Standard_NC24", + "Standard_NC24r", + "Standard_NC6", + "Standard_NV12", + "Standard_NV24", + "Standard_NV6" + ], + "metadata": { + "description": "The size of the Virtual Machine." + }, + "type": "string" + }, + "nameSuffix": { + "defaultValue": "31559618", + "metadata": { + "description": "A string hash of the master DNS name to uniquely identify the cluster." + }, + "type": "string" + }, + "sshRSAPublicKey": { + "metadata": { + "description": "SSH public key used for auth to all Linux machines. Not Required. If not set, you must provide a password key." + }, + "type": "string" + }, + "targetEnvironment": { + "defaultValue": "AzureCloud", + "metadata": { + "description": "The azure deploy environment. Currently support: AzureCloud, AzureChinaCloud" + }, + "type": "string" + } + }, + "variables": { + "adminUsername": "[parameters('linuxAdminUsername')]", + "agentprivateAccountName": "[concat(variables('storageAccountBaseName'), 'agnt0')]", + "agentprivateCount": "[parameters('agentprivateCount')]", + "agentprivateNSGID": "[resourceId('Microsoft.Network/networkSecurityGroups',variables('agentprivateNSGName'))]", + "agentprivateNSGName": "[concat(variables('orchestratorName'), '-agentprivate-nsg-', variables('nameSuffix'))]", + "agentprivateStorageAccountOffset": "[mul(variables('maxStorageAccountsPerAgent'),0)]", + "agentprivateStorageAccountsCount": "[variables('maxStorageAccountsPerAgent')]", + "agentprivateSubnet": "[parameters('agentprivateSubnet')]", + "agentprivateSubnetName": "[concat(variables('orchestratorName'), '-agentprivateSubnet')]", + "agentprivateVMNamePrefix": "[concat(variables('orchestratorName'), '-agentprivate-', variables('nameSuffix'))]", + "agentprivateVMSize": "[parameters('agentprivateVMSize')]", + "agentprivateVnetSubnetID": "[concat(variables('vnetID'),'/subnets/',variables('agentprivateSubnetName'))]", + "agentpublicAccountName": "[concat(variables('storageAccountBaseName'), 'agnt1')]", + "agentpublicCount": "[parameters('agentpublicCount')]", + "agentpublicEndpointDNSNamePrefix": "[tolower(parameters('agentpublicEndpointDNSNamePrefix'))]", + "agentpublicIPAddressName": "[concat(variables('orchestratorName'), '-agent-ip-', variables('agentpublicEndpointDNSNamePrefix'), '-', variables('nameSuffix'))]", + "agentpublicLbBackendPoolName": "[concat(variables('orchestratorName'), '-agentpublic-', variables('nameSuffix'))]", + "agentpublicLbID": "[resourceId('Microsoft.Network/loadBalancers',variables('agentpublicLbName'))]", + "agentpublicLbIPConfigID": "[concat(variables('agentpublicLbID'),'/frontendIPConfigurations/', variables('agentpublicLbIPConfigName'))]", + "agentpublicLbIPConfigName": "[concat(variables('orchestratorName'), '-agentpublic-', variables('nameSuffix'))]", + "agentpublicLbName": "[concat(variables('orchestratorName'), '-agentpublic-', variables('nameSuffix'))]", + "agentpublicNSGID": "[resourceId('Microsoft.Network/networkSecurityGroups',variables('agentpublicNSGName'))]", + "agentpublicNSGName": "[concat(variables('orchestratorName'), '-agentpublic-nsg-', variables('nameSuffix'))]", + "agentpublicStorageAccountOffset": "[mul(variables('maxStorageAccountsPerAgent'),1)]", + "agentpublicStorageAccountsCount": "[variables('maxStorageAccountsPerAgent')]", + "agentpublicSubnet": "[parameters('agentpublicSubnet')]", + "agentpublicSubnetName": "[concat(variables('orchestratorName'), '-agentpublicSubnet')]", + "agentpublicVMNamePrefix": "[concat(variables('orchestratorName'), '-agentpublic-', variables('nameSuffix'))]", + "agentpublicVMSize": "[parameters('agentpublicVMSize')]", + "agentpublicVnetSubnetID": "[concat(variables('vnetID'),'/subnets/',variables('agentpublicSubnetName'))]", + "apiVersionDefault": "2016-03-30", + "apiVersionStorage": "2015-06-15", + "dataStorageAccountPrefixSeed": 97, + "dcosBootstrapURL": "[parameters('dcosBootstrapURL')]", + "location": "[variables('locations')[mod(add(2,length(parameters('location'))),add(1,length(parameters('location'))))]]", + "locations": [ + "[resourceGroup().location]", + "[parameters('location')]" + ], + "masterAvailabilitySet": "[concat(variables('orchestratorName'), '-master-availabilitySet-', variables('nameSuffix'))]", + "masterCount": 3, + "masterEndpointDNSNamePrefix": "[tolower(parameters('masterEndpointDNSNamePrefix'))]", + "masterFirstAddrOctet4": "[variables('masterFirstAddrOctets')[3]]", + "masterFirstAddrOctets": "[split(parameters('firstConsecutiveStaticIP'),'.')]", + "masterFirstAddrPrefix": "[concat(variables('masterFirstAddrOctets')[0],'.',variables('masterFirstAddrOctets')[1],'.',variables('masterFirstAddrOctets')[2],'.')]", + "masterLbBackendPoolName": "[concat(variables('orchestratorName'), '-master-pool-', variables('nameSuffix'))]", + "masterLbID": "[resourceId('Microsoft.Network/loadBalancers',variables('masterLbName'))]", + "masterLbIPConfigID": "[concat(variables('masterLbID'),'/frontendIPConfigurations/', variables('masterLbIPConfigName'))]", + "masterLbIPConfigName": "[concat(variables('orchestratorName'), '-master-lbFrontEnd-', variables('nameSuffix'))]", + "masterLbInboundNatRules": [ + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'0')]" + }, + { + "id": "[concat(variables('masterSshPort22InboundNatRuleIdPrefix'),'0')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'1')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'2')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'3')]" + } + ], + [ + { + "id": "[concat(variables('masterSshInboundNatRuleIdPrefix'),'4')]" + } + ] + ], + "masterLbName": "[concat(variables('orchestratorName'), '-master-lb-', variables('nameSuffix'))]", + "masterNSGID": "[resourceId('Microsoft.Network/networkSecurityGroups',variables('masterNSGName'))]", + "masterNSGName": "[concat(variables('orchestratorName'), '-master-nsg-', variables('nameSuffix'))]", + "masterPublicIPAddressName": "[concat(variables('orchestratorName'), '-master-ip-', variables('masterEndpointDNSNamePrefix'), '-', variables('nameSuffix'))]", + "masterSshInboundNatRuleIdPrefix": "[concat(variables('masterLbID'),'/inboundNatRules/SSH-',variables('masterVMNamePrefix'))]", + "masterSshPort22InboundNatRuleIdPrefix": "[concat(variables('masterLbID'),'/inboundNatRules/SSHPort22-',variables('masterVMNamePrefix'))]", + "masterStorageAccountExhibitorName": "[concat(variables('storageAccountBaseName'), 'exhb0')]", + "masterStorageAccountName": "[concat(variables('storageAccountBaseName'), 'mstr0')]", + "masterSubnet": "[parameters('masterSubnet')]", + "masterSubnetName": "[concat(variables('orchestratorName'), '-masterSubnet')]", + "masterVMNamePrefix": "[concat(variables('orchestratorName'), '-master-', variables('nameSuffix'), '-')]", + "masterVMNic": [ + "[concat(variables('masterVMNamePrefix'), 'nic-0')]", + "[concat(variables('masterVMNamePrefix'), 'nic-1')]", + "[concat(variables('masterVMNamePrefix'), 'nic-2')]", + "[concat(variables('masterVMNamePrefix'), 'nic-3')]", + "[concat(variables('masterVMNamePrefix'), 'nic-4')]", + "[concat(variables('masterVMNamePrefix'), 'nic-5')]", + "[concat(variables('masterVMNamePrefix'), 'nic-6')]" + ], + "masterVMSize": "[parameters('masterVMSize')]", + "masterVnetSubnetID": "[concat(variables('vnetID'),'/subnets/',variables('masterSubnetName'))]", + "maxStorageAccountsPerAgent": "[div(variables('maxVMsPerPool'),variables('maxVMsPerStorageAccount'))]", + "maxVMsPerPool": 100, + "maxVMsPerStorageAccount": 20, + "nameSuffix": "[parameters('nameSuffix')]", + "oauthEnabled": "false", + "orchestratorName": "dcos", + "osImageOffer": "UbuntuServer", + "osImagePublisher": "Canonical", + "osImageSKU": "16.04.0-LTS", + "osImageVersion": "16.04.201606270", + "sshKeyPath": "[concat('/home/', variables('adminUsername'), '/.ssh/authorized_keys')]", + "sshRSAPublicKey": "[parameters('sshRSAPublicKey')]", + "storageAccountBaseName": "[uniqueString(concat(variables('masterEndpointDNSNamePrefix'),variables('location'),variables('orchestratorName')))]", + "storageAccountPrefixes": [ + "0", + "6", + "c", + "i", + "o", + "u", + "1", + "7", + "d", + "j", + "p", + "v", + "2", + "8", + "e", + "k", + "q", + "w", + "3", + "9", + "f", + "l", + "r", + "x", + "4", + "a", + "g", + "m", + "s", + "y", + "5", + "b", + "h", + "n", + "t", + "z" + ], + "storageAccountPrefixesCount": "[length(variables('storageAccountPrefixes'))]", + "storageAccountType": "Standard_LRS", + "targetEnvironment": "[parameters('targetEnvironment')]", + "virtualNetworkName": "[concat(variables('orchestratorName'), '-vnet-', variables('nameSuffix'))]", + "vmSizesMap": { + "Basic_A2": { + "storageAccountType": "Standard_LRS" + }, + "Basic_A3": { + "storageAccountType": "Standard_LRS" + }, + "Basic_A4": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A10": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A11": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A2_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A2m_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A3": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A4": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A4_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A4m_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A5": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A6": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A7": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A8": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A8_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A8m_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_A9": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D11": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D11_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D12": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D12_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D13": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D13_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D14": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D14_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D15_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D2_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D3": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D3_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D4": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D4_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_D5_v2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_DS11": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS11_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS12": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS12_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS13": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS13_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS14": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS14_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS15_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS2_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS3": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS3_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS4": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS4_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_DS5_v2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_F16": { + "storageAccountType": "Standard_LRS" + }, + "Standard_F16s": { + "storageAccountType": "Premium_LRS" + }, + "Standard_F2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_F2s": { + "storageAccountType": "Premium_LRS" + }, + "Standard_F4": { + "storageAccountType": "Standard_LRS" + }, + "Standard_F4s": { + "storageAccountType": "Premium_LRS" + }, + "Standard_F8": { + "storageAccountType": "Standard_LRS" + }, + "Standard_F8s": { + "storageAccountType": "Premium_LRS" + }, + "Standard_G1": { + "storageAccountType": "Standard_LRS" + }, + "Standard_G2": { + "storageAccountType": "Standard_LRS" + }, + "Standard_G3": { + "storageAccountType": "Standard_LRS" + }, + "Standard_G4": { + "storageAccountType": "Standard_LRS" + }, + "Standard_G5": { + "storageAccountType": "Standard_LRS" + }, + "Standard_GS1": { + "storageAccountType": "Premium_LRS" + }, + "Standard_GS2": { + "storageAccountType": "Premium_LRS" + }, + "Standard_GS3": { + "storageAccountType": "Premium_LRS" + }, + "Standard_GS4": { + "storageAccountType": "Premium_LRS" + }, + "Standard_GS5": { + "storageAccountType": "Premium_LRS" + }, + "Standard_H16": { + "storageAccountType": "Standard_LRS" + }, + "Standard_H16m": { + "storageAccountType": "Standard_LRS" + }, + "Standard_H16mr": { + "storageAccountType": "Standard_LRS" + }, + "Standard_H16r": { + "storageAccountType": "Standard_LRS" + }, + "Standard_H8": { + "storageAccountType": "Standard_LRS" + }, + "Standard_H8m": { + "storageAccountType": "Standard_LRS" + }, + "Standard_NC12": { + "storageAccountType": "Standard_LRS" + }, + "Standard_NC24": { + "storageAccountType": "Standard_LRS" + }, + "Standard_NC24r": { + "storageAccountType": "Standard_LRS" + }, + "Standard_NC6": { + "storageAccountType": "Standard_LRS" + }, + "Standard_NV12": { + "storageAccountType": "Standard_LRS" + }, + "Standard_NV24": { + "storageAccountType": "Standard_LRS" + }, + "Standard_NV6": { + "storageAccountType": "Standard_LRS" + } + }, + "vnetID": "[resourceId('Microsoft.Network/virtualNetworks',variables('virtualNetworkName'))]" + }, + "resources": [ + { + "apiVersion": "[variables('apiVersionDefault')]", + "location": "[variables('location')]", + "name": "[variables('agentprivateNSGName')]", + "properties": { + "securityRules": [] + }, + "type": "Microsoft.Network/networkSecurityGroups" + }, + { + "apiVersion": "[variables('apiVersionStorage')]", + "copy": { + "count": "[variables('agentprivateStorageAccountsCount')]", + "name": "loop" + }, + "dependsOn": [ + "[concat('Microsoft.Network/publicIPAddresses/', variables('masterPublicIPAddressName'))]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('storageAccountPrefixes')[mod(add(copyIndex(),variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(copyIndex(),variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName'))]", + "properties": { + "accountType": "[variables('vmSizesMap')[variables('agentprivateVMSize')].storageAccountType]" + }, + "type": "Microsoft.Storage/storageAccounts" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[variables('vnetID')]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(0,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(0,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(1,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(1,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(2,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(2,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(3,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(3,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(4,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(4,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName'))]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('agentprivateVMNamePrefix'), '-vmss')]", + "properties": { + "upgradePolicy": { + "mode": "Manual" + }, + "virtualMachineProfile": { + "networkProfile": { + "networkInterfaceConfigurations": [ + { + "name": "nic", + "properties": { + "ipConfigurations": [ + { + "name": "nicipconfig", + "properties": { + "subnet": { + "id": "[variables('agentprivateVnetSubnetID')]" + } + } + } + ], + "primary": "true" + } + } + ] + }, + "osProfile": { + "adminUsername": "[variables('adminUsername')]", + "computerNamePrefix": "[variables('agentprivateVMNamePrefix')]", + "customData": "[base64(concat('#cloud-config\n\n', '{\"bootcmd\":[\"bash -c \\\"if [ ! -f /var/lib/sdb-gpt ];then echo DCOS-5890;parted -s /dev/sdb mklabel gpt;touch /var/lib/sdb-gpt;fi\\\"\"],\"disk_setup\":{\"ephemeral0\":{\"layout\":[45,45,10],\"overwrite\":true,\"table_type\":\"gpt\"}},\"fs_setup\":[{\"device\":\"ephemeral0.1\",\"filesystem\":\"ext4\",\"overwrite\":true},{\"device\":\"ephemeral0.2\",\"filesystem\":\"ext4\",\"overwrite\":true},{\"device\":\"ephemeral0.3\",\"filesystem\":\"ext4\",\"overwrite\":true}],\"mounts\":[[\"ephemeral0.1\",\"/var/lib/mesos\"],[\"ephemeral0.2\",\"/var/lib/docker\"],[\"ephemeral0.3\",\"/var/tmp\"]],\"runcmd\":[[\"ln\",\"-s\",\"/bin/rm\",\"/usr/bin/rm\"],[\"ln\",\"-s\",\"/bin/mkdir\",\"/usr/bin/mkdir\"],[\"ln\",\"-s\",\"/bin/tar\",\"/usr/bin/tar\"],[\"ln\",\"-s\",\"/bin/ln\",\"/usr/bin/ln\"],[\"ln\",\"-s\",\"/bin/cp\",\"/usr/bin/cp\"],[\"ln\",\"-s\",\"/bin/systemctl\",\"/usr/bin/systemctl\"],[\"ln\",\"-s\",\"/bin/mount\",\"/usr/bin/mount\"],[\"ln\",\"-s\",\"/bin/bash\",\"/usr/bin/bash\"],[\"ln\",\"-s\",\"/usr/sbin/useradd\",\"/usr/bin/useradd\"],[\"systemctl\",\"disable\",\"--now\",\"resolvconf.service\"],[\"systemctl\",\"mask\",\"--now\",\"lxc-net.service\"],\"sed -i \\\"s/^Port 22$/Port 22\\\\nPort 2222/1\\\" /etc/ssh/sshd_config\",\"service ssh restart\",\"/opt/azure/containers/provision.sh\",[\"cp\",\"-p\",\"/etc/resolv.conf\",\"/tmp/resolv.conf\"],[\"rm\",\"-f\",\"/etc/resolv.conf\"],[\"cp\",\"-p\",\"/tmp/resolv.conf\",\"/etc/resolv.conf\"],[\"systemctl\",\"start\",\"dcos-docker-install.service\"],[\"systemctl\",\"start\",\"dcos-config-writer.service\"],[\"systemctl\",\"restart\",\"systemd-journald.service\"],[\"systemctl\",\"restart\",\"docker.service\"],[\"systemctl\",\"start\",\"dcos-link-env.service\"],[\"systemctl\",\"enable\",\"dcos-setup.service\"],[\"systemctl\",\"--no-block\",\"start\",\"dcos-setup.service\"]],\"write_files\":[{\"content\":\"https://dcosio.azureedge.net/dcos/EarlyAccess\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/repository-url\",\"permissions\":\"0644\"},{\"content\":\"[\\\"3dt--6a71ec3c3407eb25c6bf2330326dc49b3de3c2eb\\\", \\\"adminrouter--ffc5b908bbba1c7e87ce09c84f0835e3f960fc8e\\\", \\\"avro-cpp--7b355a85f39ca6dbe2468ec50b71f3787c6c7c3d\\\", \\\"boost-libs--2015ccb58fb756f61c02ee6aa05cc1e27459a9ec\\\", \\\"bootstrap--6e05035d265bd327d2ec114101fd292dc0aaf3a3\\\", \\\"boto--6344d31eef082c7bd13259b17034ea7b5c34aedf\\\", \\\"check-time--be7d0ba757ec87f9965378fee7c76a6ee5ae996d\\\", \\\"cni--e48337da39a8cd379414acfe0da52a9226a10d24\\\", \\\"cosmos--93d021389b92d4c08c7e2236da510da69b1c632f\\\", \\\"curl--1148f64e03819f381cda4dc2e8a6199fb3c53a7e\\\", \\\"dcos-config--setup_06b50f9dcce85789b858b03ff7f86af6d1a95519\\\", \\\"dcos-history--f8e3cc66dc1b9e01800e721ee980c09f3a8dfe46\\\", \\\"dcos-image--e637ab1daad8d81eea7f9be042394a94c42a39d6\\\", \\\"dcos-image-deps--3ed9dee844359c415123cb6fb6b306f215faab2a\\\", \\\"dcos-integration-test--0fb256ff2c38ff751eaf2ce4748273a8338b4441\\\", \\\"dcos-log--b542bb89a5af9642e04df35869beee4ce253e535\\\", \\\"dcos-metadata--setup_06b50f9dcce85789b858b03ff7f86af6d1a95519\\\", \\\"dcos-metrics--41f4d0b1b84b8e8fe2876baeb3bd07ce873a54e0\\\", \\\"dcos-oauth--0079529da183c0f23a06d2b069721b6fa6cc7b52\\\", \\\"dcos-signal--1bcd3b612cbdc379380dcba17cdf9a3b6652d9dc\\\", \\\"dcos-ui--da8a5003a3c5ec478f89b18a5a216a0ea7bb1d62\\\", \\\"dnspython--0f833eb9a8abeba3179b43f3a200a8cd42d3795a\\\", \\\"docker-gc--59a98ed6446a084bf74e4ff4b8e3479f59ea8528\\\", \\\"dvdcli--5374dd4ffb519f1dcefdec89b2247e3404f2e2e3\\\", \\\"erlang--c88d0e71b0bd2900612498095d3ac320ae9ff80d\\\", \\\"exhibitor--72d9d8f947e5411eda524d40dde1a58edeb158ed\\\", \\\"flask--26d1bcdb2d1c3dcf1d2c03bc0d4f29c86d321b21\\\", \\\"java--cd5e921ce66b0d3303883c06d73a657314044304\\\", \\\"libevent--208be855d2be29c9271a7bd6c04723ff79946e02\\\", \\\"libsodium--9ff915db08c6bba7d6738af5084e782b13c84bf8\\\", \\\"logrotate--faf6c640a994ac549afe734e05d322ab9052448b\\\", \\\"marathon--fa629c85fc11eceffce921aeaf43d1eac2ee4a7d\\\", \\\"mesos--3ee073c6f436f77d94bcd0af0648d6f26e2ec197\\\", \\\"mesos-dns--f374ceda1dfade3eacdbdfed0d57bcf88c905242\\\", \\\"mesos-modules--7ef1d3c2691c64e84f1b60da4f014aea926daef7\\\", \\\"metronome--4328a268b5139ab5bc2e942b28d748d6815763b5\\\", \\\"navstar--b1ed66efe8fe7bd7e0138a66a51558c8cc486060\\\", \\\"ncurses--d889894b71aa1a5b311bafef0e85479025b4dacb\\\", \\\"octarine--521813a6f6459dc1e0e32e161999b95ed9eacbac\\\", \\\"openssl--b01a32a42e3ccba52b417276e9509a441e1d4a82\\\", \\\"pkgpanda-api--20de028f4e65672f301a187e46f12330d9f836cc\\\", \\\"pkgpanda-role--f8a749a4a821476ad2ef7e9dd9d12b6a8c4643a4\\\", \\\"pytest--78aee3e58a049cdab0d266af74f77d658b360b4f\\\", \\\"python--b7a144a49577a223d37d447c568f51330ee95390\\\", \\\"python-azure-mgmt-resource--9e68c5bacce73c50d9b313d660f402dffca9d39e\\\", \\\"python-dateutil--fdc6ff929f65dd0918cf75a9ad56704683d31781\\\", \\\"python-docopt--beba78faa13e5bf4c52393b4b82d81f3c391aa65\\\", \\\"python-gunicorn--a537f95661fb2689c52fe12510eb0d01cb83af60\\\", \\\"python-isodate--40d378c688e6badfd16676dd8b51b742bfebc8d5\\\", \\\"python-jinja2--7450f5ae5a822f63f7a58c717207be0456df51ed\\\", \\\"python-kazoo--cb7ce13a1068cd82dd84ea0de32b529a760a4bdd\\\", \\\"python-markupsafe--dd46d2a3c58611656a235f96d4adc51b2a7a590e\\\", \\\"python-passlib--802ec3605c0b82428fedba60983b1bafaa036bb8\\\", \\\"python-pyyaml--81dd44cc4a24db7cefa7016c6586a131acf279c3\\\", \\\"python-requests--1b2cadbd3811cc0c2ee235ce927e13ea1d6af41d\\\", \\\"python-retrying--eb7b8bac133f50492b1e1349cbe77c3e38bd02c3\\\", \\\"python-tox--07244f8a939a10353634c952c6d88ec4a3c05736\\\", \\\"rexray--869621bb411c9f2a793ea42cdfeed489e1972aaa\\\", \\\"six--f06424b68523c4dfa2a7c3e7475d479f3d361e42\\\", \\\"spartan--58a5611725de935357a0d96b2caef838ebc99b79\\\", \\\"strace--7d01796d64994451c1b2b82d161a335cbe90569b\\\", \\\"teamcity-messages--e623a4d86eb3a8d199cefcc240dd4c5460cb2962\\\", \\\"toybox--f235594ab8ea9a2864ee72abe86723d76f92e848\\\"]\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/cluster-packages.json\",\"permissions\":\"0644\"},{\"content\":\"[Journal]\\nMaxLevelConsole=warning\\nRateLimitInterval=1s\\nRateLimitBurst=20000\\n\",\"owner\":\"root\",\"path\":\"/etc/systemd/journald.conf.d/dcos.conf\",\"permissions\":\"0644\"},{\"content\":\"rexray:\\n loglevel: info\\n modules:\\n default-admin:\\n host: tcp://127.0.0.1:61003\\n default-docker:\\n disabled: true\\n\",\"path\":\"/etc/rexray/config.yml\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nAfter=network-online.target\\nWants=network-online.target\\n[Service]\\nType=oneshot\\nEnvironment=DEBIAN_FRONTEND=noninteractive\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/d.deb https://az837203.vo.msecnd.net/dcos-deps/docker-engine_1.11.2-0~xenial_amd64.deb\\nExecStart=/usr/bin/bash -c \\\"try=1;until dpkg -D3 -i /var/tmp/d.deb || ((try\\u003e9));do echo retry $((try++));sleep $((try*try));done;systemctl --now start docker;systemctl restart docker.socket\\\"\\n\",\"path\":\"/etc/systemd/system/dcos-docker-install.service\",\"permissions\":\"0644\"},{\"content\":\"[Service]\\nRestart=always\\nStartLimitInterval=0\\nRestartSec=15\\nLimitNOFILE=16384\\nExecStartPre=-/sbin/ip link del docker0\\nExecStart=\\nExecStart=/usr/bin/docker daemon -H fd:// --storage-driver=overlay\\n\",\"path\":\"/etc/systemd/system/docker.service.d/execstart.conf\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nRequires=dcos-setup.service\\nAfter=dcos-setup.service\\n[Service]\\nType=oneshot\\nEnvironmentFile=/etc/environment\\nEnvironmentFile=/opt/mesosphere/environment\\nExecStart=/usr/bin/bash -c \\\"echo $(detect_ip) $(hostname) \\u003e /etc/hosts\\\"\\n\",\"path\":\"/etc/systemd/system/dcos-config-writer.service\",\"permissions\":\"0644\"},{\"content\":\"\\\"bound_values\\\":\\n \\\"adminrouter_auth_enabled\\\": |-\\n ',variables('oauthEnabled'),'\\n \\\"cluster_name\\\": |-\\n ',variables('masterPublicIPAddressName'),'\\n \\\"exhibitor_azure_account_key\\\": |-\\n ', listKeys(resourceId('Microsoft.Storage/storageAccounts', variables('masterStorageAccountExhibitorName')), '2015-06-15').key1, '\\n \\\"exhibitor_azure_account_name\\\": |-\\n ',variables('masterStorageAccountExhibitorName'),'\\n \\\"exhibitor_azure_prefix\\\": |-\\n ',variables('masterPublicIPAddressName'),'\\n \\\"master_list\\\": |-\\n [\\\"', reference(variables('masterVMNic')[0]).ipConfigurations[0].properties.privateIPAddress,'\\\", \\\"', reference(variables('masterVMNic')[1]).ipConfigurations[0].properties.privateIPAddress,'\\\", \\\"', reference(variables('masterVMNic')[2]).ipConfigurations[0].properties.privateIPAddress,'\\\"]\\n \\\"oauth_enabled\\\": |-\\n ',variables('oauthEnabled'),'\\n\\\"late_bound_package_id\\\": |-\\n dcos-provider-06b50f9dcce85789b858b03ff7f86af6d1a95519-azure--setup\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/late-config.yaml\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nBefore=dcos.target\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/mkdir -p /etc/profile.d\\nExecStart=/usr/bin/ln -sf /opt/mesosphere/bin/add_dcos_path.sh /etc/profile.d/dcos.sh\\n\",\"path\":\"/etc/systemd/system/dcos-link-env.service\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nDescription=Pkgpanda: Download DC/OS to this host.\\nAfter=network-online.target\\nWants=network-online.target\\nConditionPathExists=!/opt/mesosphere/\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/curl --keepalive-time 2 -fLsSv --retry 20 -Y 100000 -y 60 -o //var/tmp/bootstrap.tar.xz https://dcosio.azureedge.net/dcos/EarlyAccess/bootstrap/6e72844be5d6bdfe89590232fa3701096f1ee1a6.bootstrap.tar.xz\\nExecStartPre=/usr/bin/mkdir -p /opt/mesosphere\\nExecStart=/usr/bin/tar -axf //var/tmp/bootstrap.tar.xz -C /opt/mesosphere\\nExecStartPost=-/usr/bin/rm -f //var/tmp/bootstrap.tar.xz\\n\",\"path\":\"/etc/systemd/system/dcos-download.service\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nDescription=Pkgpanda: Specialize DC/OS for this host.\\nRequires=dcos-download.service\\nAfter=dcos-download.service\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nEnvironmentFile=/opt/mesosphere/environment\\nExecStart=/opt/mesosphere/bin/pkgpanda setup --no-block-systemd\\n[Install]\\nWantedBy=multi-user.target\\n\",\"path\":\"/etc/systemd/system/dcos-setup.service\",\"permissions\":\"0644\"},{\"content\":\"\",\"path\":\"/etc/mesosphere/roles/azure\"},{\"content\":\"#!/bin/bash\\n\\n\\nMESOSDIR=/var/lib/mesos/dl\\nmkdir $MESOSDIR\\n\\n\\n# load the env vars\\n. /etc/mesosphere/setup-flags/dcos-deploy-environment\\n\\n\\n# default dc/os component download address (Azure CDN)\\nDOCKER_ENGINE_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/docker-engine_1.11.2-0~xenial_amd64.deb\\nLIBIPSET_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/libipset3_6.29-1_amd64.deb\\nIPSET_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/ipset_6.29-1_amd64.deb\\nUNZIP_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/unzip_6.0-20ubuntu1_amd64.deb\\nLIBLTDL_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/libltdl7_2.4.6-0.1_amd64.deb\\n\\n\\ncase $DCOS_ENVIRONMENT in\\n# because of Chinese GreatWall Firewall, the default packages on Azure CDN is blocked. So the following Chinese local mirror url should be used instead.\\nAzureChinaCloud)\\nDOCKER_ENGINE_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/docker-engine_1.11.2-0~xenial_amd64.deb\\nLIBIPSET_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/libipset3_6.29-1_amd64.deb\\nIPSET_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/ipset_6.29-1_amd64.deb\\nUNZIP_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/unzip_6.0-20ubuntu1_amd64.deb\\nLIBLTDL_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/libltdl7_2.4.6-0.1_amd64.deb\\n;;\\nesac\\n\\n\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/d.deb $DOCKER_ENGINE_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/1.deb $LIBIPSET_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/2.deb $IPSET_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/3.deb $UNZIP_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/4.deb $LIBLTDL_DOWNLOAD_URL \\u0026\\nwait\\n\\n\\nfor i in {1..300}; do\\ndpkg -i $MESOSDIR/{1,2,3,4}.deb\\nif [ \\\"$?\\\" = \\\"0\\\" ]\\nthen\\necho \\\"succeeded\\\"\\nbreak\\nfi\\nsleep 1\\ndone\\n\\n\\ntouch /etc/mesosphere/roles/slave\\n\",\"owner\":\"root\",\"path\":\"/opt/azure/containers/provision.sh\",\"permissions\":\"0744\"}]}'))]", + "linuxConfiguration": { + "disablePasswordAuthentication": "true", + "ssh": { + "publicKeys": [ + { + "keyData": "[parameters('sshRSAPublicKey')]", + "path": "[variables('sshKeyPath')]" + } + ] + } + } + }, + "storageProfile": { + "imageReference": { + "offer": "[variables('osImageOffer')]", + "publisher": "[variables('osImagePublisher')]", + "sku": "[variables('osImageSKU')]", + "version": "[variables('osImageVersion')]" + }, + "osDisk": { + "caching": "ReadOnly", + "createOption": "FromImage", + "name": "vmssosdisk", + "vhdContainers": [ + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(0,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(0,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(1,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(1,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(2,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(2,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(3,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(3,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(4,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(4,variables('agentprivateStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentprivateAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]" + ] + } + } + } + }, + "sku": { + "capacity": "[variables('agentprivateCount')]", + "name": "[variables('agentprivateVMSize')]", + "tier": "Standard" + }, + "tags": { + "creationSource": "[concat('acsengine-', variables('agentprivateVMNamePrefix'), '-vmss')]" + }, + "type": "Microsoft.Compute/virtualMachineScaleSets" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "location": "[variables('location')]", + "name": "[variables('agentpublicNSGName')]", + "properties": { + "securityRules": [ + { + "name": "Allow_80", + "properties": { + "access": "Allow", + "description": "Allow traffic from the Internet to port 80", + "destinationAddressPrefix": "*", + "destinationPortRange": "80", + "direction": "Inbound", + "priority": 200, + "protocol": "*", + "sourceAddressPrefix": "Internet", + "sourcePortRange": "*" + } + }, + { + "name": "Allow_443", + "properties": { + "access": "Allow", + "description": "Allow traffic from the Internet to port 443", + "destinationAddressPrefix": "*", + "destinationPortRange": "443", + "direction": "Inbound", + "priority": 201, + "protocol": "*", + "sourceAddressPrefix": "Internet", + "sourcePortRange": "*" + } + }, + { + "name": "Allow_8080", + "properties": { + "access": "Allow", + "description": "Allow traffic from the Internet to port 8080", + "destinationAddressPrefix": "*", + "destinationPortRange": "8080", + "direction": "Inbound", + "priority": 202, + "protocol": "*", + "sourceAddressPrefix": "Internet", + "sourcePortRange": "*" + } + } + ] + }, + "type": "Microsoft.Network/networkSecurityGroups" + }, + { + "apiVersion": "[variables('apiVersionStorage')]", + "copy": { + "count": "[variables('agentpublicStorageAccountsCount')]", + "name": "loop" + }, + "dependsOn": [ + "[concat('Microsoft.Network/publicIPAddresses/', variables('masterPublicIPAddressName'))]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('storageAccountPrefixes')[mod(add(copyIndex(),variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(copyIndex(),variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName'))]", + "properties": { + "accountType": "[variables('vmSizesMap')[variables('agentpublicVMSize')].storageAccountType]" + }, + "type": "Microsoft.Storage/storageAccounts" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "location": "[variables('location')]", + "name": "[variables('agentpublicIPAddressName')]", + "properties": { + "dnsSettings": { + "domainNameLabel": "[variables('agentpublicEndpointDNSNamePrefix')]" + }, + "publicIPAllocationMethod": "Dynamic" + }, + "type": "Microsoft.Network/publicIPAddresses" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[concat('Microsoft.Network/publicIPAddresses/', variables('agentpublicIPAddressName'))]" + ], + "location": "[variables('location')]", + "name": "[variables('agentpublicLbName')]", + "properties": { + "backendAddressPools": [ + { + "name": "[variables('agentpublicLbBackendPoolName')]" + } + ], + "frontendIPConfigurations": [ + { + "name": "[variables('agentpublicLbIPConfigName')]", + "properties": { + "publicIPAddress": { + "id": "[resourceId('Microsoft.Network/publicIPAddresses',variables('agentpublicIPAddressName'))]" + } + } + } + ], + "inboundNatRules": [], + "loadBalancingRules": [ + { + "name": "LBRule80", + "properties": { + "backendAddressPool": { + "id": "[concat(variables('agentpublicLbID'), '/backendAddressPools/', variables('agentpublicLbBackendPoolName'))]" + }, + "backendPort": 80, + "enableFloatingIP": false, + "frontendIPConfiguration": { + "id": "[variables('agentpublicLbIPConfigID')]" + }, + "frontendPort": 80, + "idleTimeoutInMinutes": 5, + "loadDistribution": "Default", + "probe": { + "id": "[concat(variables('agentpublicLbID'),'/probes/tcp80Probe')]" + }, + "protocol": "tcp" + } + }, + { + "name": "LBRule443", + "properties": { + "backendAddressPool": { + "id": "[concat(variables('agentpublicLbID'), '/backendAddressPools/', variables('agentpublicLbBackendPoolName'))]" + }, + "backendPort": 443, + "enableFloatingIP": false, + "frontendIPConfiguration": { + "id": "[variables('agentpublicLbIPConfigID')]" + }, + "frontendPort": 443, + "idleTimeoutInMinutes": 5, + "loadDistribution": "Default", + "probe": { + "id": "[concat(variables('agentpublicLbID'),'/probes/tcp443Probe')]" + }, + "protocol": "tcp" + } + }, + { + "name": "LBRule8080", + "properties": { + "backendAddressPool": { + "id": "[concat(variables('agentpublicLbID'), '/backendAddressPools/', variables('agentpublicLbBackendPoolName'))]" + }, + "backendPort": 8080, + "enableFloatingIP": false, + "frontendIPConfiguration": { + "id": "[variables('agentpublicLbIPConfigID')]" + }, + "frontendPort": 8080, + "idleTimeoutInMinutes": 5, + "loadDistribution": "Default", + "probe": { + "id": "[concat(variables('agentpublicLbID'),'/probes/tcp8080Probe')]" + }, + "protocol": "tcp" + } + } + ], + "probes": [ + { + "name": "tcp80Probe", + "properties": { + "intervalInSeconds": "5", + "numberOfProbes": "2", + "port": 80, + "protocol": "tcp" + } + }, + { + "name": "tcp443Probe", + "properties": { + "intervalInSeconds": "5", + "numberOfProbes": "2", + "port": 443, + "protocol": "tcp" + } + }, + { + "name": "tcp8080Probe", + "properties": { + "intervalInSeconds": "5", + "numberOfProbes": "2", + "port": 8080, + "protocol": "tcp" + } + } + ] + }, + "type": "Microsoft.Network/loadBalancers" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[variables('vnetID')]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(0,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(0,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(1,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(1,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(2,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(2,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(3,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(3,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName'))]", + "[concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(4,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(4,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName'))]", + "[concat('Microsoft.Network/loadBalancers/', variables('agentpublicLbName'))]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('agentpublicVMNamePrefix'), '-vmss')]", + "properties": { + "upgradePolicy": { + "mode": "Manual" + }, + "virtualMachineProfile": { + "networkProfile": { + "networkInterfaceConfigurations": [ + { + "name": "nic", + "properties": { + "ipConfigurations": [ + { + "name": "nicipconfig", + "properties": { + "loadBalancerBackendAddressPools": [ + { + "id": "[concat('/subscriptions/', subscription().subscriptionId,'/resourceGroups/', resourceGroup().name, '/providers/Microsoft.Network/loadBalancers/', variables('agentpublicLbName'), '/backendAddressPools/',variables('agentpublicLbBackendPoolName'))]" + } + ], + "subnet": { + "id": "[variables('agentpublicVnetSubnetID')]" + } + } + } + ], + "primary": "true" + } + } + ] + }, + "osProfile": { + "adminUsername": "[variables('adminUsername')]", + "computerNamePrefix": "[variables('agentpublicVMNamePrefix')]", + "customData": "[base64(concat('#cloud-config\n\n', '{\"bootcmd\":[\"bash -c \\\"if [ ! -f /var/lib/sdb-gpt ];then echo DCOS-5890;parted -s /dev/sdb mklabel gpt;touch /var/lib/sdb-gpt;fi\\\"\"],\"disk_setup\":{\"ephemeral0\":{\"layout\":[45,45,10],\"overwrite\":true,\"table_type\":\"gpt\"}},\"fs_setup\":[{\"device\":\"ephemeral0.1\",\"filesystem\":\"ext4\",\"overwrite\":true},{\"device\":\"ephemeral0.2\",\"filesystem\":\"ext4\",\"overwrite\":true},{\"device\":\"ephemeral0.3\",\"filesystem\":\"ext4\",\"overwrite\":true}],\"mounts\":[[\"ephemeral0.1\",\"/var/lib/mesos\"],[\"ephemeral0.2\",\"/var/lib/docker\"],[\"ephemeral0.3\",\"/var/tmp\"]],\"runcmd\":[[\"ln\",\"-s\",\"/bin/rm\",\"/usr/bin/rm\"],[\"ln\",\"-s\",\"/bin/mkdir\",\"/usr/bin/mkdir\"],[\"ln\",\"-s\",\"/bin/tar\",\"/usr/bin/tar\"],[\"ln\",\"-s\",\"/bin/ln\",\"/usr/bin/ln\"],[\"ln\",\"-s\",\"/bin/cp\",\"/usr/bin/cp\"],[\"ln\",\"-s\",\"/bin/systemctl\",\"/usr/bin/systemctl\"],[\"ln\",\"-s\",\"/bin/mount\",\"/usr/bin/mount\"],[\"ln\",\"-s\",\"/bin/bash\",\"/usr/bin/bash\"],[\"ln\",\"-s\",\"/usr/sbin/useradd\",\"/usr/bin/useradd\"],[\"systemctl\",\"disable\",\"--now\",\"resolvconf.service\"],[\"systemctl\",\"mask\",\"--now\",\"lxc-net.service\"],\"sed -i \\\"s/^Port 22$/Port 22\\\\nPort 2222/1\\\" /etc/ssh/sshd_config\",\"service ssh restart\",\"/opt/azure/containers/provision.sh\",[\"cp\",\"-p\",\"/etc/resolv.conf\",\"/tmp/resolv.conf\"],[\"rm\",\"-f\",\"/etc/resolv.conf\"],[\"cp\",\"-p\",\"/tmp/resolv.conf\",\"/etc/resolv.conf\"],[\"systemctl\",\"start\",\"dcos-docker-install.service\"],[\"systemctl\",\"start\",\"dcos-config-writer.service\"],[\"systemctl\",\"restart\",\"systemd-journald.service\"],[\"systemctl\",\"restart\",\"docker.service\"],[\"systemctl\",\"start\",\"dcos-link-env.service\"],[\"systemctl\",\"enable\",\"dcos-setup.service\"],[\"systemctl\",\"--no-block\",\"start\",\"dcos-setup.service\"]],\"write_files\":[{\"content\":\"https://dcosio.azureedge.net/dcos/EarlyAccess\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/repository-url\",\"permissions\":\"0644\"},{\"content\":\"[\\\"3dt--6a71ec3c3407eb25c6bf2330326dc49b3de3c2eb\\\", \\\"adminrouter--ffc5b908bbba1c7e87ce09c84f0835e3f960fc8e\\\", \\\"avro-cpp--7b355a85f39ca6dbe2468ec50b71f3787c6c7c3d\\\", \\\"boost-libs--2015ccb58fb756f61c02ee6aa05cc1e27459a9ec\\\", \\\"bootstrap--6e05035d265bd327d2ec114101fd292dc0aaf3a3\\\", \\\"boto--6344d31eef082c7bd13259b17034ea7b5c34aedf\\\", \\\"check-time--be7d0ba757ec87f9965378fee7c76a6ee5ae996d\\\", \\\"cni--e48337da39a8cd379414acfe0da52a9226a10d24\\\", \\\"cosmos--93d021389b92d4c08c7e2236da510da69b1c632f\\\", \\\"curl--1148f64e03819f381cda4dc2e8a6199fb3c53a7e\\\", \\\"dcos-config--setup_06b50f9dcce85789b858b03ff7f86af6d1a95519\\\", \\\"dcos-history--f8e3cc66dc1b9e01800e721ee980c09f3a8dfe46\\\", \\\"dcos-image--e637ab1daad8d81eea7f9be042394a94c42a39d6\\\", \\\"dcos-image-deps--3ed9dee844359c415123cb6fb6b306f215faab2a\\\", \\\"dcos-integration-test--0fb256ff2c38ff751eaf2ce4748273a8338b4441\\\", \\\"dcos-log--b542bb89a5af9642e04df35869beee4ce253e535\\\", \\\"dcos-metadata--setup_06b50f9dcce85789b858b03ff7f86af6d1a95519\\\", \\\"dcos-metrics--41f4d0b1b84b8e8fe2876baeb3bd07ce873a54e0\\\", \\\"dcos-oauth--0079529da183c0f23a06d2b069721b6fa6cc7b52\\\", \\\"dcos-signal--1bcd3b612cbdc379380dcba17cdf9a3b6652d9dc\\\", \\\"dcos-ui--da8a5003a3c5ec478f89b18a5a216a0ea7bb1d62\\\", \\\"dnspython--0f833eb9a8abeba3179b43f3a200a8cd42d3795a\\\", \\\"docker-gc--59a98ed6446a084bf74e4ff4b8e3479f59ea8528\\\", \\\"dvdcli--5374dd4ffb519f1dcefdec89b2247e3404f2e2e3\\\", \\\"erlang--c88d0e71b0bd2900612498095d3ac320ae9ff80d\\\", \\\"exhibitor--72d9d8f947e5411eda524d40dde1a58edeb158ed\\\", \\\"flask--26d1bcdb2d1c3dcf1d2c03bc0d4f29c86d321b21\\\", \\\"java--cd5e921ce66b0d3303883c06d73a657314044304\\\", \\\"libevent--208be855d2be29c9271a7bd6c04723ff79946e02\\\", \\\"libsodium--9ff915db08c6bba7d6738af5084e782b13c84bf8\\\", \\\"logrotate--faf6c640a994ac549afe734e05d322ab9052448b\\\", \\\"marathon--fa629c85fc11eceffce921aeaf43d1eac2ee4a7d\\\", \\\"mesos--3ee073c6f436f77d94bcd0af0648d6f26e2ec197\\\", \\\"mesos-dns--f374ceda1dfade3eacdbdfed0d57bcf88c905242\\\", \\\"mesos-modules--7ef1d3c2691c64e84f1b60da4f014aea926daef7\\\", \\\"metronome--4328a268b5139ab5bc2e942b28d748d6815763b5\\\", \\\"navstar--b1ed66efe8fe7bd7e0138a66a51558c8cc486060\\\", \\\"ncurses--d889894b71aa1a5b311bafef0e85479025b4dacb\\\", \\\"octarine--521813a6f6459dc1e0e32e161999b95ed9eacbac\\\", \\\"openssl--b01a32a42e3ccba52b417276e9509a441e1d4a82\\\", \\\"pkgpanda-api--20de028f4e65672f301a187e46f12330d9f836cc\\\", \\\"pkgpanda-role--f8a749a4a821476ad2ef7e9dd9d12b6a8c4643a4\\\", \\\"pytest--78aee3e58a049cdab0d266af74f77d658b360b4f\\\", \\\"python--b7a144a49577a223d37d447c568f51330ee95390\\\", \\\"python-azure-mgmt-resource--9e68c5bacce73c50d9b313d660f402dffca9d39e\\\", \\\"python-dateutil--fdc6ff929f65dd0918cf75a9ad56704683d31781\\\", \\\"python-docopt--beba78faa13e5bf4c52393b4b82d81f3c391aa65\\\", \\\"python-gunicorn--a537f95661fb2689c52fe12510eb0d01cb83af60\\\", \\\"python-isodate--40d378c688e6badfd16676dd8b51b742bfebc8d5\\\", \\\"python-jinja2--7450f5ae5a822f63f7a58c717207be0456df51ed\\\", \\\"python-kazoo--cb7ce13a1068cd82dd84ea0de32b529a760a4bdd\\\", \\\"python-markupsafe--dd46d2a3c58611656a235f96d4adc51b2a7a590e\\\", \\\"python-passlib--802ec3605c0b82428fedba60983b1bafaa036bb8\\\", \\\"python-pyyaml--81dd44cc4a24db7cefa7016c6586a131acf279c3\\\", \\\"python-requests--1b2cadbd3811cc0c2ee235ce927e13ea1d6af41d\\\", \\\"python-retrying--eb7b8bac133f50492b1e1349cbe77c3e38bd02c3\\\", \\\"python-tox--07244f8a939a10353634c952c6d88ec4a3c05736\\\", \\\"rexray--869621bb411c9f2a793ea42cdfeed489e1972aaa\\\", \\\"six--f06424b68523c4dfa2a7c3e7475d479f3d361e42\\\", \\\"spartan--58a5611725de935357a0d96b2caef838ebc99b79\\\", \\\"strace--7d01796d64994451c1b2b82d161a335cbe90569b\\\", \\\"teamcity-messages--e623a4d86eb3a8d199cefcc240dd4c5460cb2962\\\", \\\"toybox--f235594ab8ea9a2864ee72abe86723d76f92e848\\\"]\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/cluster-packages.json\",\"permissions\":\"0644\"},{\"content\":\"[Journal]\\nMaxLevelConsole=warning\\nRateLimitInterval=1s\\nRateLimitBurst=20000\\n\",\"owner\":\"root\",\"path\":\"/etc/systemd/journald.conf.d/dcos.conf\",\"permissions\":\"0644\"},{\"content\":\"rexray:\\n loglevel: info\\n modules:\\n default-admin:\\n host: tcp://127.0.0.1:61003\\n default-docker:\\n disabled: true\\n\",\"path\":\"/etc/rexray/config.yml\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nAfter=network-online.target\\nWants=network-online.target\\n[Service]\\nType=oneshot\\nEnvironment=DEBIAN_FRONTEND=noninteractive\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/d.deb https://az837203.vo.msecnd.net/dcos-deps/docker-engine_1.11.2-0~xenial_amd64.deb\\nExecStart=/usr/bin/bash -c \\\"try=1;until dpkg -D3 -i /var/tmp/d.deb || ((try\\u003e9));do echo retry $((try++));sleep $((try*try));done;systemctl --now start docker;systemctl restart docker.socket\\\"\\n\",\"path\":\"/etc/systemd/system/dcos-docker-install.service\",\"permissions\":\"0644\"},{\"content\":\"[Service]\\nRestart=always\\nStartLimitInterval=0\\nRestartSec=15\\nLimitNOFILE=16384\\nExecStartPre=-/sbin/ip link del docker0\\nExecStart=\\nExecStart=/usr/bin/docker daemon -H fd:// --storage-driver=overlay\\n\",\"path\":\"/etc/systemd/system/docker.service.d/execstart.conf\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nRequires=dcos-setup.service\\nAfter=dcos-setup.service\\n[Service]\\nType=oneshot\\nEnvironmentFile=/etc/environment\\nEnvironmentFile=/opt/mesosphere/environment\\nExecStart=/usr/bin/bash -c \\\"echo $(detect_ip) $(hostname) \\u003e /etc/hosts\\\"\\n\",\"path\":\"/etc/systemd/system/dcos-config-writer.service\",\"permissions\":\"0644\"},{\"content\":\"\\\"bound_values\\\":\\n \\\"adminrouter_auth_enabled\\\": |-\\n ',variables('oauthEnabled'),'\\n \\\"cluster_name\\\": |-\\n ',variables('masterPublicIPAddressName'),'\\n \\\"exhibitor_azure_account_key\\\": |-\\n ', listKeys(resourceId('Microsoft.Storage/storageAccounts', variables('masterStorageAccountExhibitorName')), '2015-06-15').key1, '\\n \\\"exhibitor_azure_account_name\\\": |-\\n ',variables('masterStorageAccountExhibitorName'),'\\n \\\"exhibitor_azure_prefix\\\": |-\\n ',variables('masterPublicIPAddressName'),'\\n \\\"master_list\\\": |-\\n [\\\"', reference(variables('masterVMNic')[0]).ipConfigurations[0].properties.privateIPAddress,'\\\", \\\"', reference(variables('masterVMNic')[1]).ipConfigurations[0].properties.privateIPAddress,'\\\", \\\"', reference(variables('masterVMNic')[2]).ipConfigurations[0].properties.privateIPAddress,'\\\"]\\n \\\"oauth_enabled\\\": |-\\n ',variables('oauthEnabled'),'\\n\\\"late_bound_package_id\\\": |-\\n dcos-provider-06b50f9dcce85789b858b03ff7f86af6d1a95519-azure--setup\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/late-config.yaml\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nBefore=dcos.target\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/mkdir -p /etc/profile.d\\nExecStart=/usr/bin/ln -sf /opt/mesosphere/bin/add_dcos_path.sh /etc/profile.d/dcos.sh\\n\",\"path\":\"/etc/systemd/system/dcos-link-env.service\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nDescription=Pkgpanda: Download DC/OS to this host.\\nAfter=network-online.target\\nWants=network-online.target\\nConditionPathExists=!/opt/mesosphere/\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/curl --keepalive-time 2 -fLsSv --retry 20 -Y 100000 -y 60 -o //var/tmp/bootstrap.tar.xz https://dcosio.azureedge.net/dcos/EarlyAccess/bootstrap/6e72844be5d6bdfe89590232fa3701096f1ee1a6.bootstrap.tar.xz\\nExecStartPre=/usr/bin/mkdir -p /opt/mesosphere\\nExecStart=/usr/bin/tar -axf //var/tmp/bootstrap.tar.xz -C /opt/mesosphere\\nExecStartPost=-/usr/bin/rm -f //var/tmp/bootstrap.tar.xz\\n\",\"path\":\"/etc/systemd/system/dcos-download.service\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nDescription=Pkgpanda: Specialize DC/OS for this host.\\nRequires=dcos-download.service\\nAfter=dcos-download.service\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nEnvironmentFile=/opt/mesosphere/environment\\nExecStart=/opt/mesosphere/bin/pkgpanda setup --no-block-systemd\\n[Install]\\nWantedBy=multi-user.target\\n\",\"path\":\"/etc/systemd/system/dcos-setup.service\",\"permissions\":\"0644\"},{\"content\":\"\",\"path\":\"/etc/mesosphere/roles/azure\"},{\"content\":\"#!/bin/bash\\n\\n\\nMESOSDIR=/var/lib/mesos/dl\\nmkdir $MESOSDIR\\n\\n\\n# load the env vars\\n. /etc/mesosphere/setup-flags/dcos-deploy-environment\\n\\n\\n# default dc/os component download address (Azure CDN)\\nDOCKER_ENGINE_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/docker-engine_1.11.2-0~xenial_amd64.deb\\nLIBIPSET_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/libipset3_6.29-1_amd64.deb\\nIPSET_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/ipset_6.29-1_amd64.deb\\nUNZIP_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/unzip_6.0-20ubuntu1_amd64.deb\\nLIBLTDL_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/libltdl7_2.4.6-0.1_amd64.deb\\n\\n\\ncase $DCOS_ENVIRONMENT in\\n# because of Chinese GreatWall Firewall, the default packages on Azure CDN is blocked. So the following Chinese local mirror url should be used instead.\\nAzureChinaCloud)\\nDOCKER_ENGINE_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/docker-engine_1.11.2-0~xenial_amd64.deb\\nLIBIPSET_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/libipset3_6.29-1_amd64.deb\\nIPSET_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/ipset_6.29-1_amd64.deb\\nUNZIP_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/unzip_6.0-20ubuntu1_amd64.deb\\nLIBLTDL_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/libltdl7_2.4.6-0.1_amd64.deb\\n;;\\nesac\\n\\n\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/d.deb $DOCKER_ENGINE_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/1.deb $LIBIPSET_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/2.deb $IPSET_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/3.deb $UNZIP_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/4.deb $LIBLTDL_DOWNLOAD_URL \\u0026\\nwait\\n\\n\\nfor i in {1..300}; do\\ndpkg -i $MESOSDIR/{1,2,3,4}.deb\\nif [ \\\"$?\\\" = \\\"0\\\" ]\\nthen\\necho \\\"succeeded\\\"\\nbreak\\nfi\\nsleep 1\\ndone\\n\\n\\ntouch /etc/mesosphere/roles/slave_public\\n\",\"owner\":\"root\",\"path\":\"/opt/azure/containers/provision.sh\",\"permissions\":\"0744\"}]}'))]", + "linuxConfiguration": { + "disablePasswordAuthentication": "true", + "ssh": { + "publicKeys": [ + { + "keyData": "[parameters('sshRSAPublicKey')]", + "path": "[variables('sshKeyPath')]" + } + ] + } + } + }, + "storageProfile": { + "imageReference": { + "offer": "[variables('osImageOffer')]", + "publisher": "[variables('osImagePublisher')]", + "sku": "[variables('osImageSKU')]", + "version": "[variables('osImageVersion')]" + }, + "osDisk": { + "caching": "ReadOnly", + "createOption": "FromImage", + "name": "vmssosdisk", + "vhdContainers": [ + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(0,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(0,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(1,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(1,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(2,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(2,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(3,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(3,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]", + "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('storageAccountPrefixes')[mod(add(4,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('storageAccountPrefixes')[div(add(4,variables('agentpublicStorageAccountOffset')),variables('storageAccountPrefixesCount'))],variables('agentpublicAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'osdisk')]" + ] + } + } + } + }, + "sku": { + "capacity": "[variables('agentpublicCount')]", + "name": "[variables('agentpublicVMSize')]", + "tier": "Standard" + }, + "tags": { + "creationSource": "[concat('acsengine-', variables('agentpublicVMNamePrefix'), '-vmss')]" + }, + "type": "Microsoft.Compute/virtualMachineScaleSets" + }, + { + "apiVersion": "[variables('apiVersionStorage')]", + "dependsOn": [ + "[concat('Microsoft.Network/publicIPAddresses/', variables('masterPublicIPAddressName'))]" + ], + "location": "[variables('location')]", + "name": "[variables('masterStorageAccountName')]", + "properties": { + "accountType": "[variables('vmSizesMap')[variables('masterVMSize')].storageAccountType]" + }, + "type": "Microsoft.Storage/storageAccounts" + }, + { + "apiVersion": "[variables('apiVersionStorage')]", + "dependsOn": [ + "[concat('Microsoft.Network/publicIPAddresses/', variables('masterPublicIPAddressName'))]" + ], + "location": "[variables('location')]", + "name": "[variables('masterStorageAccountExhibitorName')]", + "properties": { + "accountType": "Standard_LRS" + }, + "type": "Microsoft.Storage/storageAccounts" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[concat('Microsoft.Network/networkSecurityGroups/', variables('agentprivateNSGName'))]", + "[concat('Microsoft.Network/networkSecurityGroups/', variables('agentpublicNSGName'))]" + ], + "location": "[variables('location')]", + "name": "[variables('virtualNetworkName')]", + "properties": { + "addressSpace": { + "addressPrefixes": [ + "[variables('masterSubnet')]", + "[variables('agentprivateSubnet')]", + "[variables('agentpublicSubnet')]" + ] + }, + "subnets": [ + { + "name": "[variables('masterSubnetName')]", + "properties": { + "addressPrefix": "[variables('masterSubnet')]" + } + }, + { + "name": "[variables('agentprivateSubnetName')]", + "properties": { + "addressPrefix": "[variables('agentprivateSubnet')]", + "networkSecurityGroup": { + "id": "[resourceId('Microsoft.Network/networkSecurityGroups', variables('agentprivateNSGName'))]" + } + } + }, + { + "name": "[variables('agentpublicSubnetName')]", + "properties": { + "addressPrefix": "[variables('agentpublicSubnet')]", + "networkSecurityGroup": { + "id": "[resourceId('Microsoft.Network/networkSecurityGroups', variables('agentpublicNSGName'))]" + } + } + } + ] + }, + "type": "Microsoft.Network/virtualNetworks" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "location": "[variables('location')]", + "name": "[variables('masterAvailabilitySet')]", + "properties": {}, + "type": "Microsoft.Compute/availabilitySets" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "location": "[variables('location')]", + "name": "[variables('masterPublicIPAddressName')]", + "properties": { + "dnsSettings": { + "domainNameLabel": "[variables('masterEndpointDNSNamePrefix')]" + }, + "publicIPAllocationMethod": "Dynamic" + }, + "type": "Microsoft.Network/publicIPAddresses" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[concat('Microsoft.Network/publicIPAddresses/', variables('masterPublicIPAddressName'))]" + ], + "location": "[variables('location')]", + "name": "[variables('masterLbName')]", + "properties": { + "backendAddressPools": [ + { + "name": "[variables('masterLbBackendPoolName')]" + } + ], + "frontendIPConfigurations": [ + { + "name": "[variables('masterLbIPConfigName')]", + "properties": { + "publicIPAddress": { + "id": "[resourceId('Microsoft.Network/publicIPAddresses',variables('masterPublicIPAddressName'))]" + } + } + } + ] + }, + "type": "Microsoft.Network/loadBalancers" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "copy": { + "count": "[variables('masterCount')]", + "name": "masterLbLoopNode" + }, + "dependsOn": [ + "[variables('masterLbID')]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('masterLbName'), '/', 'SSH-', variables('masterVMNamePrefix'), copyIndex())]", + "properties": { + "backendPort": 22, + "enableFloatingIP": false, + "frontendIPConfiguration": { + "id": "[variables('masterLbIPConfigID')]" + }, + "frontendPort": "[copyIndex(2200)]", + "protocol": "tcp" + }, + "type": "Microsoft.Network/loadBalancers/inboundNatRules" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[variables('masterLbID')]" + ], + "location": "[resourceGroup().location]", + "name": "[concat(variables('masterLbName'), '/', 'SSHPort22-', variables('masterVMNamePrefix'), '0')]", + "properties": { + "backendPort": 2222, + "enableFloatingIP": false, + "frontendIPConfiguration": { + "id": "[variables('masterLbIPConfigID')]" + }, + "frontendPort": "22", + "protocol": "tcp" + }, + "type": "Microsoft.Network/loadBalancers/inboundNatRules" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "location": "[variables('location')]", + "name": "[variables('masterNSGName')]", + "properties": { + "securityRules": [ + { + "name": "sshPort22", + "properties": { + "access": "Allow", + "description": "Allow SSH", + "destinationAddressPrefix": "*", + "destinationPortRange": "2222", + "direction": "Inbound", + "priority": 201, + "protocol": "Tcp", + "sourceAddressPrefix": "*", + "sourcePortRange": "*" + } + }, + { + "name": "ssh", + "properties": { + "access": "Allow", + "description": "Allow SSH", + "destinationAddressPrefix": "*", + "destinationPortRange": "22", + "direction": "Inbound", + "priority": 200, + "protocol": "Tcp", + "sourceAddressPrefix": "*", + "sourcePortRange": "*" + } + } + ] + }, + "type": "Microsoft.Network/networkSecurityGroups" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "copy": { + "count": "[variables('masterCount')]", + "name": "nicLoopNode" + }, + "dependsOn": [ + "[variables('masterNSGID')]", + "[variables('vnetID')]", + "[variables('masterLbID')]", + "[concat(variables('masterLbID'),'/inboundNatRules/SSH-',variables('masterVMNamePrefix'),copyIndex())]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('masterVMNamePrefix'), 'nic-', copyIndex())]", + "properties": { + "ipConfigurations": [ + { + "name": "ipConfigNode", + "properties": { + "loadBalancerBackendAddressPools": [ + { + "id": "[concat(variables('masterLbID'), '/backendAddressPools/', variables('masterLbBackendPoolName'))]" + } + ], + "loadBalancerInboundNatRules": "[variables('masterLbInboundNatRules')[copyIndex()]]", + "privateIPAddress": "[concat(variables('masterFirstAddrPrefix'), copyIndex(int(variables('masterFirstAddrOctet4'))))]", + "privateIPAllocationMethod": "Static", + "subnet": { + "id": "[variables('masterVnetSubnetID')]" + } + } + } + ], + "networkSecurityGroup": { + "id": "[variables('masterNSGID')]" + } + }, + "type": "Microsoft.Network/networkInterfaces" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "copy": { + "count": "[variables('masterCount')]", + "name": "vmLoopNode" + }, + "dependsOn": [ + "[concat('Microsoft.Network/networkInterfaces/', variables('masterVMNamePrefix'), 'nic-', copyIndex())]", + "[concat('Microsoft.Compute/availabilitySets/',variables('masterAvailabilitySet'))]", + "[variables('masterStorageAccountName')]", + "[variables('masterStorageAccountExhibitorName')]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('masterVMNamePrefix'), copyIndex())]", + "properties": { + "availabilitySet": { + "id": "[resourceId('Microsoft.Compute/availabilitySets',variables('masterAvailabilitySet'))]" + }, + "hardwareProfile": { + "vmSize": "[variables('masterVMSize')]" + }, + "networkProfile": { + "networkInterfaces": [ + { + "id": "[resourceId('Microsoft.Network/networkInterfaces',concat(variables('masterVMNamePrefix'), 'nic-', copyIndex()))]" + } + ] + }, + "osProfile": { + "adminUsername": "[variables('adminUsername')]", + "computername": "[concat(variables('masterVMNamePrefix'), copyIndex())]", + "customData": "[base64(concat('#cloud-config\n\n', '{\"bootcmd\":[\"bash -c \\\"if [ ! -f /var/lib/sdb-gpt ];then echo DCOS-5890;parted -s /dev/sdb mklabel gpt;touch /var/lib/sdb-gpt;fi\\\"\"],\"disk_setup\":{\"ephemeral0\":{\"layout\":[45,45,10],\"overwrite\":true,\"table_type\":\"gpt\"}},\"fs_setup\":[{\"device\":\"ephemeral0.1\",\"filesystem\":\"ext4\",\"overwrite\":true},{\"device\":\"ephemeral0.2\",\"filesystem\":\"ext4\",\"overwrite\":true},{\"device\":\"ephemeral0.3\",\"filesystem\":\"ext4\",\"overwrite\":true}],\"mounts\":[[\"ephemeral0.1\",\"/var/lib/mesos\"],[\"ephemeral0.2\",\"/var/lib/docker\"],[\"ephemeral0.3\",\"/var/tmp\"]],\"runcmd\":[[\"ln\",\"-s\",\"/bin/rm\",\"/usr/bin/rm\"],[\"ln\",\"-s\",\"/bin/mkdir\",\"/usr/bin/mkdir\"],[\"ln\",\"-s\",\"/bin/tar\",\"/usr/bin/tar\"],[\"ln\",\"-s\",\"/bin/ln\",\"/usr/bin/ln\"],[\"ln\",\"-s\",\"/bin/cp\",\"/usr/bin/cp\"],[\"ln\",\"-s\",\"/bin/systemctl\",\"/usr/bin/systemctl\"],[\"ln\",\"-s\",\"/bin/mount\",\"/usr/bin/mount\"],[\"ln\",\"-s\",\"/bin/bash\",\"/usr/bin/bash\"],[\"ln\",\"-s\",\"/usr/sbin/useradd\",\"/usr/bin/useradd\"],[\"systemctl\",\"disable\",\"--now\",\"resolvconf.service\"],[\"systemctl\",\"mask\",\"--now\",\"lxc-net.service\"],\"sed -i \\\"s/^Port 22$/Port 22\\\\nPort 2222/1\\\" /etc/ssh/sshd_config\",\"service ssh restart\",\"/opt/azure/containers/provision.sh\",[\"cp\",\"-p\",\"/etc/resolv.conf\",\"/tmp/resolv.conf\"],[\"rm\",\"-f\",\"/etc/resolv.conf\"],[\"cp\",\"-p\",\"/tmp/resolv.conf\",\"/etc/resolv.conf\"],[\"systemctl\",\"start\",\"dcos-docker-install.service\"],[\"systemctl\",\"start\",\"dcos-config-writer.service\"],[\"systemctl\",\"restart\",\"systemd-journald.service\"],[\"systemctl\",\"restart\",\"docker.service\"],[\"systemctl\",\"start\",\"dcos-link-env.service\"],[\"systemctl\",\"enable\",\"dcos-setup.service\"],[\"systemctl\",\"--no-block\",\"start\",\"dcos-setup.service\"]],\"write_files\":[{\"content\":\"https://dcosio.azureedge.net/dcos/EarlyAccess\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/repository-url\",\"permissions\":\"0644\"},{\"content\":\"[\\\"3dt--6a71ec3c3407eb25c6bf2330326dc49b3de3c2eb\\\", \\\"adminrouter--ffc5b908bbba1c7e87ce09c84f0835e3f960fc8e\\\", \\\"avro-cpp--7b355a85f39ca6dbe2468ec50b71f3787c6c7c3d\\\", \\\"boost-libs--2015ccb58fb756f61c02ee6aa05cc1e27459a9ec\\\", \\\"bootstrap--6e05035d265bd327d2ec114101fd292dc0aaf3a3\\\", \\\"boto--6344d31eef082c7bd13259b17034ea7b5c34aedf\\\", \\\"check-time--be7d0ba757ec87f9965378fee7c76a6ee5ae996d\\\", \\\"cni--e48337da39a8cd379414acfe0da52a9226a10d24\\\", \\\"cosmos--93d021389b92d4c08c7e2236da510da69b1c632f\\\", \\\"curl--1148f64e03819f381cda4dc2e8a6199fb3c53a7e\\\", \\\"dcos-config--setup_06b50f9dcce85789b858b03ff7f86af6d1a95519\\\", \\\"dcos-history--f8e3cc66dc1b9e01800e721ee980c09f3a8dfe46\\\", \\\"dcos-image--e637ab1daad8d81eea7f9be042394a94c42a39d6\\\", \\\"dcos-image-deps--3ed9dee844359c415123cb6fb6b306f215faab2a\\\", \\\"dcos-integration-test--0fb256ff2c38ff751eaf2ce4748273a8338b4441\\\", \\\"dcos-log--b542bb89a5af9642e04df35869beee4ce253e535\\\", \\\"dcos-metadata--setup_06b50f9dcce85789b858b03ff7f86af6d1a95519\\\", \\\"dcos-metrics--41f4d0b1b84b8e8fe2876baeb3bd07ce873a54e0\\\", \\\"dcos-oauth--0079529da183c0f23a06d2b069721b6fa6cc7b52\\\", \\\"dcos-signal--1bcd3b612cbdc379380dcba17cdf9a3b6652d9dc\\\", \\\"dcos-ui--da8a5003a3c5ec478f89b18a5a216a0ea7bb1d62\\\", \\\"dnspython--0f833eb9a8abeba3179b43f3a200a8cd42d3795a\\\", \\\"docker-gc--59a98ed6446a084bf74e4ff4b8e3479f59ea8528\\\", \\\"dvdcli--5374dd4ffb519f1dcefdec89b2247e3404f2e2e3\\\", \\\"erlang--c88d0e71b0bd2900612498095d3ac320ae9ff80d\\\", \\\"exhibitor--72d9d8f947e5411eda524d40dde1a58edeb158ed\\\", \\\"flask--26d1bcdb2d1c3dcf1d2c03bc0d4f29c86d321b21\\\", \\\"java--cd5e921ce66b0d3303883c06d73a657314044304\\\", \\\"libevent--208be855d2be29c9271a7bd6c04723ff79946e02\\\", \\\"libsodium--9ff915db08c6bba7d6738af5084e782b13c84bf8\\\", \\\"logrotate--faf6c640a994ac549afe734e05d322ab9052448b\\\", \\\"marathon--fa629c85fc11eceffce921aeaf43d1eac2ee4a7d\\\", \\\"mesos--3ee073c6f436f77d94bcd0af0648d6f26e2ec197\\\", \\\"mesos-dns--f374ceda1dfade3eacdbdfed0d57bcf88c905242\\\", \\\"mesos-modules--7ef1d3c2691c64e84f1b60da4f014aea926daef7\\\", \\\"metronome--4328a268b5139ab5bc2e942b28d748d6815763b5\\\", \\\"navstar--b1ed66efe8fe7bd7e0138a66a51558c8cc486060\\\", \\\"ncurses--d889894b71aa1a5b311bafef0e85479025b4dacb\\\", \\\"octarine--521813a6f6459dc1e0e32e161999b95ed9eacbac\\\", \\\"openssl--b01a32a42e3ccba52b417276e9509a441e1d4a82\\\", \\\"pkgpanda-api--20de028f4e65672f301a187e46f12330d9f836cc\\\", \\\"pkgpanda-role--f8a749a4a821476ad2ef7e9dd9d12b6a8c4643a4\\\", \\\"pytest--78aee3e58a049cdab0d266af74f77d658b360b4f\\\", \\\"python--b7a144a49577a223d37d447c568f51330ee95390\\\", \\\"python-azure-mgmt-resource--9e68c5bacce73c50d9b313d660f402dffca9d39e\\\", \\\"python-dateutil--fdc6ff929f65dd0918cf75a9ad56704683d31781\\\", \\\"python-docopt--beba78faa13e5bf4c52393b4b82d81f3c391aa65\\\", \\\"python-gunicorn--a537f95661fb2689c52fe12510eb0d01cb83af60\\\", \\\"python-isodate--40d378c688e6badfd16676dd8b51b742bfebc8d5\\\", \\\"python-jinja2--7450f5ae5a822f63f7a58c717207be0456df51ed\\\", \\\"python-kazoo--cb7ce13a1068cd82dd84ea0de32b529a760a4bdd\\\", \\\"python-markupsafe--dd46d2a3c58611656a235f96d4adc51b2a7a590e\\\", \\\"python-passlib--802ec3605c0b82428fedba60983b1bafaa036bb8\\\", \\\"python-pyyaml--81dd44cc4a24db7cefa7016c6586a131acf279c3\\\", \\\"python-requests--1b2cadbd3811cc0c2ee235ce927e13ea1d6af41d\\\", \\\"python-retrying--eb7b8bac133f50492b1e1349cbe77c3e38bd02c3\\\", \\\"python-tox--07244f8a939a10353634c952c6d88ec4a3c05736\\\", \\\"rexray--869621bb411c9f2a793ea42cdfeed489e1972aaa\\\", \\\"six--f06424b68523c4dfa2a7c3e7475d479f3d361e42\\\", \\\"spartan--58a5611725de935357a0d96b2caef838ebc99b79\\\", \\\"strace--7d01796d64994451c1b2b82d161a335cbe90569b\\\", \\\"teamcity-messages--e623a4d86eb3a8d199cefcc240dd4c5460cb2962\\\", \\\"toybox--f235594ab8ea9a2864ee72abe86723d76f92e848\\\"]\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/cluster-packages.json\",\"permissions\":\"0644\"},{\"content\":\"[Journal]\\nMaxLevelConsole=warning\\nRateLimitInterval=1s\\nRateLimitBurst=20000\\n\",\"owner\":\"root\",\"path\":\"/etc/systemd/journald.conf.d/dcos.conf\",\"permissions\":\"0644\"},{\"content\":\"rexray:\\n loglevel: info\\n modules:\\n default-admin:\\n host: tcp://127.0.0.1:61003\\n default-docker:\\n disabled: true\\n\",\"path\":\"/etc/rexray/config.yml\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nAfter=network-online.target\\nWants=network-online.target\\n[Service]\\nType=oneshot\\nEnvironment=DEBIAN_FRONTEND=noninteractive\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/curl -fLsSv --retry 20 -Y 100000 -y 60 -o /var/tmp/d.deb https://az837203.vo.msecnd.net/dcos-deps/docker-engine_1.11.2-0~xenial_amd64.deb\\nExecStart=/usr/bin/bash -c \\\"try=1;until dpkg -D3 -i /var/tmp/d.deb || ((try\\u003e9));do echo retry $((try++));sleep $((try*try));done;systemctl --now start docker;systemctl restart docker.socket\\\"\\n\",\"path\":\"/etc/systemd/system/dcos-docker-install.service\",\"permissions\":\"0644\"},{\"content\":\"[Service]\\nRestart=always\\nStartLimitInterval=0\\nRestartSec=15\\nLimitNOFILE=16384\\nExecStartPre=-/sbin/ip link del docker0\\nExecStart=\\nExecStart=/usr/bin/docker daemon -H fd:// --storage-driver=overlay\\n\",\"path\":\"/etc/systemd/system/docker.service.d/execstart.conf\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nRequires=dcos-setup.service\\nAfter=dcos-setup.service\\n[Service]\\nType=oneshot\\nEnvironmentFile=/etc/environment\\nEnvironmentFile=/opt/mesosphere/environment\\nExecStart=/usr/bin/bash -c \\\"echo $(detect_ip) $(hostname) \\u003e /etc/hosts\\\"\\n\",\"path\":\"/etc/systemd/system/dcos-config-writer.service\",\"permissions\":\"0644\"},{\"content\":\"\\\"bound_values\\\":\\n \\\"adminrouter_auth_enabled\\\": |-\\n ',variables('oauthEnabled'),'\\n \\\"cluster_name\\\": |-\\n ',variables('masterPublicIPAddressName'),'\\n \\\"exhibitor_azure_account_key\\\": |-\\n ', listKeys(resourceId('Microsoft.Storage/storageAccounts', variables('masterStorageAccountExhibitorName')), '2015-06-15').key1, '\\n \\\"exhibitor_azure_account_name\\\": |-\\n ',variables('masterStorageAccountExhibitorName'),'\\n \\\"exhibitor_azure_prefix\\\": |-\\n ',variables('masterPublicIPAddressName'),'\\n \\\"master_list\\\": |-\\n [\\\"', reference(variables('masterVMNic')[0]).ipConfigurations[0].properties.privateIPAddress,'\\\", \\\"', reference(variables('masterVMNic')[1]).ipConfigurations[0].properties.privateIPAddress,'\\\", \\\"', reference(variables('masterVMNic')[2]).ipConfigurations[0].properties.privateIPAddress,'\\\"]\\n \\\"oauth_enabled\\\": |-\\n ',variables('oauthEnabled'),'\\n\\\"late_bound_package_id\\\": |-\\n dcos-provider-06b50f9dcce85789b858b03ff7f86af6d1a95519-azure--setup\\n\",\"owner\":\"root\",\"path\":\"/etc/mesosphere/setup-flags/late-config.yaml\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nBefore=dcos.target\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/mkdir -p /etc/profile.d\\nExecStart=/usr/bin/ln -sf /opt/mesosphere/bin/add_dcos_path.sh /etc/profile.d/dcos.sh\\n\",\"path\":\"/etc/systemd/system/dcos-link-env.service\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nDescription=Pkgpanda: Download DC/OS to this host.\\nAfter=network-online.target\\nWants=network-online.target\\nConditionPathExists=!/opt/mesosphere/\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nExecStartPre=/usr/bin/curl --keepalive-time 2 -fLsSv --retry 20 -Y 100000 -y 60 -o //var/tmp/bootstrap.tar.xz https://dcosio.azureedge.net/dcos/EarlyAccess/bootstrap/6e72844be5d6bdfe89590232fa3701096f1ee1a6.bootstrap.tar.xz\\nExecStartPre=/usr/bin/mkdir -p /opt/mesosphere\\nExecStart=/usr/bin/tar -axf //var/tmp/bootstrap.tar.xz -C /opt/mesosphere\\nExecStartPost=-/usr/bin/rm -f //var/tmp/bootstrap.tar.xz\\n\",\"path\":\"/etc/systemd/system/dcos-download.service\",\"permissions\":\"0644\"},{\"content\":\"[Unit]\\nDescription=Pkgpanda: Specialize DC/OS for this host.\\nRequires=dcos-download.service\\nAfter=dcos-download.service\\n[Service]\\nType=oneshot\\nStandardOutput=journal+console\\nStandardError=journal+console\\nEnvironmentFile=/opt/mesosphere/environment\\nExecStart=/opt/mesosphere/bin/pkgpanda setup --no-block-systemd\\n[Install]\\nWantedBy=multi-user.target\\n\",\"path\":\"/etc/systemd/system/dcos-setup.service\",\"permissions\":\"0644\"},{\"content\":\"\",\"path\":\"/etc/mesosphere/roles/azure\"},{\"content\":\"#!/bin/bash\\n\\n\\nMESOSDIR=/var/lib/mesos/dl\\nmkdir $MESOSDIR\\n\\n\\n# load the env vars\\n. /etc/mesosphere/setup-flags/dcos-deploy-environment\\n\\n\\n# default dc/os component download address (Azure CDN)\\nDOCKER_ENGINE_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/docker-engine_1.11.2-0~xenial_amd64.deb\\nLIBIPSET_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/libipset3_6.29-1_amd64.deb\\nIPSET_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/ipset_6.29-1_amd64.deb\\nUNZIP_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/unzip_6.0-20ubuntu1_amd64.deb\\nLIBLTDL_DOWNLOAD_URL=https://az837203.vo.msecnd.net/dcos-deps/libltdl7_2.4.6-0.1_amd64.deb\\n\\n\\ncase $DCOS_ENVIRONMENT in\\n# because of Chinese GreatWall Firewall, the default packages on Azure CDN is blocked. So the following Chinese local mirror url should be used instead.\\nAzureChinaCloud)\\nDOCKER_ENGINE_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/docker-engine_1.11.2-0~xenial_amd64.deb\\nLIBIPSET_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/libipset3_6.29-1_amd64.deb\\nIPSET_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/ipset_6.29-1_amd64.deb\\nUNZIP_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/unzip_6.0-20ubuntu1_amd64.deb\\nLIBLTDL_DOWNLOAD_URL=http://acsengine.blob.core.chinacloudapi.cn/dcos/libltdl7_2.4.6-0.1_amd64.deb\\n;;\\nesac\\n\\n\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/d.deb $DOCKER_ENGINE_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/1.deb $LIBIPSET_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/2.deb $IPSET_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/3.deb $UNZIP_DOWNLOAD_URL \\u0026\\ncurl -fLsSv --retry 20 -Y 100000 -y 60 -o $MESOSDIR/4.deb $LIBLTDL_DOWNLOAD_URL \\u0026\\nwait\\n\\n\\nfor i in {1..300}; do\\ndpkg -i $MESOSDIR/{1,2,3,4}.deb\\nif [ \\\"$?\\\" = \\\"0\\\" ]\\nthen\\necho \\\"succeeded\\\"\\nbreak\\nfi\\nsleep 1\\ndone\\n\\n\\ntouch /etc/mesosphere/roles/master\\ntouch /etc/mesosphere/roles/azure_master\\n\",\"owner\":\"root\",\"path\":\"/opt/azure/containers/provision.sh\",\"permissions\":\"0744\"}]}'))]", + "linuxConfiguration": { + "disablePasswordAuthentication": "true", + "ssh": { + "publicKeys": [ + { + "keyData": "[variables('sshRSAPublicKey')]", + "path": "[variables('sshKeyPath')]" + } + ] + } + } + }, + "storageProfile": { + "imageReference": { + "offer": "[variables('osImageOffer')]", + "publisher": "[variables('osImagePublisher')]", + "sku": "[variables('osImageSKU')]", + "version": "[variables('osImageVersion')]" + }, + "osDisk": { + "caching": "ReadWrite", + "createOption": "FromImage", + "name": "[concat(variables('masterVMNamePrefix'), copyIndex(),'-osdisk')]", + "vhd": { + "uri": "[concat(reference(concat('Microsoft.Storage/storageAccounts/',variables('masterStorageAccountName')),variables('apiVersionStorage')).primaryEndpoints.blob,'vhds/',variables('masterVMNamePrefix'),copyIndex(),'-osdisk.vhd')]" + } + } + } + }, + "tags": { + "creationSource": "[concat('acsengine-', variables('masterVMNamePrefix'), copyIndex())]" + }, + "type": "Microsoft.Compute/virtualMachines" + }, + { + "apiVersion": "[variables('apiVersionDefault')]", + "dependsOn": [ + "[concat('Microsoft.Compute/virtualMachines/', variables('masterVMNamePrefix'), sub(variables('masterCount'), 1))]" + ], + "location": "[variables('location')]", + "name": "[concat(variables('masterVMNamePrefix'), sub(variables('masterCount'), 1), '/waitforleader')]", + "properties": { + "autoUpgradeMinorVersion": true, + "publisher": "Microsoft.OSTCExtensions", + "settings": { + "commandToExecute": "sh -c 'until ping -c1 leader.mesos;do echo waiting for leader.mesos;sleep 15;done;echo leader.mesos up'" + }, + "type": "CustomScriptForLinux", + "typeHandlerVersion": "1.4" + }, + "type": "Microsoft.Compute/virtualMachines/extensions" + } + ], + "outputs": { + "agentpublicFQDN": { + "type": "string", + "value": "[reference(concat('Microsoft.Network/publicIPAddresses/', variables('agentpublicIPAddressName'))).dnsSettings.fqdn]" + }, + "masterFQDN": { + "type": "string", + "value": "[reference(concat('Microsoft.Network/publicIPAddresses/', variables('masterPublicIPAddressName'))).dnsSettings.fqdn]" + } + } +} \ No newline at end of file diff --git a/pkg/acsengine/testdata/simple/dcos1.9.0_expected_params.json b/pkg/acsengine/testdata/simple/dcos1.9.0_expected_params.json new file mode 100644 index 0000000000..6aa07a9a88 --- /dev/null +++ b/pkg/acsengine/testdata/simple/dcos1.9.0_expected_params.json @@ -0,0 +1,50 @@ +{ + "agentprivateCount": { + "value": 3 + }, + "agentprivateSubnet": { + "value": "10.0.0.0/16" + }, + "agentprivateVMSize": { + "value": "Standard_D2_v2" + }, + "agentpublicCount": { + "value": 3 + }, + "agentpublicEndpointDNSNamePrefix": { + "value": "agentpublic1" + }, + "agentpublicSubnet": { + "value": "10.1.0.0/16" + }, + "agentpublicVMSize": { + "value": "Standard_D2_v2" + }, + "dcosBootstrapURL": { + "value": "https://dcosio.azureedge.net/dcos/EarlyAccess/bootstrap/1bdc9e5f7863c6ead141be2f268cb231ad6c1049.bootstrap.tar.xz" + }, + "firstConsecutiveStaticIP": { + "value": "172.16.0.5" + }, + "linuxAdminUsername": { + "value": "azureuser" + }, + "location": { + "value": "" + }, + "masterEndpointDNSNamePrefix": { + "value": "masterdns1" + }, + "masterSubnet": { + "value": "172.16.0.0/24" + }, + "masterVMSize": { + "value": "Standard_D2_v2" + }, + "sshRSAPublicKey": { + "value": "ssh-rsa PUBLICKEY azureuser@linuxvm" + }, + "targetEnvironment": { + "value": "AzurePublicCloud" + } +} \ No newline at end of file diff --git a/pkg/acsengine/types.go b/pkg/acsengine/types.go index 69e6014fa2..2f71cdf144 100644 --- a/pkg/acsengine/types.go +++ b/pkg/acsengine/types.go @@ -36,6 +36,7 @@ type DCOSSpecConfig struct { DCOS184_BootstrapDownloadURL string DCOS187_BootstrapDownloadURL string DCOS188_BootstrapDownloadURL string + DCOS190_BootstrapDownloadURL string } //KubernetesSpecConfig is the kubernetes container images used. diff --git a/pkg/api/const.go b/pkg/api/const.go index 8751ebc84c..76ad1fed04 100644 --- a/pkg/api/const.go +++ b/pkg/api/const.go @@ -6,7 +6,9 @@ const ( Mesos OrchestratorType = "Mesos" // DCOS is the string constant for DCOS orchestrator type and defaults to DCOS188 DCOS OrchestratorType = "DCOS" - // DCOS187 is the string constant for DCOS 1.8.8 orchestrator type + // DCOS190 is the string constant for DCOS 1.9.0 orchestrator type + DCOS190 OrchestratorType = "DCOS190" + // DCOS188 is the string constant for DCOS 1.8.8 orchestrator type DCOS188 OrchestratorType = "DCOS188" // DCOS187 is the string constant for DCOS 1.8.7 orchestrator type DCOS187 OrchestratorType = "DCOS187" diff --git a/pkg/api/vlabs/const.go b/pkg/api/vlabs/const.go index 739573264f..7a0fbc7a28 100644 --- a/pkg/api/vlabs/const.go +++ b/pkg/api/vlabs/const.go @@ -9,6 +9,8 @@ const ( const ( // DCOS is the string constant for DCOS orchestrator type and defaults to DCOS188 DCOS = "DCOS" + // DCOS190 is the string constant for DCOS 1.9.0 orchestrator type + DCOS190 OrchestratorType = "DCOS190" // DCOS188 is the string constant for DCOS 1.8.8 orchestrator type DCOS188 OrchestratorType = "DCOS188" // DCOS187 is the string constant for DCOS 1.8.7 orchestrator type diff --git a/pkg/api/vlabs/validate.go b/pkg/api/vlabs/validate.go index 16bab742b9..fd9f3b4932 100644 --- a/pkg/api/vlabs/validate.go +++ b/pkg/api/vlabs/validate.go @@ -12,6 +12,7 @@ import ( func (o *OrchestratorProfile) Validate() error { switch o.OrchestratorType { case DCOS: + case DCOS190: case DCOS188: case DCOS187: case DCOS184: @@ -181,6 +182,7 @@ func (a *Properties) Validate() error { case DCOS184: case DCOS187: case DCOS188: + case DCOS190: case Swarm: default: return fmt.Errorf("StorageAccountClassic is not supported in MasterProfile for Orchestrator %s \n", a.OrchestratorProfile.OrchestratorType) @@ -219,6 +221,7 @@ func (a *Properties) Validate() error { case DCOS184: case DCOS187: case DCOS188: + case DCOS190: case Swarm: case Kubernetes: case SwarmMode: @@ -234,6 +237,7 @@ func (a *Properties) Validate() error { case DCOS184: case DCOS187: case DCOS188: + case DCOS190: case Swarm: default: return fmt.Errorf("StorageAccountClassic is not supported in agentPoolProfile for Orchestrator %s \n", a.OrchestratorProfile.OrchestratorType)