EC2: Turbo mode IBD

Use a c5.2xlarge EC2 instance to speed up Initial Blockchain Download. The result is then pruned and copied to the normal instance. dbcache=40000 should be more than enough (currently needs about 7 GB) maxuploadtarget=10000 although not much upload happens during IBD and the instance only lives for a few hour, this caps upload fees to ~$1 per day just in case.
Sjors · May 7, 2018 · 05d3a51 · 05d3a51
1 parent 2eb7d43
commit 05d3a51
Show file tree

Hide file tree

Showing 2 changed files with 200 additions and 1 deletion.
diff --git a/Matreon.Template b/Matreon.Template
@@ -252,6 +252,148 @@
       }
     },
 
+    "IBD": {  
+      "Type": "AWS::EC2::Instance",
+      "Metadata" : {
+        "AWS::CloudFormation::Init" : {
+          "configSets" : {
+            "full_install" : [ 
+              "install_cfn",
+              "install_docker",
+              "install_container_bitcoin",
+              "fetch_matreon_repo",
+              "ibd"
+            ]
+          },
+
+          "install_cfn" : {
+            "files" : {
+              "/etc/cfn/cfn-hup.conf" : {
+                "content" : { "Fn::Join" : ["", [
+                  "[main]\n",
+                  "stack=", { "Ref" : "AWS::StackId" }, "\n",
+                  "region=", { "Ref" : "AWS::Region" }, "\n"
+                ]]},
+                "mode"    : "000400",
+                "owner"   : "root",
+                "group"   : "root"
+              },
+
+              "/etc/cfn/hooks.d/cfn-auto-reloader.conf" : {
+                "content": { "Fn::Join" : ["", [
+                  "[cfn-auto-reloader-hook]\n",
+                  "triggers=post.update\n",
+                  "path=Resources.IBD.Metadata.AWS::CloudFormation::Init\n",
+                  "action=/opt/aws/bin/cfn-init -v ",
+                  "         --stack ", { "Ref" : "AWS::StackName" },
+                  "         --resource IBD ",
+                  "         --configsets full_install ",
+                  "         --region ", { "Ref" : "AWS::Region" }, "\n",
+                  "runas=root\n"
+                ]]},
+                "mode"    : "000400",
+                "owner"   : "root",
+                "group"   : "root"
+              }
+            },
+
+            "services" : {
+              "sysvinit" : {  
+                "cfn-hup" : { "enabled" : "true", "ensureRunning" : "true",
+                              "files" : ["/etc/cfn/cfn-hup.conf", "/etc/cfn/hooks.d/cfn-auto-reloader.conf"]}
+              }
+            }
+          },
+
+          "install_docker": {
+            "commands": {
+              "01_install_docker": {
+                "command": "yum install -y docker git"
+              },
+              "02_install_docker_compose": {
+                "command": {"Fn::Join" : ["", [
+                  "sudo curl -L https://github.com/docker/compose/releases/download/1.21.2/docker-compose-$(uname -s)-$(uname -m) -o /usr/local/bin/docker-compose &&",
+                  "sudo chmod +x /usr/local/bin/docker-compose"
+                ]]}
+              },
+              "03_start_service": {
+                "command": "service docker start"
+              }
+            }
+          },
+
+          "install_container_bitcoin": {
+            "commands": {
+              "02_clone_repo": {
+                "command": "git clone https://github.com/NicolasDorier/docker-bitcoin"
+              },
+              "03_docker_build": {
+                "command": "docker build docker-bitcoin/core/0.16.0 -t bitcoind:0.16.0"
+              }
+            }
+          },
+
+          "fetch_matreon_repo": {
+            "commands": {
+              "01_clone_repo": {
+                "command": "git clone https://github.com/Sjors/matreon.git && cd matreon && git checkout 2018/05/fast-ibd"
+              },
+              "02_build_docker_compose": {
+                "command": "cd matreon && /usr/local/bin/docker-compose -f docker-compose-ibd.yml build"
+              },
+            },
+          },
+
+          "ibd": {
+            "commands": {
+              "01_start": {
+                "command": "cd matreon && /usr/local/bin/docker-compose -f docker-compose-ibd.yml up -d"
+              }
+            }
+          }
+
+        }
+      },
+      "Properties": {
+        "ImageId" : { "Fn::FindInMap" : [ "AWSRegionArch2AMI", { "Ref" : "AWS::Region" },
+                          { "Fn::FindInMap" : [ "AWSInstanceType2Arch", { "Ref" : "InstanceType" }, "Arch" ] } ] },
+        "InstanceType"   : "c5.2xlarge",
+        "BlockDeviceMappings" : [
+           {
+             "DeviceName" : "/dev/xvda",
+                "Ebs" : {
+                   "VolumeSize" : "200"
+                 }
+           }
+        ],
+        "SecurityGroups" : [ {"Ref" : "IBDSecurityGroup"} ],
+        "KeyName"        : { "Ref" : "KeyName" },
+        "Tags" : [
+          {"Key" : "Name", "Value" : "Matreon - Temporary Blockchain Downloader"}
+        ],
+        "UserData"       : { "Fn::Base64" : { "Fn::Join" : ["", [
+          "#!/bin/bash -xe\n",
+          "yum update -y aws-cfn-bootstrap\n",
+
+          "/opt/aws/bin/cfn-init -v ",
+          "         --stack ", { "Ref" : "AWS::StackId" },
+          "         --resource IBD ",
+          "         --configsets full_install ",
+          "         --region ", { "Ref" : "AWS::Region" }, "\n",
+
+          "/opt/aws/bin/cfn-signal -e $? ",
+          "         --stack ", { "Ref" : "AWS::StackId" },
+          "         --resource IBD ",
+          "         --region ", { "Ref" : "AWS::Region" }, "\n"
+        ]]}}        
+      },
+      "CreationPolicy" : {
+        "ResourceSignal" : {
+          "Timeout" : "PT300M"
+        }
+      }
+    },
+
     "WebServerSecurityGroup" : {
       "Type" : "AWS::EC2::SecurityGroup",
       "Properties" : {
@@ -265,7 +407,19 @@
           {"IpProtocol" : "tcp", "FromPort" : "22", "ToPort" : "22", "CidrIp" : { "Ref" : "SSHLocation"}}
         ]
       }      
-    }          
+    },
+
+    "IBDSecurityGroup" : {
+      "Type" : "AWS::EC2::SecurityGroup",
+      "Properties" : {
+        "GroupDescription" : "Enable SSH, Bitcoin P2P, Lightning P2P and Charge access",
+        "SecurityGroupIngress" : [
+          {"IpProtocol" : "tcp", "FromPort" : "8883", "ToPort" : "8883", "CidrIp" : "0.0.0.0/0"},
+          {"IpProtocol" : "tcp", "FromPort" : "18883", "ToPort" : "18883", "CidrIp" : "0.0.0.0/0"},
+          {"IpProtocol" : "tcp", "FromPort" : "22", "ToPort" : "22", "CidrIp" : { "Ref" : "SSHLocation"}}
+        ]
+      }      
+    } 
   },
 
   "Outputs" : {

diff --git a/docker-compose-ibd.yml b/docker-compose-ibd.yml
@@ -0,0 +1,45 @@
+version: "3"
+
+services:
+  bitcoind:
+    restart: always
+    image: bitcoind:0.16.0
+    environment:
+      BITCOIN_EXTRA_ARGS: |
+        ${NBITCOIN_NETWORK:-testnet}=1
+        rpcport=18332
+        rpcuser=bitcoin
+        rpcpassword=bitcoin
+        rpcallowip=0.0.0.0/0
+        server=1
+        dbcache=40000
+        maxuploadtarget=10000
+    expose:
+      - "8333" # Bitcoin Mainnet
+      - "18333" # Bitcoin Testnet
+      - "18332" # Bitcoin RPC
+    ports:
+      - "${BITCOIN_P2P_PORT:-18333}:18333"
+    volumes:
+      - /root/bitcoin:/home/bitcoin/.bitcoin
+    networks:
+      - bitcoin
+
+  bitcoin-cli:
+    image: bitcoind:0.16.0 
+    environment:
+      BITCOIN_EXTRA_ARGS: |
+        ${NBITCOIN_NETWORK:-testnet}=1
+        rpcport=18332
+        rpcuser=bitcoin
+        rpcpassword=bitcoin
+    entrypoint: ["/entrypoint.sh", "bitcoin-cli"]
+    command: ""
+    depends_on:
+      - bitcoind
+    network_mode: service:bitcoind
+    volumes:
+      - /root/bitcoin:/home/bitcoin/.bitcoin
+
+networks:
+  bitcoin: