-
Notifications
You must be signed in to change notification settings - Fork 1.2k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #7819 from filecoin-project/digitalocean-use-snap
feat: ci: packer snap
- Loading branch information
Showing
9 changed files
with
215 additions
and
19 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -40,6 +40,7 @@ build/paramfetch.sh | |
| /bundle | ||
| /darwin | ||
| /linux | ||
| *.snap | ||
|
|
||
| *-fuzz.zip | ||
| /chain/types/work_msg/ | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,10 @@ | ||
| LOTUS_IMPORT_SNAPSHOT="https://fil-chain-snapshots-fallback.s3.amazonaws.com/mainnet/minimal_finality_stateroots_latest.car" | ||
| LOTUS_BINARY=$(dirname "$0")/lotus | ||
| GATE="$LOTUS_PATH"/date_initialized | ||
| if [ ! -f "$GATE" ]; then | ||
| echo importing minimal snapshot | ||
| $LOTUS_BINARY daemon --import-snapshot "$LOTUS_IMPORT_SNAPSHOT" --halt-after-import | ||
| # Block future inits | ||
| date > "$GATE" | ||
| fi | ||
| $LOTUS_BINARY daemon $ARGS |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,84 @@ | ||
| variable "ci_workspace_bins" { | ||
| type = string | ||
| default = "./linux" | ||
| } | ||
|
|
||
| variable "lotus_network" { | ||
| type = string | ||
| default = "mainnet" | ||
| } | ||
|
|
||
| locals { | ||
| timestamp = regex_replace(timestamp(), "[- TZ:]", "") | ||
| } | ||
|
|
||
| source "amazon-ebs" "lotus" { | ||
| ami_name = "lotus-${var.lotus_network}-snap-${local.timestamp}" | ||
| ami_regions = [ | ||
| "ap-east-1", | ||
| "ap-northeast-1", | ||
| "ap-northeast-2", | ||
| "ap-northeast-3", | ||
| "ap-south-1", | ||
| "ap-southeast-1", | ||
| "ap-southeast-2", | ||
| "ca-central-1", | ||
| "eu-central-1", | ||
| "eu-north-1", | ||
| "eu-west-1", | ||
| "eu-west-2", | ||
| "eu-west-3", | ||
| "sa-east-1", | ||
| "us-east-1", | ||
| "us-east-2", | ||
| "us-west-1", | ||
| "us-west-2", | ||
| ] | ||
| ami_groups = [ | ||
| # This causes the ami to be publicly-accessable. | ||
| "all", | ||
| ] | ||
| ami_description = "Lotus Filecoin AMI" | ||
| launch_block_device_mappings { | ||
| device_name = "/dev/sda1" | ||
| volume_size = 100 | ||
| delete_on_termination = true | ||
| } | ||
|
|
||
| instance_type = "t2.micro" | ||
| source_ami_filter { | ||
| filters = { | ||
| name = "ubuntu/images/*ubuntu-focal-20.04-amd64-server-*" | ||
| root-device-type = "ebs" | ||
| virtualization-type = "hvm" | ||
| } | ||
| most_recent = true | ||
| owners = ["099720109477"] | ||
| } | ||
| ssh_username = "ubuntu" | ||
| } | ||
|
|
||
| source "digitalocean" "lotus" { | ||
| droplet_name = "lotus-snap" | ||
| size = "s-1vcpu-1gb" | ||
| region = "nyc3" | ||
| image = "ubuntu-20-04-x64" | ||
| snapshot_name = "lotus-${var.lotus_network}-snap-${local.timestamp}" | ||
| ssh_username = "root" | ||
| } | ||
|
|
||
| build { | ||
| sources = [ | ||
| "source.amazon-ebs.lotus", | ||
| "source.digitalocean.lotus", | ||
| ] | ||
|
|
||
| provisioner "file" { | ||
| source = "./tools/packer/etc/motd" | ||
| destination = "motd" | ||
| } | ||
| # build it. | ||
| provisioner "shell" { | ||
| script = "./tools/packer/setup-snap.sh" | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,46 @@ | ||
| #!/usr/bin/env bash | ||
|
|
||
| # This script is executed by packer to setup the image. | ||
| # When this script is run, packer will have already copied binaries into the home directory of | ||
| # whichever user it has access too. This script is executed from within the home directory of that | ||
| # user. Bear in mind that different cloud providers, and different images on the same cloud | ||
| # provider will have a different initial user account. | ||
|
|
||
| set -x | ||
|
|
||
| # Become root, if we aren't already. | ||
| # Docker images will already be root. AMIs will have an SSH user account. | ||
| if [ x$UID != x0 ] | ||
| then | ||
| printf -v cmd_str '%q ' "$0" "$@" | ||
| exec sudo su -c "$cmd_str" | ||
| fi | ||
|
|
||
| set -e | ||
|
|
||
| MANAGED_FILES=( | ||
| /etc/motd | ||
| ) | ||
|
|
||
| # this is required on digitalocean, which does not have snap seeded correctly at this phase. | ||
| apt update | ||
| apt reinstall snapd | ||
|
|
||
| snap install lotus-filecoin | ||
|
|
||
| snap alias lotus-filecoin.lotus lotus | ||
| snap alias lotus-file.con.lotus-daemon lotus-daemon | ||
| snap alias lotus-filecoin.lotus-miner lotus-miner | ||
| snap alias lotus-filecoin.lotus-worker lotus-worker | ||
|
|
||
| snap stop lotus-filecoin.lotus-daemon | ||
|
|
||
| # Setup firewall | ||
| yes | ufw enable | ||
| ufw default deny incoming | ||
| ufw default allow outgoing | ||
| ufw allow ssh | ||
|
|
||
| set +e | ||
|
|
||
| curl -L https://raw.githubusercontent.com/digitalocean/marketplace-partners/master/scripts/90-cleanup.sh | bash |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters