Merge pull request #165 from mckornfield/solr-install

Add solr helm terraform deployment

api_gateway/terraform/README.md

@@ -2,7 +2,7 @@
 1. install terraform `brew install terraform`
 1. set up access to s3/spaces
   1. create access key in control panel, note key id and access key
-  2. update ~/.netrc to hold access like with a line like `sfo2.digitaloceanspaces.com spaces login KEY_ID password ACCESS_KEY`
+  2. update ~/.netrc to hold access like with a line like `machine sfo2.digitaloceanspaces.com login KEY_ID password ACCESS_KEY`
 1. load keys by running `source setup_keys.sh`
 1. `terraform init` get ready to run terraform
 1. `terraform plan` to see changes that will be applied

scripts/export_do_tf_tokens.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+my_env=${1:?Environment is required}
+line=$(grep "digitalocean.${my_env}.treetracker.org" ~/.netrc)
+export DIGITALOCEAN_TOKEN=$(echo $line | awk '{print $6}')
+
+netrc_string=$(grep "sfo2.${my_env}.digitaloceanspaces.com" ~/.netrc)
+export AWS_ACCESS_KEY_ID=$(echo $netrc_string | awk '{print $4}')
+export AWS_SECRET_ACCESS_KEY=$(echo $netrc_string | awk '{print $6}')

solr/cleanup_clusterroles.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+kubectl delete clusterrole solr-operator-role solr-operator-zookeeper-operator
+kubectl delete clusterrolebinding solr-operator-rolebinding solr-operator-zookeeper-operator

solr/dev/backend.tf

@@ -0,0 +1,17 @@
+
+terraform {
+  # DigitalOcean uses the S3 spec.
+  backend "s3" {
+    bucket   = "treetracker-dev-terraform"
+    key      = "terraform-solr.tfstate"
+    endpoint = "https://sfo2.digitaloceanspaces.com"
+    # DO uses the S3 format
+    # eu-west-1 is used to pass TF validation
+    # Region is ACTUALLY sfo2 on DO
+    region = "eu-west-1"
+    # Deactivate a few checks as TF will attempt these against AWS
+    skip_credentials_validation = true
+    skip_metadata_api_check     = true
+    skip_region_validation      = true
+  }
+}

solr/dev/main.tf

@@ -0,0 +1,4 @@
+module "solr" {
+  source       = "../solr_chart"
+  cluster_name = "dev-k8s-treetracker"
+}

solr/dev/provider.tf

@@ -0,0 +1,10 @@
+terraform {
+  required_providers {
+    digitalocean = {
+      source  = "digitalocean/digitalocean"
+      version = "2.28.1"
+    }
+    kubernetes = "2.16.1"
+    helm       = "2.8.0"
+  }
+}

solr/prod/backend.tf

@@ -0,0 +1,17 @@
+
+terraform {
+  # DigitalOcean uses the S3 spec.
+  backend "s3" {
+    bucket   = "treetracker-test-terraform"
+    key      = "terraform-solr.tfstate"
+    endpoint = "https://sfo2.digitaloceanspaces.com"
+    # DO uses the S3 format
+    # eu-west-1 is used to pass TF validation
+    # Region is ACTUALLY sfo2 on DO
+    region = "eu-west-1"
+    # Deactivate a few checks as TF will attempt these against AWS
+    skip_credentials_validation = true
+    skip_metadata_api_check     = true
+    skip_region_validation      = true
+  }
+}

solr/prod/main.tf

@@ -0,0 +1,4 @@
+module "solr" {
+  source       = "../solr_chart"
+  cluster_name = "prod-k8s-treetracker"
+}

solr/prod/provider.tf

@@ -0,0 +1,10 @@
+terraform {
+  required_providers {
+    digitalocean = {
+      source  = "digitalocean/digitalocean"
+      version = "2.28.1"
+    }
+    kubernetes = "2.16.1"
+    helm       = "2.8.0"
+  }
+}

solr/solr_chart/main.tf

@@ -0,0 +1,49 @@
+data "digitalocean_kubernetes_cluster" "dev" {
+  name = var.cluster_name
+}
+
+provider "helm" {
+  kubernetes {
+    host  = data.digitalocean_kubernetes_cluster.dev.endpoint
+    token = data.digitalocean_kubernetes_cluster.dev.kube_config[0].token
+    cluster_ca_certificate = base64decode(
+      data.digitalocean_kubernetes_cluster.dev.kube_config[0].cluster_ca_certificate
+    )
+  }
+}
+
+locals {
+  solr_version = "0.7.0"
+}
+resource "helm_release" "solr_operator" {
+  name             = "solr-operator"
+  repository       = "https://solr.apache.org/charts"
+  chart            = "solr-operator"
+  version          = local.solr_version
+  namespace        = "solr"
+  create_namespace = true
+
+
+  values = [
+    "${file("${path.module}/solr-operator-values.yaml")}",
+    var.solr_operator_values_file
+  ]
+
+}
+
+
+resource "helm_release" "solr" {
+  name             = "solr"
+  repository       = "https://solr.apache.org/charts"
+  chart            = "solr"
+  version          = local.solr_version
+  namespace        = "solr"
+  create_namespace = true
+
+
+  values = [
+    "${file("${path.module}/solr-values.yaml")}",
+    var.solr_values_file
+  ]
+
+}

solr/solr_chart/provider.tf

@@ -0,0 +1,10 @@
+terraform {
+  required_providers {
+    digitalocean = {
+      source  = "digitalocean/digitalocean"
+      version = "2.28.1"
+    }
+    kubernetes = "2.16.1"
+    helm       = "2.8.0"
+  }
+}

solr/solr_chart/solr-operator-values.yaml

@@ -0,0 +1,3 @@
+zookeeper-operator:
+  crd:
+    create: true

solr/solr_chart/variables.tf

@@ -0,0 +1,13 @@
+variable "cluster_name" {
+  type = string
+}
+
+variable "solr_operator_values_file" {
+  type    = string
+  default = ""
+}
+
+variable "solr_values_file" {
+  type    = string
+  default = ""
+}

solr/test/backend.tf

@@ -0,0 +1,17 @@
+
+terraform {
+  # DigitalOcean uses the S3 spec.
+  backend "s3" {
+    bucket   = "treetracker-test-terraform"
+    key      = "terraform-solr.tfstate"
+    endpoint = "https://sfo2.digitaloceanspaces.com"
+    # DO uses the S3 format
+    # eu-west-1 is used to pass TF validation
+    # Region is ACTUALLY sfo2 on DO
+    region = "eu-west-1"
+    # Deactivate a few checks as TF will attempt these against AWS
+    skip_credentials_validation = true
+    skip_metadata_api_check     = true
+    skip_region_validation      = true
+  }
+}

solr/test/main.tf

@@ -0,0 +1,4 @@
+module "solr" {
+  source       = "../solr_chart"
+  cluster_name = "test-k8s-treetracker"
+}

solr/test/provider.tf

@@ -0,0 +1,10 @@
+terraform {
+  required_providers {
+    digitalocean = {
+      source  = "digitalocean/digitalocean"
+      version = "2.28.1"
+    }
+    kubernetes = "2.16.1"
+    helm       = "2.8.0"
+  }
+}