Provision RDS database for Workshop Signups

fabfile.py

@@ -10,11 +10,16 @@
 @task
 def terraform(context, account_number="", contact="", distribution_bucket="terraform-deployments",
               attendees_table="attendees-datastore", input_queue="attendee-input-queue", project_name="clams",
-              region="us-east-1", environment="nonprod", lambdas="yes", frontend="yes", mode="plan"):
-    if mode not in ['init','plan', 'apply', 'destroy']:
+              region="us-east-1", environment="nonprod", lambdas="yes", frontend="yes", flywayonly="no",
+              database="yes", mode="plan"):
+    if mode not in ['init', 'plan', 'apply', 'destroy']:
         print("No action to take.  Try passing --mode init|plan|apply|destroy")
         exit(-1)
 
+    if flywayonly == 'yes':
+        apply_database_schema()
+        exit(0)
+
     if mode == 'apply' and lambdas == 'yes':
         build_lambdas()
 
@@ -51,6 +56,9 @@ def terraform(context, account_number="", contact="", distribution_bucket="terra
     with do_in_directory('terraform'):
         local(command)
 
+    if mode == 'apply' and database == 'yes':
+        apply_database_schema()
+
     if mode == 'apply' and frontend == 'yes':
         build_and_deploy_frontend()
 
@@ -77,7 +85,7 @@ def get_api_url() -> str:
 
 
 def build_lambdas():
-    for f in ['attendees-api', 'attendee-writer']:
+    for f in ['attendees-api', 'attendee-writer', 'processor']:
         lambda_location = 'functions/{function}'.format(function=f)
         print("Building lambda in {l}....".format(l=lambda_location))
         with do_in_directory(lambda_location):
@@ -113,6 +121,24 @@ def deploy_frontend():
     local('aws s3 cp frontend/public s3://clams.events.hacktionlab.org --recursive')
 
 
+def apply_database_schema():
+    with do_in_directory('terraform'):
+        db_host = local('terraform output -raw rds_database_host').stdout
+        db_name = local('terraform output -raw rds_database_name').stdout
+        db_username = local('terraform output -raw rds_database_username').stdout
+        db_password = local('terraform output -raw rds_database_password').stdout
+
+    with do_in_directory('flyway'):
+        flyway_command = 'flyway -user={db_username} -password={db_password} ' \
+                         '-url=jdbc:postgresql://{db_host}:5432/{db_name} migrate' \
+            .format(db_username=db_username,
+                    db_password=db_password,
+                    db_host=db_host,
+                    db_name=db_name)
+        print("Executing command: ", flyway_command, "\n")
+        local(flyway_command)
+
+
 @contextlib.contextmanager
 def do_in_directory(directory: str):
     CWD = os.getcwd()

flyway/conf/flyway.conf

@@ -0,0 +1,2 @@
+flyway.schemas=hacktionlab_workshops
+flyway.validateOnMigrate=false

database/sql/V1__Initial.sql → flyway/sql/V1__Initial.sql

@@ -1,28 +1,29 @@
 set timezone = 'UTC';
 
+create schema if not exists "hacktionlab_workshops";
 set schema 'hacktionlab_workshops';
 
-create table workshops
+create table hacktionlab_workshops.workshops
 (
     id    serial primary key,
     title text unique not null
 );
 
-create table people
+create table hacktionlab_workshops.people
 (
     id       serial primary key,
     forename varchar(50)         null,
     surname  varchar(50)         null,
     email    varchar(100) unique not null
 );
 
-create table roles
+create table hacktionlab_workshops.roles
 (
     id        serial primary key,
     role_name varchar(20) null
 );
 
-create table workshop_signups
+create table hacktionlab_workshops.workshop_signups
 (
     id           serial primary key,
     people_id    int       not null,
@@ -39,7 +40,7 @@ create table workshop_signups
 );
 
 create sequence trigger_notifications_id_seq as bigint start 1 increment 1 cache 1;
-create table trigger_notifications
+create table hacktionlab_workshops.trigger_notifications
 (
     id      bigint       not null default nextval('trigger_notifications_id_seq'),
     message varchar(256) not null,