From dd6d8cc6f8a4afa48f9083dff9cdd73c2bb05808 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Mon, 10 Feb 2025 20:49:21 +0000 Subject: [PATCH 01/26] initial --- .envrc | 2 + cmd/milmove/migrate.go | 116 +++++++++++++++++- .../0001_create_test_procedures.up.sql | 6 + .../ddl_tables/01_create_test_table.up.sql | 7 ++ .../ddl_types/01_create_tesT_type.up.sql | 7 ++ .../ddl_views/01_create_test_view.up.sql | 2 + migrations/app/ddl_migrations_manifest.txt | 4 + pkg/cli/migration.go | 6 + 8 files changed, 149 insertions(+), 1 deletion(-) create mode 100644 migrations/app/ddl_migrations/ddl_procedures/0001_create_test_procedures.up.sql create mode 100644 migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql create mode 100644 migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql create mode 100644 migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql create mode 100644 migrations/app/ddl_migrations_manifest.txt diff --git a/.envrc b/.envrc index c5e72d09ad2..76ec72729b4 100644 --- a/.envrc +++ b/.envrc @@ -101,6 +101,8 @@ export APPLICATION=app # Migration Path export MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/schema;file://${MYMOVE_DIR}/migrations/app/secure" export MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/migrations_manifest.txt" +export DDL_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_migrations_manifest.txt" +export DDL_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_tables;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_types;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_views;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_functions;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_procedures" # Default DB configuration export DB_PASSWORD=mysecretpassword diff --git a/cmd/milmove/migrate.go b/cmd/milmove/migrate.go index 507c747bf00..0bbc83dd9af 100644 --- a/cmd/milmove/migrate.go +++ b/cmd/milmove/migrate.go @@ -174,7 +174,6 @@ func migrateFunction(cmd *cobra.Command, args []string) error { // Remove any extra quotes around path trimmedMigrationPaths := strings.Trim(v.GetString(cli.MigrationPathFlag), "\"") migrationPaths := expandPaths(strings.Split(trimmedMigrationPaths, ";")) - logger.Info(fmt.Sprintf("using migration paths %q", migrationPaths)) logger.Info("migration Path from s3") @@ -308,5 +307,120 @@ func migrateFunction(cmd *cobra.Command, args []string) error { return errors.Wrap(errUp, "error running migrations") } + // Begin DDL migrations + ddlMigrationManifest := expandPath(v.GetString(cli.DDLMigrationManifestFlag)) + ddlMigrationPath := expandPath(v.GetString(cli.DDLMigrationPathFlag)) + ddlMigrationPathsExpanded := expandPaths(strings.Split(ddlMigrationPath, ";")) + + if ddlMigrationManifest != "" && len(ddlMigrationPathsExpanded) > 0 { + // Define ordered folders + orderedFolders := []string{ + "ddl_tables", + "ddl_types", + "ddl_views", + "ddl_functions", + "ddl_procedures", + } + + // Create tracking map + successfulMigrations := make(map[string][]string) + + // Process each folder in order + for _, folder := range orderedFolders { + logger.Info("Processing folder", zap.String("current_folder", folder)) + + for _, path := range ddlMigrationPathsExpanded { + cleanPath := strings.TrimPrefix(path, "file://") + pathParts := strings.Split(cleanPath, "/") + currentFolder := pathParts[len(pathParts)-1] + + if currentFolder != folder { + continue + } + filenames, errListFiles := fileHelper.ListFiles(path, s3Client) + if errListFiles != nil { + logger.Fatal(fmt.Sprintf("Error listing DDL migrations directory %s", path), zap.Error(errListFiles)) + } + + logger.Info(fmt.Sprintf("Found files in %s:", folder)) + for _, file := range filenames { + logger.Info(fmt.Sprintf(" - %s", file)) + } + + ddlMigrationFiles := map[string][]string{ + path: filenames, + } + + logger.Info(fmt.Sprintf("=== Processing %s Files ===", folder)) + + ddlManifest, err := os.Open(ddlMigrationManifest[len("file://"):]) + if err != nil { + return errors.Wrap(err, "error reading DDL manifest") + } + + scanner := bufio.NewScanner(ddlManifest) + logger.Info(fmt.Sprintf("Reading manifest for folder %s", folder)) + for scanner.Scan() { + target := scanner.Text() + logger.Info(fmt.Sprintf("Manifest entry: %s", target)) + + if strings.HasPrefix(target, "#") { + logger.Info("Skipping commented line") + continue + } + + if !strings.Contains(target, folder) { + logger.Info(fmt.Sprintf("Skipping entry - not in current folder %s", folder)) + continue + } + + logger.Info(fmt.Sprintf("Processing manifest entry: %s", target)) + + uri := "" + for dir, files := range ddlMigrationFiles { + for _, filename := range files { + if target == filename { + uri = fmt.Sprintf("%s/%s", dir, filename) + break + } + } + } + + if len(uri) == 0 { + return errors.Errorf("Error finding DDL migration for filename %q", target) + } + + m, err := pop.ParseMigrationFilename(target) + if err != nil { + return errors.Wrapf(err, "error parsing DDL migration filename %q", uri) + } + + b := &migrate.Builder{Match: m, Path: uri} + migration, errCompile := b.Compile(s3Client, wait, logger) + if errCompile != nil { + return errors.Wrap(errCompile, "Error compiling DDL migration") + } + + if err := migration.Run(dbConnection); err != nil { + return errors.Wrap(err, "error executing DDL migration") + } + + successfulMigrations[folder] = append(successfulMigrations[folder], target) + logger.Info(fmt.Sprintf("Successfully executed: %s", target)) + } + ddlManifest.Close() + } + } + + logger.Info("=== DDL Migration Summary ===") + for _, folder := range orderedFolders { + logger.Info(fmt.Sprintf("Folder: %s", folder)) + if migrations, ok := successfulMigrations[folder]; ok { + for _, migration := range migrations { + logger.Info(fmt.Sprintf(" ✓ %s", migration)) + } + } + } + } return nil } diff --git a/migrations/app/ddl_migrations/ddl_procedures/0001_create_test_procedures.up.sql b/migrations/app/ddl_migrations/ddl_procedures/0001_create_test_procedures.up.sql new file mode 100644 index 00000000000..ed5ae1f6004 --- /dev/null +++ b/migrations/app/ddl_migrations/ddl_procedures/0001_create_test_procedures.up.sql @@ -0,0 +1,6 @@ +CREATE OR REPLACE FUNCTION square_number(input_num numeric) +RETURNS numeric AS $$ +BEGIN + RETURN input_num * input_num +15 *75; +END; +$$ LANGUAGE plpgsql; diff --git a/migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql b/migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql new file mode 100644 index 00000000000..f071d40d4b1 --- /dev/null +++ b/migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql @@ -0,0 +1,7 @@ +create table if not exists test_table ( + id uuid not null, + created_at timestamp without time zone not null, + updated_at timestamp without time zone not null, + deleted_at timestamp without time zone, + primary key (id) + ); \ No newline at end of file diff --git a/migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql b/migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql new file mode 100644 index 00000000000..533b9304e10 --- /dev/null +++ b/migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql @@ -0,0 +1,7 @@ + +Drop type if exists test_type; +CREATE TYPE test_type AS ENUM ( + 'YES', + 'NO', + 'NOT SURE' + ); diff --git a/migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql b/migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql new file mode 100644 index 00000000000..cd120e7467d --- /dev/null +++ b/migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql @@ -0,0 +1,2 @@ +drop view if exists test_view; +create view test_view as select * from office_users; \ No newline at end of file diff --git a/migrations/app/ddl_migrations_manifest.txt b/migrations/app/ddl_migrations_manifest.txt new file mode 100644 index 00000000000..96183ff1c8a --- /dev/null +++ b/migrations/app/ddl_migrations_manifest.txt @@ -0,0 +1,4 @@ +01_create_test_table.up.sql +01_create_test_view.up.sql +01_create_tesT_type.up.sql +0001_create_test_procedures.up.sql \ No newline at end of file diff --git a/pkg/cli/migration.go b/pkg/cli/migration.go index b540516beb0..d71c799c22d 100644 --- a/pkg/cli/migration.go +++ b/pkg/cli/migration.go @@ -13,6 +13,10 @@ const ( MigrationManifestFlag string = "migration-manifest" // MigrationWaitFlag is the migration wait flag MigrationWaitFlag string = "migration-wait" + // DDLMigrationManifestFlag is the ddl migration manifest flag + DDLMigrationManifestFlag = "ddl-migration-manifest" + // DDLMigrationPathFlag is the ddl migration path flag + DDLMigrationPathFlag = "ddl-migration-path" ) var ( @@ -23,6 +27,8 @@ var ( func InitMigrationFlags(flag *pflag.FlagSet) { flag.StringP(MigrationManifestFlag, "m", "migrations/app/migrations_manifest.txt", "Path to the manifest") flag.DurationP(MigrationWaitFlag, "w", time.Millisecond*10, "duration to wait when polling for new data from migration file") + flag.String(DDLMigrationManifestFlag, "", "Path to DDL migrations manifest") + flag.String(DDLMigrationPathFlag, "", "Path to DDL migrations directory") } // CheckMigration validates migration command line flags From 0feac133aa7a0064641ba6066eaeeedce87db987 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Tue, 11 Feb 2025 20:06:07 -0600 Subject: [PATCH 02/26] split into separate manifest files --- .envrc | 19 ++- cmd/milmove/migrate.go | 168 +++++++++------------ migrations/app/ddl_functions_manifest.txt | 0 migrations/app/ddl_migrations_manifest.txt | 4 - migrations/app/ddl_procedures_manifest.txt | 1 + migrations/app/ddl_tables_manifest.txt | 1 + migrations/app/ddl_types_manifest.txt | 1 + migrations/app/ddl_views_manifest.txt | 1 + migrations/app/dml_migrations_manifest.txt | 0 pkg/cli/migration.go | 33 +++- 10 files changed, 119 insertions(+), 109 deletions(-) create mode 100644 migrations/app/ddl_functions_manifest.txt delete mode 100644 migrations/app/ddl_migrations_manifest.txt create mode 100644 migrations/app/ddl_procedures_manifest.txt create mode 100644 migrations/app/ddl_tables_manifest.txt create mode 100644 migrations/app/ddl_types_manifest.txt create mode 100644 migrations/app/ddl_views_manifest.txt create mode 100644 migrations/app/dml_migrations_manifest.txt diff --git a/.envrc b/.envrc index 76ec72729b4..c74aa073807 100644 --- a/.envrc +++ b/.envrc @@ -101,8 +101,23 @@ export APPLICATION=app # Migration Path export MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/schema;file://${MYMOVE_DIR}/migrations/app/secure" export MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/migrations_manifest.txt" -export DDL_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_migrations_manifest.txt" -export DDL_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_tables;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_types;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_views;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_functions;file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_procedures" + +# DDL Migrations +export DDL_TYPES_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_types" +export DDL_TYPES_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_types_manifest.txt" + +export DDL_TABLES_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_tables" +export DDL_TABLES_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_tables_manifest.txt" + +export DDL_VIEWS_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_views" +export DDL_VIEWS_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_views_manifest.txt" + +export DDL_FUNCTIONS_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_functions" +export DDL_FUNCTIONS_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_functions_manifest.txt" + +export DDL_PROCEDURES_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_procedures" +export DDL_PROCEDURES_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_procedures_manifest.txt" + # Default DB configuration export DB_PASSWORD=mysecretpassword diff --git a/cmd/milmove/migrate.go b/cmd/milmove/migrate.go index 0bbc83dd9af..5d5d699859a 100644 --- a/cmd/milmove/migrate.go +++ b/cmd/milmove/migrate.go @@ -308,119 +308,89 @@ func migrateFunction(cmd *cobra.Command, args []string) error { } // Begin DDL migrations - ddlMigrationManifest := expandPath(v.GetString(cli.DDLMigrationManifestFlag)) - ddlMigrationPath := expandPath(v.GetString(cli.DDLMigrationPathFlag)) - ddlMigrationPathsExpanded := expandPaths(strings.Split(ddlMigrationPath, ";")) - - if ddlMigrationManifest != "" && len(ddlMigrationPathsExpanded) > 0 { - // Define ordered folders - orderedFolders := []string{ - "ddl_tables", - "ddl_types", - "ddl_views", - "ddl_functions", - "ddl_procedures", - } - - // Create tracking map - successfulMigrations := make(map[string][]string) - - // Process each folder in order - for _, folder := range orderedFolders { - logger.Info("Processing folder", zap.String("current_folder", folder)) - - for _, path := range ddlMigrationPathsExpanded { - cleanPath := strings.TrimPrefix(path, "file://") - pathParts := strings.Split(cleanPath, "/") - currentFolder := pathParts[len(pathParts)-1] - - if currentFolder != folder { - continue - } - filenames, errListFiles := fileHelper.ListFiles(path, s3Client) - if errListFiles != nil { - logger.Fatal(fmt.Sprintf("Error listing DDL migrations directory %s", path), zap.Error(errListFiles)) - } - - logger.Info(fmt.Sprintf("Found files in %s:", folder)) - for _, file := range filenames { - logger.Info(fmt.Sprintf(" - %s", file)) - } - - ddlMigrationFiles := map[string][]string{ - path: filenames, - } - - logger.Info(fmt.Sprintf("=== Processing %s Files ===", folder)) - - ddlManifest, err := os.Open(ddlMigrationManifest[len("file://"):]) - if err != nil { - return errors.Wrap(err, "error reading DDL manifest") - } - - scanner := bufio.NewScanner(ddlManifest) - logger.Info(fmt.Sprintf("Reading manifest for folder %s", folder)) - for scanner.Scan() { - target := scanner.Text() - logger.Info(fmt.Sprintf("Manifest entry: %s", target)) + ddlTypesManifest := expandPath(v.GetString(cli.DDLTypesMigrationManifestFlag)) + ddlTypesManifestPath := expandPath(v.GetString(cli.DDLTypesMigrationPathFlag)) + + ddlTablesManifest := expandPath(v.GetString(cli.DDLTablesMigrationManifestFlag)) + ddlTablesPath := expandPath(v.GetString(cli.DDLTablesMigrationPathFlag)) + + ddlViewsManifest := expandPath(v.GetString(cli.DDLViewsMigrationManifestFlag)) + ddlViewsPath := expandPath(v.GetString(cli.DDLViewsMigrationPathFlag)) + + ddlFunctionsManifest := expandPath(v.GetString(cli.DDLFunctionsMigrationManifestFlag)) + ddlFunctionsPath := expandPath(v.GetString(cli.DDLFunctionsMigrationPathFlag)) + + ddlProceduresManifest := expandPath(v.GetString(cli.DDLProceduresMigrationManifestFlag)) + ddlProceduresPath := expandPath(v.GetString(cli.DDLProceduresMigrationPathFlag)) + + ddlTypes := []struct { + name string + manifest string + path string + }{ + {"DDL Types", ddlTypesManifest, ddlTypesManifestPath}, + {"DDL Tables", ddlTablesManifest, ddlTablesPath}, + {"DDL Views", ddlViewsManifest, ddlViewsPath}, + {"DDL Functions", ddlFunctionsManifest, ddlFunctionsPath}, + {"DDL Procedures", ddlProceduresManifest, ddlProceduresPath}, + } - if strings.HasPrefix(target, "#") { - logger.Info("Skipping commented line") - continue - } + for _, ddlType := range ddlTypes { + logger.Info(fmt.Sprintf("=== Processing %s ===", ddlType.name)) - if !strings.Contains(target, folder) { - logger.Info(fmt.Sprintf("Skipping entry - not in current folder %s", folder)) - continue - } + filenames, errListFiles := fileHelper.ListFiles(ddlType.path, s3Client) + if errListFiles != nil { + logger.Fatal(fmt.Sprintf("Error listing %s directory %s", ddlType.name, ddlType.path), zap.Error(errListFiles)) + } - logger.Info(fmt.Sprintf("Processing manifest entry: %s", target)) + ddlMigrationFiles := map[string][]string{ + ddlType.path: filenames, + } - uri := "" - for dir, files := range ddlMigrationFiles { - for _, filename := range files { - if target == filename { - uri = fmt.Sprintf("%s/%s", dir, filename) - break - } - } - } + manifest, err := os.Open(ddlType.manifest[len("file://"):]) + if err != nil { + return errors.Wrap(err, fmt.Sprintf("error reading %s manifest", ddlType.name)) + } - if len(uri) == 0 { - return errors.Errorf("Error finding DDL migration for filename %q", target) - } + scanner := bufio.NewScanner(manifest) + for scanner.Scan() { + target := scanner.Text() + if strings.HasPrefix(target, "#") { + continue + } - m, err := pop.ParseMigrationFilename(target) - if err != nil { - return errors.Wrapf(err, "error parsing DDL migration filename %q", uri) + uri := "" + for dir, files := range ddlMigrationFiles { + for _, filename := range files { + if target == filename { + uri = fmt.Sprintf("%s/%s", dir, filename) + break } + } + } - b := &migrate.Builder{Match: m, Path: uri} - migration, errCompile := b.Compile(s3Client, wait, logger) - if errCompile != nil { - return errors.Wrap(errCompile, "Error compiling DDL migration") - } + if len(uri) == 0 { + return errors.Errorf("Error finding %s migration for filename %q", ddlType.name, target) + } - if err := migration.Run(dbConnection); err != nil { - return errors.Wrap(err, "error executing DDL migration") - } + m, err := pop.ParseMigrationFilename(target) + if err != nil { + return errors.Wrapf(err, "error parsing %s migration filename %q", ddlType.name, uri) + } - successfulMigrations[folder] = append(successfulMigrations[folder], target) - logger.Info(fmt.Sprintf("Successfully executed: %s", target)) - } - ddlManifest.Close() + b := &migrate.Builder{Match: m, Path: uri} + migration, errCompile := b.Compile(s3Client, wait, logger) + if errCompile != nil { + return errors.Wrap(errCompile, fmt.Sprintf("Error compiling %s migration", ddlType.name)) } - } - logger.Info("=== DDL Migration Summary ===") - for _, folder := range orderedFolders { - logger.Info(fmt.Sprintf("Folder: %s", folder)) - if migrations, ok := successfulMigrations[folder]; ok { - for _, migration := range migrations { - logger.Info(fmt.Sprintf(" ✓ %s", migration)) - } + if err := migration.Run(dbConnection); err != nil { + return errors.Wrap(err, fmt.Sprintf("error executing %s migration", ddlType.name)) } + + logger.Info(fmt.Sprintf("Successfully executed %s: %s", ddlType.name, target)) } + manifest.Close() } return nil } diff --git a/migrations/app/ddl_functions_manifest.txt b/migrations/app/ddl_functions_manifest.txt new file mode 100644 index 00000000000..e69de29bb2d diff --git a/migrations/app/ddl_migrations_manifest.txt b/migrations/app/ddl_migrations_manifest.txt deleted file mode 100644 index 96183ff1c8a..00000000000 --- a/migrations/app/ddl_migrations_manifest.txt +++ /dev/null @@ -1,4 +0,0 @@ -01_create_test_table.up.sql -01_create_test_view.up.sql -01_create_tesT_type.up.sql -0001_create_test_procedures.up.sql \ No newline at end of file diff --git a/migrations/app/ddl_procedures_manifest.txt b/migrations/app/ddl_procedures_manifest.txt new file mode 100644 index 00000000000..779e70c4e96 --- /dev/null +++ b/migrations/app/ddl_procedures_manifest.txt @@ -0,0 +1 @@ +0001_create_test_procedures.up.sql \ No newline at end of file diff --git a/migrations/app/ddl_tables_manifest.txt b/migrations/app/ddl_tables_manifest.txt new file mode 100644 index 00000000000..b8449b3cfb5 --- /dev/null +++ b/migrations/app/ddl_tables_manifest.txt @@ -0,0 +1 @@ +01_create_test_table.up.sql diff --git a/migrations/app/ddl_types_manifest.txt b/migrations/app/ddl_types_manifest.txt new file mode 100644 index 00000000000..66edc0ec7c1 --- /dev/null +++ b/migrations/app/ddl_types_manifest.txt @@ -0,0 +1 @@ +01_create_tesT_type.up.sql diff --git a/migrations/app/ddl_views_manifest.txt b/migrations/app/ddl_views_manifest.txt new file mode 100644 index 00000000000..c970b9b345c --- /dev/null +++ b/migrations/app/ddl_views_manifest.txt @@ -0,0 +1 @@ +01_create_test_view.up.sql diff --git a/migrations/app/dml_migrations_manifest.txt b/migrations/app/dml_migrations_manifest.txt new file mode 100644 index 00000000000..e69de29bb2d diff --git a/pkg/cli/migration.go b/pkg/cli/migration.go index d71c799c22d..61fe168074d 100644 --- a/pkg/cli/migration.go +++ b/pkg/cli/migration.go @@ -14,9 +14,24 @@ const ( // MigrationWaitFlag is the migration wait flag MigrationWaitFlag string = "migration-wait" // DDLMigrationManifestFlag is the ddl migration manifest flag - DDLMigrationManifestFlag = "ddl-migration-manifest" + //DDLMigrationManifestFlag = "ddl-migration-manifest" // DDLMigrationPathFlag is the ddl migration path flag - DDLMigrationPathFlag = "ddl-migration-path" + //DDLMigrationPathFlag = "ddl-migration-path" + + DDLTablesMigrationPathFlag = "ddl-tables-migration-path" + DDLTablesMigrationManifestFlag = "ddl-tables-migration-manifest" + + DDLTypesMigrationPathFlag = "ddl-types-migration-path" + DDLTypesMigrationManifestFlag = "ddl-types-migration-manifest" + + DDLViewsMigrationPathFlag = "ddl-views-migration-path" + DDLViewsMigrationManifestFlag = "ddl-views-migration-manifest" + + DDLFunctionsMigrationPathFlag = "ddl-functions-migration-path" + DDLFunctionsMigrationManifestFlag = "ddl-functions-migration-manifest" + + DDLProceduresMigrationPathFlag = "ddl-procedures-migration-path" + DDLProceduresMigrationManifestFlag = "ddl-procedures-migration-manifest" ) var ( @@ -27,8 +42,18 @@ var ( func InitMigrationFlags(flag *pflag.FlagSet) { flag.StringP(MigrationManifestFlag, "m", "migrations/app/migrations_manifest.txt", "Path to the manifest") flag.DurationP(MigrationWaitFlag, "w", time.Millisecond*10, "duration to wait when polling for new data from migration file") - flag.String(DDLMigrationManifestFlag, "", "Path to DDL migrations manifest") - flag.String(DDLMigrationPathFlag, "", "Path to DDL migrations directory") + //flag.String(DDLMigrationManifestFlag, "", "Path to DDL migrations manifest") + //flag.String(DDLMigrationPathFlag, "", "Path to DDL migrations directory") + flag.String(DDLTablesMigrationPathFlag, "", "Path to DDL tables migrations directory") + flag.String(DDLTablesMigrationManifestFlag, "", "Path to DDL tables migrations manifest") + flag.String(DDLTypesMigrationPathFlag, "", "Path to DDL types migrations directory") + flag.String(DDLTypesMigrationManifestFlag, "", "Path to DDL types migrations manifest") + flag.String(DDLViewsMigrationPathFlag, "", "Path to DDL views migrations directory") + flag.String(DDLViewsMigrationManifestFlag, "", "Path to DDL views migrations manifest") + flag.String(DDLFunctionsMigrationPathFlag, "", "Path to DDL functions migrations directory") + flag.String(DDLFunctionsMigrationManifestFlag, "", "Path to DDL functions migrations manifest") + flag.String(DDLProceduresMigrationPathFlag, "", "Path to DDL procedures migrations directory") + flag.String(DDLProceduresMigrationManifestFlag, "", "Path to DDL procedures migrations manifest") } // CheckMigration validates migration command line flags From c1700cae83606402ec00d54c1818e6a70eedfeed Mon Sep 17 00:00:00 2001 From: deandreJones Date: Mon, 17 Feb 2025 14:53:28 +0000 Subject: [PATCH 03/26] combine procs and functions --- .envrc | 5 ++- cmd/milmove/migrate.go | 4 --- migrations/app/ddl_functions_manifest.txt | 1 + .../0001_create_test_procedures.up.sql | 0 migrations/app/ddl_procedures_manifest.txt | 1 - pkg/cli/migration.go | 31 ++++++++++++------- 6 files changed, 22 insertions(+), 20 deletions(-) rename migrations/app/ddl_migrations/{ddl_procedures => ddl_functions}/0001_create_test_procedures.up.sql (100%) delete mode 100644 migrations/app/ddl_procedures_manifest.txt diff --git a/.envrc b/.envrc index c74aa073807..04c7d8f403f 100644 --- a/.envrc +++ b/.envrc @@ -100,7 +100,8 @@ export APPLICATION=app # Migration Path export MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/schema;file://${MYMOVE_DIR}/migrations/app/secure" -export MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/migrations_manifest.txt" +export MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/migrations_manifest.txt" ##deprecated +export DML_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/dml_migrations_manifest.txt" # DDL Migrations export DDL_TYPES_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_types" @@ -115,8 +116,6 @@ export DDL_VIEWS_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_views_mani export DDL_FUNCTIONS_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_functions" export DDL_FUNCTIONS_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_functions_manifest.txt" -export DDL_PROCEDURES_MIGRATION_PATH="file://${MYMOVE_DIR}/migrations/app/ddl_migrations/ddl_procedures" -export DDL_PROCEDURES_MIGRATION_MANIFEST="${MYMOVE_DIR}/migrations/app/ddl_procedures_manifest.txt" # Default DB configuration diff --git a/cmd/milmove/migrate.go b/cmd/milmove/migrate.go index 5d5d699859a..f19a9411d95 100644 --- a/cmd/milmove/migrate.go +++ b/cmd/milmove/migrate.go @@ -320,9 +320,6 @@ func migrateFunction(cmd *cobra.Command, args []string) error { ddlFunctionsManifest := expandPath(v.GetString(cli.DDLFunctionsMigrationManifestFlag)) ddlFunctionsPath := expandPath(v.GetString(cli.DDLFunctionsMigrationPathFlag)) - ddlProceduresManifest := expandPath(v.GetString(cli.DDLProceduresMigrationManifestFlag)) - ddlProceduresPath := expandPath(v.GetString(cli.DDLProceduresMigrationPathFlag)) - ddlTypes := []struct { name string manifest string @@ -332,7 +329,6 @@ func migrateFunction(cmd *cobra.Command, args []string) error { {"DDL Tables", ddlTablesManifest, ddlTablesPath}, {"DDL Views", ddlViewsManifest, ddlViewsPath}, {"DDL Functions", ddlFunctionsManifest, ddlFunctionsPath}, - {"DDL Procedures", ddlProceduresManifest, ddlProceduresPath}, } for _, ddlType := range ddlTypes { diff --git a/migrations/app/ddl_functions_manifest.txt b/migrations/app/ddl_functions_manifest.txt index e69de29bb2d..779e70c4e96 100644 --- a/migrations/app/ddl_functions_manifest.txt +++ b/migrations/app/ddl_functions_manifest.txt @@ -0,0 +1 @@ +0001_create_test_procedures.up.sql \ No newline at end of file diff --git a/migrations/app/ddl_migrations/ddl_procedures/0001_create_test_procedures.up.sql b/migrations/app/ddl_migrations/ddl_functions/0001_create_test_procedures.up.sql similarity index 100% rename from migrations/app/ddl_migrations/ddl_procedures/0001_create_test_procedures.up.sql rename to migrations/app/ddl_migrations/ddl_functions/0001_create_test_procedures.up.sql diff --git a/migrations/app/ddl_procedures_manifest.txt b/migrations/app/ddl_procedures_manifest.txt deleted file mode 100644 index 779e70c4e96..00000000000 --- a/migrations/app/ddl_procedures_manifest.txt +++ /dev/null @@ -1 +0,0 @@ -0001_create_test_procedures.up.sql \ No newline at end of file diff --git a/pkg/cli/migration.go b/pkg/cli/migration.go index 61fe168074d..60f7b0a8419 100644 --- a/pkg/cli/migration.go +++ b/pkg/cli/migration.go @@ -10,13 +10,10 @@ import ( const ( // MigrationManifestFlag is the migration manifest flag - MigrationManifestFlag string = "migration-manifest" + MigrationManifestFlag string = "migration-manifest" //deprecated + DMLMigrationManifestFlag string = "dml-migration-manifest" // MigrationWaitFlag is the migration wait flag MigrationWaitFlag string = "migration-wait" - // DDLMigrationManifestFlag is the ddl migration manifest flag - //DDLMigrationManifestFlag = "ddl-migration-manifest" - // DDLMigrationPathFlag is the ddl migration path flag - //DDLMigrationPathFlag = "ddl-migration-path" DDLTablesMigrationPathFlag = "ddl-tables-migration-path" DDLTablesMigrationManifestFlag = "ddl-tables-migration-manifest" @@ -29,9 +26,6 @@ const ( DDLFunctionsMigrationPathFlag = "ddl-functions-migration-path" DDLFunctionsMigrationManifestFlag = "ddl-functions-migration-manifest" - - DDLProceduresMigrationPathFlag = "ddl-procedures-migration-path" - DDLProceduresMigrationManifestFlag = "ddl-procedures-migration-manifest" ) var ( @@ -41,9 +35,8 @@ var ( // InitMigrationFlags initializes the Migration command line flags func InitMigrationFlags(flag *pflag.FlagSet) { flag.StringP(MigrationManifestFlag, "m", "migrations/app/migrations_manifest.txt", "Path to the manifest") + flag.StringP(DMLMigrationManifestFlag, "d", "migrations/app/migrations_manifest.txt", "Path to the manifest") flag.DurationP(MigrationWaitFlag, "w", time.Millisecond*10, "duration to wait when polling for new data from migration file") - //flag.String(DDLMigrationManifestFlag, "", "Path to DDL migrations manifest") - //flag.String(DDLMigrationPathFlag, "", "Path to DDL migrations directory") flag.String(DDLTablesMigrationPathFlag, "", "Path to DDL tables migrations directory") flag.String(DDLTablesMigrationManifestFlag, "", "Path to DDL tables migrations manifest") flag.String(DDLTypesMigrationPathFlag, "", "Path to DDL types migrations directory") @@ -52,8 +45,7 @@ func InitMigrationFlags(flag *pflag.FlagSet) { flag.String(DDLViewsMigrationManifestFlag, "", "Path to DDL views migrations manifest") flag.String(DDLFunctionsMigrationPathFlag, "", "Path to DDL functions migrations directory") flag.String(DDLFunctionsMigrationManifestFlag, "", "Path to DDL functions migrations manifest") - flag.String(DDLProceduresMigrationPathFlag, "", "Path to DDL procedures migrations directory") - flag.String(DDLProceduresMigrationManifestFlag, "", "Path to DDL procedures migrations manifest") + } // CheckMigration validates migration command line flags @@ -65,5 +57,20 @@ func CheckMigration(v *viper.Viper) error { if len(MigrationManifestFlag) == 0 { return errMissingMigrationManifest } + if len(DMLMigrationManifestFlag) == 0 { + return errMissingMigrationManifest + } + if len(DDLTypesMigrationManifestFlag) == 0 { + return errMissingMigrationManifest + } + if len(DDLTablesMigrationManifestFlag) == 0 { + return errMissingMigrationManifest + } + if len(DDLViewsMigrationManifestFlag) == 0 { + return errMissingMigrationManifest + } + if len(DDLFunctionsMigrationManifestFlag) == 0 { + return errMissingMigrationManifest + } return nil } From fb5025116cb9b79361e774d8ae9f86532fbf7cc5 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Mon, 17 Feb 2025 16:26:16 -0600 Subject: [PATCH 04/26] add dml migrations after archived migration process and after DDL --- cmd/milmove/migrate.go | 50 +++++++++++++++++++ migrations/app/dml_migrations_manifest.txt | 2 + migrations/app/migrations_manifest.txt | 2 + .../20250217221228_testing_testing.up.sql | 1 + .../secure/20250217221926_test_secure.up.sql | 5 ++ 5 files changed, 60 insertions(+) create mode 100644 migrations/app/schema/20250217221228_testing_testing.up.sql create mode 100644 migrations/app/secure/20250217221926_test_secure.up.sql diff --git a/cmd/milmove/migrate.go b/cmd/milmove/migrate.go index f19a9411d95..f881cc0c329 100644 --- a/cmd/milmove/migrate.go +++ b/cmd/milmove/migrate.go @@ -388,5 +388,55 @@ func migrateFunction(cmd *cobra.Command, args []string) error { } manifest.Close() } + + // After DDL migrations, process DML migrations + dmlManifest := expandPath(v.GetString(cli.DMLMigrationManifestFlag)) + logger.Info(fmt.Sprintf("using DML migration manifest %q", dmlManifest)) + + // Create a new migrator for DML migrations + dmlMigrator := pop.NewMigrator(dbConnection) + + manifest, err = os.Open(dmlManifest[len("file://"):]) + if err != nil { + return errors.Wrap(err, "error reading DML manifest") + } + + scanner = bufio.NewScanner(manifest) + for scanner.Scan() { + target := scanner.Text() + if strings.HasPrefix(target, "#") { + continue + } + uri := "" + for dir, filenames := range migrationFiles { + for _, filename := range filenames { + if target == filename { + uri = fmt.Sprintf("%s/%s", dir, filename) + break + } + } + } + if len(uri) == 0 { + return errors.Errorf("Error finding DML migration for filename %q", target) + } + m, err := pop.ParseMigrationFilename(target) + if err != nil { + return errors.Wrapf(err, "error parsing DML migration filename %q", uri) + } + b := &migrate.Builder{Match: m, Path: uri} + migration, errCompile := b.Compile(s3Client, wait, logger) + if errCompile != nil { + return errors.Wrap(errCompile, "Error compiling DML migration") + } + + dmlMigrator.UpMigrations.Migrations = append(dmlMigrator.UpMigrations.Migrations, *migration) + } + + // Run DML migrations and track versions + errUp = dmlMigrator.Up() + if errUp != nil { + return errors.Wrap(errUp, "error running DML migrations") + } + return nil } diff --git a/migrations/app/dml_migrations_manifest.txt b/migrations/app/dml_migrations_manifest.txt index e69de29bb2d..759050a789b 100644 --- a/migrations/app/dml_migrations_manifest.txt +++ b/migrations/app/dml_migrations_manifest.txt @@ -0,0 +1,2 @@ +20250217221228_testing_testing.up.sql +20250217221926_test_secure.up.sql \ No newline at end of file diff --git a/migrations/app/migrations_manifest.txt b/migrations/app/migrations_manifest.txt index 4d38e37d315..1b9c191b739 100644 --- a/migrations/app/migrations_manifest.txt +++ b/migrations/app/migrations_manifest.txt @@ -1085,3 +1085,5 @@ 20250116200912_disable_homesafe_stg_cert.up.sql 20250120144247_update_pricing_proc_to_use_110_percent_weight.up.sql 20250121153007_update_pricing_proc_to_handle_international_shuttle.up.sql +20250217221228_testing_testing.up.sql +20250217221926_test_secure.up.sql diff --git a/migrations/app/schema/20250217221228_testing_testing.up.sql b/migrations/app/schema/20250217221228_testing_testing.up.sql new file mode 100644 index 00000000000..298fddfa298 --- /dev/null +++ b/migrations/app/schema/20250217221228_testing_testing.up.sql @@ -0,0 +1 @@ +update office_users set status = 'APPROVED' where active = true; \ No newline at end of file diff --git a/migrations/app/secure/20250217221926_test_secure.up.sql b/migrations/app/secure/20250217221926_test_secure.up.sql new file mode 100644 index 00000000000..9e3650d17e6 --- /dev/null +++ b/migrations/app/secure/20250217221926_test_secure.up.sql @@ -0,0 +1,5 @@ +-- Local test migration. +-- This will be run on development environments. +-- It should mirror what you intend to apply on loadtest/demo/exp/stg/prd +-- DO NOT include any sensitive data. +update office_users set status = 'APPROVED' where active = true; \ No newline at end of file From bccbecccc26378cced6b1f444ae17cacd151cc63 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Tue, 18 Feb 2025 09:11:12 -0600 Subject: [PATCH 05/26] migrations script updates --- .pre-commit-config.yaml | 10 +- cmd/milmove/gen_migration.go | 2 +- migrations/app/dml_migrations_manifest.txt | 1091 ++++++++++++++++- migrations/app/migrations_manifest.txt | 3 +- .../20250218143934_test_secure_1234.up.sql | 4 + ...20250218150110_test_secure_12345252.up.sql | 4 + scripts/generate-secure-migration | 6 +- 7 files changed, 1106 insertions(+), 14 deletions(-) create mode 100644 migrations/app/secure/20250218143934_test_secure_1234.up.sql create mode 100644 migrations/app/secure/20250218150110_test_secure_12345252.up.sql diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index a3a309e7285..50e4b31b0ec 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -159,18 +159,10 @@ repos: rev: v1.1.1 hooks: - id: gen-docs - args: ['docs/adr'] + args: ["docs/adr"] - id: markdown-toc - id: hadolint - - repo: local - hooks: - - id: migrations-manifest - name: migrations manifest - entry: scripts/update-migrations-manifest - language: script - pass_filenames: false - - repo: local hooks: - id: scripts-docs diff --git a/cmd/milmove/gen_migration.go b/cmd/milmove/gen_migration.go index a3df776d8ce..9fb3f48a279 100644 --- a/cmd/milmove/gen_migration.go +++ b/cmd/milmove/gen_migration.go @@ -69,7 +69,7 @@ func genMigrationFunction(cmd *cobra.Command, args []string) error { } migrationPath := v.GetString(cli.MigrationGenPathFlag) - migrationManifest := v.GetString(cli.MigrationManifestFlag) + migrationManifest := v.GetString(cli.DMLMigrationManifestFlag) migrationVersion := v.GetString(cli.MigrationVersionFlag) migrationName := v.GetString(cli.MigrationNameFlag) migrationType := v.GetString(cli.MigrationTypeFlag) diff --git a/migrations/app/dml_migrations_manifest.txt b/migrations/app/dml_migrations_manifest.txt index 759050a789b..5c485d4ab68 100644 --- a/migrations/app/dml_migrations_manifest.txt +++ b/migrations/app/dml_migrations_manifest.txt @@ -1,2 +1,1091 @@ +# This is the migrations manifest. +# If a migration is not recorded here, then it will error. +20180103215841_create_issues.up.fizz +20180124183922_rename_issue_body_to_description.up.fizz +20180126235545_create_form1299s.up.fizz +20180130004840_add_issue_reporter_name.up.fizz +20180131195913_add_issue_due_date.up.fizz +20180205195330_create_traffic_distribution_lists.up.fizz +20180205233329_create_shipments.up.fizz +20180206001437_create_transportation_service_providers.up.fizz +20180206005125_create_best_value_scores.up.fizz +20180206005540_create_awarded_shipments.up.fizz +20180207003233_create_addresses.up.fizz +20180207004540_address_foreign_keys.up.fizz +20180208213804_turn_mobile_home_services_into_bools.up.fizz +20180209224704_add_tdl_to_bvs.up.fizz +20180212211942_rename_awarded_shipments.up.fizz +20180214004003_create_blackout_dates.up.fizz +20180214004029_create_performance_periods.up.fizz +20180214004139_create_quality_band_assignments.up.fizz +20180216221637_add_1299_other_move.up.fizz +20180227224236_create_users.up.fizz +20180227230828_switch_to_tsp_performance.up.fizz +20180227234655_add_index_blackout_dates.up.fizz +20180228003630_add_index_shipments.up.fizz +20180228003643_add_index_traffic_distribution_lists.up.fizz +20180228003650_add_index_transportation_service_providers.up.fizz +20180301230954_update_blackout_dates.up.fizz +20180305225630_add_blackout_fields_to_shipment.up.fizz +20180308004703_create_moves.up.fizz +20180308191758_create_signed_certifications.up.fizz +20180309142041_add_award_date_to_shipments.up.fizz +20180314215702_create_personally_procured_moves.up.fizz +20180316163100_create_documents.up.fizz +20180316163223_create_uploads.up.fizz +20180319220912_add_requested_pickup_date.up.fizz +20180320184300_rename_shipment_awards_to_offers.up.fizz +20180321231547_add_rate_cycle_to_tspperf.up.fizz +20180322234131_rename_gbloc_shipments.up.fizz +20180323005753_rename_blackout_dates_gbloc_column.up.fizz +20180323010137_remove_cos_channel_from_blackout_dates.up.fizz +20180323144906_remove_s3id_from_uploads.up.fizz +20180329183912_internationalize_addresses.up.fizz +20180329210102_update_index_blackout_dates.up.fizz +20180402183922_add_index_shipment_offers.up.fizz +20180402184338_remove_tdl_index.up.fizz +20180404175601_import_400ng_from_move_mil.up.sql +20180404175653_translate_400ng_from_move_mil.up.sql +20180404214855_create_service_members.up.fizz +20180405193958_create_duty_stations.up.fizz +20180406001008_add_uniq_to_service_member_user.up.fizz +20180410193716_store_zips_as_strings.up.sql +20180410214619_add_tsp_performance_discount_rates.up.fizz +20180411220843_create_social_security_numbers.up.fizz +20180411230846_create_backup_contacts.up.fizz +20180412142036_add_tdl_uniqueness_constraint.up.sql +20180412210605_load_duty_stations.up.sql +20180413234226_delete_ssns_with_old_workfactor.up.fizz +20180416153530_import_scacs_to_tsp_data_table.up.sql +20180416160830_add_scacs_and_uuids_to_tsp_table.up.sql +20180417160829_update_service_areas_with_sit_rates.up.sql +20180417175028_add_tdl_data.up.sql +20180417221055_rename_middle_initial_and_secondary_phone.up.fizz +20180419154059_rename_branch_to_affiliation.up.fizz +20180420230011_add_duty_station_to_service_member.up.fizz +20180424010930_test.up.sql +20180425222432_add_estimated_incentive.up.fizz +20180425233321_create_orders.up.fizz +20180427215024_add_service_member_id_to_documents.up.fizz +20180501185756_add_move_details_to_ppm.up.fizz +20180503160010_add_uploaded_orders.up.fizz +20180503234257_create_transportation_offices.up.fizz +20180504002127_create_office_phone_lines.up.fizz +20180504002218_create_office_emails.up.fizz +20180504002320_create_office_users.up.fizz +20180510184301_associate-orders-to-move-not-user.up.fizz +20180510201205_add_office_fields_to_orders.up.fizz +20180510210314_clear-orders-table.up.fizz +20180514033146_add_status_to_move_orders_ppm.up.fizz +20180514164353_add_record_locator_to_move.up.fizz +20180515005357_add_has_additional_postal_code_and_has_sit_to_ppm.up.fizz +20180516211155_add_accounting_to_orders.up.fizz +20180516221730_rank_enum_change.up.fizz +20180518011909_2018_tdl_secure_migration.up.sql +20180518033602_normalize_rate_area_and_region_names.up.sql +20180518041122_remove_tsp_name.up.fizz +20180522211533_create_reimbursements.up.fizz +20180523053701_add_storage_reimbursement_field.up.fizz +20180523182604_add_calculated_columns_to_ppms.up.fizz +20180523205520_preloadable_office_users.up.fizz +20180528225210_us_transportation_offices.up.sql +20180529024018_add_initial_office_users.up.sql +20180529232602_connect_station_and_office.up.fizz +20180530230508_change_other_methodofreceipt_to_other_dd.up.sql +20180530234038_fix_initial_office_users.up.sql +20180531001833_add-three-duty-stations.up.fizz +20180531211250_change_tspp_field_types.up.fizz +20180531221024_add_ppa.up.sql +20180531222748_je_and_other_users.up.sql +20180531225720_new_tspp_data.up.sql +20180601051653_divide_rates_by_one_hundered.up.sql +20180604195430_add_spouse_pro_gear.up.fizz +20180604231420_add_advance_worksheet_to_ppm.up.fizz +20180605231218_remove_gtcc_ppm_advance.up.sql +20180608001812_fort_gordon.up.sql +20180612011002_remove_estimated_incentive.up.fizz +20180619004251_add_cancel_reason_to_move.up.fizz +20180703193725_create_move_document.up.fizz +20180705204434_upload_document_nullable.up.sql +20180709203345_create_tsp_users.up.fizz +20180709233048_add_move_doc_title.up.fizz +20180710151200_update_shipments_for_hhg.up.fizz +20180711230749_add_more_office_users.up.sql +20180717183725_make_shipment_columns_nullable.up.fizz +20180722002959_add_moving_expense_docs.up.fizz +20180724230555_add_move_documents_ppm_id.up.sql +20180727225033_kill_1299.up.fizz +20180801223824_add_gbloc_transportation_offices.up.fizz +20180802003208_import_gbloc_on_transportation_offices.up.sql +20180802183739_add_code_of_service.up.fizz +20180802225909_add_destination_gbloc_to_shipment.up.fizz +20180806180441_delete_all_shipments.up.sql +20180807171547_add_office_users.up.sql +20180807173859_add_service_member_id_to_shipments.up.fizz +20180807232856_remove-reimbursement-from-expense-doc.up.sql +20180810112708_create_service_agents.up.fizz +20180815183435_add_pre_move_survey_fields_to_shipment.up.fizz +20180822222712_premove_changes.up.fizz +20180823131711_drop_code_of_service_from_shipments.up.fizz +20180827182555_add_gbl_fields_to_orders.up.fizz +20180827205523_add_code_of_service_to_shipments.up.fizz +20180828142819_drop_code_of_service_from_shipments.up.fizz +20180829152436_august2018-tdl-update.up.sql +20180831151530_august2018-new-office-users.up.sql +20180831154537_add_actual_weight_fields_to_shipment.up.fizz +20180905231856_add_shipment_id_to_move_documents.up.sql +20180910222114_add_company_to_service_agent.up.fizz +20180911150254_create_gbl_number_table.up.sql +20180913161846_remove_point_of_contact_from_service_agent.up.fizz +20180913211923_rename_pickup_date_on_shipment.up.fizz +20180914223726_trucate_shipments.up.sql +20180917233210_make_delivery_date_actual.up.fizz +20180918161418_add_tspp_id_to_shipment_offer.up.fizz +20180924221215_office-users.up.sql +20180925065510_create-accessorials-table.up.fizz +20180925155829_convert_rate_cycle_times_to_dates.up.sql +20180927194656_tspp-update-oct2018.up.sql +20180930152909_fix_naming.up.sql +20180930152910_8_21_duty_stations.up.sql +20181001214304_add_more_dates_to_shipment.up.fizz +20181002001931_oct1-office-users.up.sql +20181008235123_add_shipment_foreign_key.up.fizz +20181009000639_import_400ng_items.up.sql +20181009012435_add_tsp_enrolled.up.fizz +20181009175525_add_and_rename_weights_on_shipment.up.fizz +20181012140548_add_original_delivery_date_to_shipments.up.fizz +20181017002454_add-leading-zeros-to-addresses.up.sql +20181017010411_updates_requires_approval.up.sql +20181017142626_add_original_pack_date_to_shipments.up.fizz +20181017235059_test_tsp_and_tdl.up.sql +20181023002728_add_tsp_fields.up.fizz +20181023003944_import_trial_tsps.up.sql +20181023200253_create_jppsos_and_relations.up.sql +20181023215214_add_shipment_line_item.up.fizz +20181023231419_add_new_office_users_prod.up.sql +20181024005814_add_trial_tsp_users.up.sql +20181024184423_create_dps_users.up.fizz +20181024190235_add_dps_users.up.sql +20181024233917_add_pentagon_duty_station.up.sql +20181025214755_remove-shipment-accessorials.up.fizz +20181026174846_apostrophe-apocalypse.up.sql +20181026190602_add_the_real_trial_tsp_users.up.sql +20181026202620_truss_tsp_in_prod.up.sql +20181029190859_create_invoices_table.up.fizz +20181029213131_create_400ng_item_rate_table.up.fizz +20181031233341_add_400ng_rates.up.sql +20181101153739_add_and_fix_office_users.up.sql +20181106193440_add_duty_station_uniqueness_constraint.up.sql +20181107143226_tariff400ng_item_edits.up.sql +20181108235619_add_icn_sequence.up.sql +20181114202201_add_shipment_fk_to_invoices.up.fizz +20181116002353_add_applied_rate_to_shipment_line_items.up.fizz +20181116191945_nov16_dps_users.up.sql +20181120150642_revert_rank_enum_change.up.sql +20181126234000_add_premove_survey_complete.up.fizz +20181126234747_backfill_pm_survey_completed_date.up.sql +20181127202431_add_foreign_key_constraints.up.fizz +20181128160411_add-office-users.up.sql +20181130145331_nov30_dps_users.up.sql +20181130222854_tariff400ng_items_add_105C_unpack.up.fizz +20181203210118_add-office-users.up.sql +20181205002335_add-hackerone-users-to-staging.up.sql +20181206143208_more-hackerone-users.up.sql +20181208060817_add_invoice_approver.up.fizz +20181210151126_hackerone-triage-users.up.sql +20181210210031_even-more-hackerone-users.up.sql +20181213224759_add-new-office-user.up.sql +20181214180444_create_client_cert_table.up.sql +20181217161025_add-another-office-user.up.sql +20181219194552_add_marine_corps_orders_cert.up.sql +20181220160608_add_invoice_upload.up.fizz +20181220182247_add-office-users-#162792520.up.sql +20181220224717_create_fuel_eia_diesel_prices.up.fizz +20181221065458_add_fuel_eia_diesel_prices_initial_data.up.fizz +20181228203158_tspp-update-dec2018.up.sql +20190102144741_add_dps_cert.up.sql +20190102225310_remove_hackerone_accounts.up.sql +20190104165135_add-office-users-#162914248.up.sql +20190106004529_create_invoice_number_trackers.up.sql +20190106004639_fix_invoice_numbers.up.sql +20190108160637_update-conus-jppsos.up.sql +20190110211301_add_130J_accessorial_rate.up.sql +20190112000534_update_office_users.up.sql +20190114233749_add_january_fuel_eia_diesel_prices.up.fizz +20190116141917_add-fuel-eia-diesel-prices-jan-august-2018.up.fizz +20190118210319_add_army_hrc_cert.up.sql +20190122205821_remove_issues.up.fizz +20190125174356_fail-inprocess-invoices.up.sql +20190129115000_rds_iam_role.up.sql +20190129115001_master_role.up.sql +20190129115416_ecs_user_for_rds.up.sql +20190129191416_shipmentLineItem_dimensions.up.fizz +20190130193728_create_storage_in_transits.up.fizz +20190131151215_jan31_dps_users.up.sql +20190131194835_create_shipment_recalculate_logs.up.fizz +20190131201437_create_shipment_recalculates.up.fizz +20190131222220_add_shipment_recalculate_date.up.fizz +20190201172557_modify_lhs_location.up.sql +20190205001721_remove-hackerone-users.up.sql +20190205015958_add_february_fuel_eia_diesel_prices.up.fizz +20190207001056_create_distance_calculations.up.fizz +20190212172102_office-users-2019-02-12.up.sql +20190212181259_add_net_weight_column.up.fizz +20190212181434_add_actual_and_original_move_date.up.fizz +20190213220918_create_electronic_orders.up.fizz +20190215144306_add_branch_level_perms_to_orders_api.up.fizz +20190215145732_set_army_and_marines_orders_perms.up.sql +20190215192723_orders_rnlt_nullable.up.fizz +20190220152229_feb20_dps_users.up.sql +20190220195254_fix_prod_shipment_status.up.sql +20190221204334_add_total_sit_cost_to_ppm.up.fizz +20190225165937_remove_planned_move_date.up.fizz +20190227184037_add-user-disable.up.fizz +20190301165102_update_shipment_with_destination_on_acceptance.up.fizz +20190304203050_mar4_dps_users.up.sql +20190304210740_disable-unwanted-staging-user.up.sql +20190304233837_shipment-line-item-new-columns.up.fizz +20190304234525_add_march_fuel_eia_prices.up.fizz +20190305233916_deduplicate_zip5.up.sql +20190306205302_add-indexes-for-foreign-keys.up.fizz +20190314180155_truncate_electronic_orders.up.sql +20190314180205_add_electronic_orders_indexes.up.fizz +20190320202054_add-gsa-users.up.sql +20190321165456_add-signed-certification-ppm-hhg-ids.up.sql +20190326180606_add_submit_date_to_ppm.up.fizz +20190327145406_update-signed-certifications-date-to-datetime.up.sql +20190327154708_mar27_dps_users.up.sql +20190328002445_add_superuser_bool_to_users.up.fizz +20190328164048_shipment_line_items_new_cols_item_125.up.fizz +20190328175938_update-beta-super-users.up.sql +20190328200919_add_approve_date_to_ppm.up.fizz +20190329144450_add_office_users.up.sql +20190402183801_add-show-column-to-moves.up.fizz +20190403150700_update-moves-show-flag.up.sql +20190403232809_shipment_line_item_update_foreign_key.up.sql +20190404150123_allow_certain_cac_navy_orders.up.sql +20190404181226_lowercase_office_users.up.sql +20190405161919_remove-patrick-s.up.sql +20190408211953_add_office_users_040819.up.sql +20190409010258_add_new_scacs.up.sql +20190409155001_add_april_fuel_eia_diesel_prices.up.sql +20190410033855_update_superusers.up.sql +20190410152949_add_new_tdls.up.sql +20190410215335_add_05_2019_tspps.up.sql +20190411173050_remove-complete-state-from-hhg-shipments.up.sql +20190411175501_add_office_users.up.sql +20190412211739_add_office_users.up.sql +20190415193743_update_tsp_supplier_id.up.sql +20190416164921_remove_expired_marine_orders_certs.up.sql +20190416164922_new_marine_orders_testing_cert.up.sql +20190422163230_create_access_code.up.sql +20190422201347_create_storage_in_transit_number_trackers.up.sql +20190424155008_import_400ng_from_move_mil_2019.up.sql +20190424155037_translate_400ng_from_move_mil_2019.up.sql +20190424192504_import_400ng_rate_items_2019.up.sql +20190424212558_add_tsp_users_for_truss_devs.up.sql +20190425162954_update_service_areas_with_sit_rates_2019.up.sql +20190426134841_insert_missing_400ng_item_rate_130J.up.sql +20190429161555_fix-item-rates-cents-weight-lower.up.sql +20190503223719_add_submit_date_to_hhg.up.fizz +20190507213921_add_access_codes.up.sql +20190507232529_add_approve_date_to_shipment.up.fizz +20190510170742_new-office-user-05-10-19.up.sql +20190510205156_add_requires_access_code_to_service_members.up.sql +20190515160313_add-sba-office-user-051509.up.sql +20190515164502_add-sbd-tsp-users.up.sql +20190516222135_fix_user_name_office_users_table.up.sql +20190521184855_add-office-tsp-user.up.sql +20190522173249_add-staging-users.up.sql +20190522192452_add-office-users.up.sql +20190523210038_index_move_status.up.fizz +20190604171035_create_weight_ticket_documents.up.sql +20190607214336_add_missing_ownership_documentation_weight_ticket_documents.up.sql +20190611192304_add_users.up.sql +20190612091000_add-office-tsp-dps-disable.up.fizz +20190612150228_add_mileage_to_storage_in_transit.up.fizz +20190612185213_add_receipt_missing_moving_expense_documents.up.sql +20190613230926_add_suddath_to_tsp_users.up.sql +20190617155157_allow_certain_cac_read_all_electronic_orders.up.sql +20190617184232_add_storage_start_end_date_to_moving_expenses.up.sql +20190618174802_add-af-office-users.up.sql +20190620184142_update-marine-corps-certs.up.sql +20190624154036_remove-project-alumni.up.sql +20190624204138_add-missing-users.up.sql +20190625175052_add_office_users.up.sql +20190627162208_add-one-new-truss-user.up.sql +20190701205931_add_duty_station_index.up.fizz +20190702150158_create_admin_users.up.fizz +20190702170631_add_new_office_user.up.sql +20190702195904_create_organizations.up.fizz +20190703141326_add-usmc-office-users.up.sql +20190705235827_fix_duty_station_zip.up.sql +20190709204712_add-office-users.up.sql +20190710151514_make_organizations_poc_nullable.up.fizz +20190710174257_add_system_admin_users.up.sql +20190711215901_load_usmc_duty_stations.up.sql +20190713214312_update-county-code-us.up.sql +20190715122032_delete-duty-stations-with-no-zip3.up.sql +20190715144534_delete-duty-stations-with-no-zip3-conflict.up.sql +20190716161854_remove_patrick_d.up.sql +20190722160332_ame.up.fizz +20190722225748_add_office_users.up.sql +20190723165935_add-duty-station-uslb-albany-ga.up.sql +20190723192710_add_staging_user.up.sql +20190723214108_add_office_users.up.sql +20190724193344_add_more_system_admin_users.up.sql +20190726151515_grant_all_ecs_user.up.sql +20190730194820_pp3_2019_tspp_data.up.sql +20190730225048_add_deleted_at_to_document_tables.up.sql +20190731163048_remove_is_superuser.up.fizz +20190805161006_disable_truss_user.up.sql +20190807134704_admin_user_fname_lname_required.up.fizz +20190807163505_modify-moves-bad-zip3-and-delete.up.sql +20190812151703_add_product_admin_users.up.sql +20190812184046_remove_column_text_message_is_preferred.up.fizz +20190814223800_add_john_gedeon.up.sql +20190815172746_disable_mikena.up.sql +20190821192638_add_office_user.up.sql +20190822210248_add-payment-reviewed-date-to-personally-procured-moves.up.sql +20190829150706_create_notifications_table.up.sql +20190829152347_create-deleted-at-indices-for-document-tables.up.sql +20190905183034_disable_truss_tsp_user.up.sql +20190906223934_remove_oia_pn.up.fizz +20190912202709_update-duty-station-names.up.sql +20190913205819_delete_dup_duty_stations.up.sql +20190917162117_update_duty_station_names.up.sql +20190919173143_delete_hhg_tables_data.up.sql +20190924175530_add_trigram_matching_extension.up.sql +20190925190920_disable_liz.up.sql +20190926142600_add_duty_station_names.up.fizz +20190927150748_insert_duty_station_names.up.sql +20190930152918_import_bvs_performance_period_4.up.sql +20191008151614_re_create_reference_tables.up.sql +20191010155457_create_intl_prices_tables.up.sql +20191010165703_re_create_misc_pricing_tables.up.sql +20191011162818_add-admin-users.up.sql +20191011183006_alter_column_type_to_string_.up.sql +20191011191842_re_create_domestic_tables.up.sql +20191016153532_replace_disabled.up.sql +20191016214136_remove_disabled_column.up.sql +20191017215845_add_truss_user.up.sql +20191017230212_deactivate-truss-user.up.sql +20191018211440_update_combo_moves_to_ppm.up.sql +20191021174333_create_move_task_order.up.sql +20191021185731_create_service_item.up.sql +20191023153000_add_missing_primary_keys.up.sql +20191023161500_set_max_length_on_payment_methods.up.sql +20191023200010_create_mto_required_fields_tables.up.sql +20191028210245_hide_moves_experimental_staging.up.sql +20191029161504_add_active_column.up.sql +20191030192621_remove_hhg_access_codes.up.sql +20191031153450_add_office_user_indexes.up.sql +20191031182540_add_notification_indexes.up.sql +20191101201107_create-re-services-table-with-values.up.sql +20191106165340_move_task_order_add_est_wtg.up.sql +20191107173303_add-reference-id-to-mto.up.sql +20191113142631_add_moves_show_idx.up.sql +20191113191250_rename_actual_weight_to_prime_actual_weight_in_move_task_orders.up.sql +20191113212903_add_available_to_prime_date_and_submitted_counseling_info_date.up.sql +20191114203559_create-contractors-table.up.sql +20191114204029_move_task_order_add_post_counseling_info.up.sql +20191118163343_alter_ghc_approval_status.up.sql +20191119171641_add-known-contractors.up.sql +20191120165831_disable-user-migration.up.sql +20191120173320_create_payment_requests_table.up.sql +20191126160639_update-and-add-values-for-reservices-table.up.sql +20191204160349_add_new_user_type_tables.up.sql +20191204170511_remove-old-tables.up.sql +20191204200540_create_and_populate_roles_table.up.sql +20191204223817_alter_payment_requests.up.sql +20191204231026_add_user_id_to_customers.up.sql +20191205000048_create_proof_of_service_docs.up.sql +20191205000636_create_payment_service_items.up.sql +20191205000702_create_service_item_param_keys.up.sql +20191205000713_create_service_params.up.sql +20191205000726_create_payment_service_item_params.up.sql +20191205190530_jppso-assignment-tables.up.sql +20191205201215_add_user_id_to_too.up.sql +20191205211911_jppso-assignment-data.up.sql +20191209140000_set_max_length_on_rejection_reason.up.sql +20191210171244_create_entitlements.up.sql +20191210171408_create_move_orders.up.sql +20191210171518_create_move_task_orders.up.sql +20191210171620_create_mto_shipments.up.sql +20191210171655_create_mto_service_items.up.sql +20191210171752_alter_customers.up.sql +20191210171828_alter_payment_requests_move_task_order_reference.up.sql +20191210193133_update_roles_table.up.sql +20191212160348_add_fk_to_payment_service_items.up.sql +20191212203155_fix_spelling_is_canceled.up.sql +20191212225704_add_allow_prime.up.sql +20191212230438_add_devlocal-mtls_client_cert.up.sql +20191216184630_make_mto_service_items_meta_optional.up.sql +20191218163024_add_required_moveorder_and_customer_fields.up.sql +20191227144832_add_has_progear_to_personally_procured_moves.up.sql +20191229183600_add_top_tsp_for_ppms.up.sql +20191229234501_import_rates_jan_2020.up.sql +20200106225354_alter_factor_hundredths_type.up.sql +20200108170523_add_customer_columns.up.sql +20200108171243_rename_vehicle_options.up.sql +20200109025141_add_names_to_roles_table.up.sql +20200109170045_remove_entitlments_columns.up.sql +20200109182812_add_authorized_weight_columns.up.sql +20200113173707_add_shipment_type_to_mto_shipments.up.sql +20200113183355_add-additional-move-order-fields.up.sql +20200114001528_create_alter_fk_on_shipment_type_prices.up.sql +20200114010154_drop_shipment_type_tables.up.sql +20200115164752_modify_service_item_param_key_enum.up.sql +20200115173035_payment_request_add_service_item_param_keys.up.sql +20200121184927_add_status_to_mto_shipments.up.sql +20200122221118_add_deleted_at_column_to_usersRoles_table.up.sql +20200124172904_alter_table_payment_service_items_column_service_item_id.up.sql +20200124192943_update_tariff400ng_mistaken_rate_area.up.sql +20200128024819_fix_rolename_typo.up.sql +20200131173648_remove-service_id-from-payment_service_item.up.sql +20200203200715_mto_shipments_add_rejection_reason.up.sql +20200204194821_erin_cac.up.sql +20200205160112_add_enum_values_to_shipment_type_within_mto_shipments.up.sql +20200206163953_cgilmer_cac.up.sql +20200208013050_add_actual_pickup_date_to_mto_shipments.up.sql +20200211150405_mr337_cac.up.sql +20200211184638_add_approved_date_to_mto_shipments.up.sql +20200211232054_add_fadd_to_mto_shipments.up.sql +20200212153937_add_contract_id_to_re_ref_tables.up.sql +20200212201441_rd_cac.up.sql +20200214175204_create_re_zip5_rate_areas_table.up.sql +20200217175555_move-re-city-state.up.sql +20200217200526_gidjin_cac.up.sql +20200218231559_create_insert_ghc_domestic_transit_times.up.sql +20200219162105_garrett_cac.up.sql +20200219185845_rriser_cac.up.sql +20200219223252_add_lines_of_accounting_to_move_orders.up.sql +20200220000000_add_cols_make_and_model_to_weight_ticket_set_document.up.sql +20200221230540_kimallen_cac.up.sql +20200222010344_alexi_cac.up.sql +20200224161315_add-mto-agents-table.up.sql +20200224175606_update-mto-reference-id-constraints-and-backfill-existing.up.sql +20200225133755_lynzt_cac.up.sql +20200225191202_deep_cac.up.sql +20200226153948_add-ppm-type-and-estimated-weight-to-mto.up.sql +20200226211945_jacquelinemckinney_cac.up.sql +20200227191708_add_payment_request_number.up.sql +20200302161838_ryan_cac.up.sql +20200302220909_donald_cac.up.sql +20200306232322_service_item_dom_origin_sit_update.up.sql +20200309224754_ren_cac.up.sql +20200310163230_add-required-delivery-date-mto-shipment.up.sql +20200310191241_payment_request_uploader_changes.up.sql +20200312023106_shimona_cac.up.sql +20200312145322_change_nullability_in_client_certs.up.sql +20200313162229_change_nullability_in_customers.up.sql +20200313204211_alter_weight_ticket_set_documents_nullability.up.sql +20200313212635_alter_move_task_orders_nullability.up.sql +20200316170243_change_nullability_in_moves.up.sql +20200316180737_alter_moving_expense_document_nullability.up.sql +20200316205857_alter_uploads_nullability.up.sql +20200317164138_jaynawallace_cac.up.sql +20200319211333_add_missing_zip3s_to_tariff400ng_zip3s_table.up.sql +20200320192057_correct_incorrect_state_and_rate_area_data_for_tariff_400ng_zip3_with_zip3_555.up.sql +20200320221716_update_rate_area_for_995_tariff400ng_zip3.up.sql +20200323215437_mto_service_items_add_dimensions.up.sql +20200324150211_remove_duplicate_zip5s_with_different_rate_areas_in_tariff400ng_zip5_rate_areas_table.up.sql +20200324155051_change_nullability_in_notifications.up.sql +20200325144739_fix_service_area_for_zip_629.up.sql +20200325145334_import_2020_400ng.up.sql +20200326142555_change_nullability_in_tariff_400ng_full_pack_rate.up.sql +20200327154306_shauna_cac.up.sql +20200406200751_support_destination_first_day_sit.up.sql +20200407152204_add_contractor_fkey_to_move_task_orders.up.sql +20200408212210_change_nullability_in_tariff400ng_full_unpack_rates.up.sql +20200408215659_change_nullability_in_tariff400ng_linehaul_rates.up.sql +20200409151333_change_nullability_in_tariff400ng_service_area.up.sql +20200410162529_add_contract_id_to_re_zip5_rate_areas_table.up.sql +20200410194345_change_nullability_in_tariff400ng_shorthaul_rate.up.sql +20200413185502_change_nullability_in_tariff400ng_zip3s.up.sql +20200420154249_add_crating_standalone.up.sql +20200422184129_change_nullability_in_tariff400ng_zip5_rate_areas.up.sql +20200423174512_add-status-to-service-item.up.sql +20200505194253_import_rates_may_2020.up.sql +20200511185126_make_service_item_param_key_unique.up.sql +20200511201318_add_default_office_user_roles.up.sql +20200513151500_uploader_refactor_zero_down_alter_tables.up.sql +20200514033059_add_current_session_id_to_users.up.sql +20200515202122_payment_service_item_nullable_price.up.sql +20200527145249_add_mto_available_timestamp.up.sql +20200529171253_update_task_order_services_params.up.sql +20200602144311_remove_is_available_to_prime.up.sql +20200610192400_add_contract_code_param.up.sql +20200619120000_remove_cgilmer_cac.up.sql +20200619202714_import_fake_pricing_data.up.sql +20200622190818_update-duty-station-address-id.up.sql +20200623121100_add_contract_code_param_to_dsh.up.sql +20200623195126_customers_to_service_members.up.sql +20200624145812_create_ghc_diesel_fuel_prices.up.sql +20200624211813_add_contract_to_service_domestic_linehaul.up.sql +20200701133913_add_days_in_storage_and_requested_delivery_date.up.sql +20200707153605_consolidate_move_orders_into_orders.up.sql +20200715153454_add_contract_code_param_to_ddp.up.sql +20200715202720_add_contract_code_param_to_dop.up.sql +20200716142734_add_and_update_priority_to_re_service.up.sql +20200727192756_fuel_surcharge_database_changes.up.sql +20200729012657_create_webhook_notifications_table.up.sql +20200730151934_drop_customers.up.sql +20200730153642_add_ghc_diesel_fuel_price_records.up.sql +20200803200704_create_subscriptions_table.up.sql +20200804003845_add-draft-status-to-mto-shipments.up.sql +20200804194318_replace-default-status-on-shipment.up.sql +20200807135812_add_mto_db_comments.up.sql +20200807222709_update_mto_service_items_columns.up.sql +20200811152728_move_task_orders_to_moves.up.sql +20200812180333_add_contract_code_param_to_dpk.up.sql +20200812202513_convert_schedule_params_to_integer.up.sql +20200813181222_change_eia_fuel_price_param_to_integer.up.sql +20200818170444_ttv_table_comments.up.sql +20200818192857_add_contract_code_param_to_dupk.up.sql +20200819005749_import_bvs_rates_aug_2020.up.sql +20200819184221_remove_unused_tables_and_columns.up.sql +20200819211216_ateam_table_comments.up.sql +20200821202900_suz_cac.up.sql +20200826154256_add_rejection_reason_to_mto_service_items.up.sql +20200827155542_add_db_comments.up.sql +20200827190454_add_approved_at_rejected_at_timestamps_to_service_items.up.sql +20200908162414_roci_db_comments.up.sql +20200910033042_add-move-submitted-at.up.sql +20200911161101_add_fake_contractors_prod.up.sql +20200914173006_hide_move_on_prod_gov_cloud.up.sql +20200923204433_donald_cac.up.sql +20200924184242_import_bvs_rates_oct_2020.up.sql +20200925155922_deep_cac.up.sql +20200929210500_remove_rdhariwal_cac.up.sql +20201001183657_rriser_cac.up.sql +20201006003951_shimona_cac.up.sql +20201006145421_add_reference_id_to_psi.up.sql +20201006180000_dspencer_cac.up.sql +20201006232216_gidjin_cac.up.sql +20201007210622_sandy_cac.up.sql +20201008171129_ryan_cac.up.sql +20201012143646_add_index_to_gbloc.up.sql +20201020164146_gidjin_cac.up.sql +20201023202845_update_selectedMoveType_NTS.up.sql +20201027143150_moncef_cac.up.sql +20201103194328_add_skipped_failing_to_wh_notifications.up.sql +20201103225532_remove_mr337_cac.up.sql +20201103231542_add_failing_to_wh_subscriptions_status.up.sql +20201105195546_add_index_for_webhook_notifications.up.sql +20201110162431_add_indexes_for_txo_queues.up.sql +20201110162713_make_usmc_transportation_office.up.sql +20201111015201_add_sit_fields_zip_entry_departure.up.sql +20201111170419_jacquelinemckinney_cac.up.sql +20201111232031_remove_ssn.up.sql +20201117203528_fix_orders_status_comment.up.sql +20201117222119_alter_users_login_gov_uuid_nullable.up.sql +20201117222339_create_user_records_for_office_and_admin_users_without.up.sql +20201120174609_add_indexes_for_move_selected_type.up.sql +20201207223002_create_zip3_distances.up.sql +20201208215206_load_zip3_distances.up.sql +20201217183503_ayoung_cac.up.sql +20201229155602_drop_confirmation_number_from_orders.up.sql +20201230070814_fix_ecs_user_in_docker.up.sql +20210104224106_add_reviewed_all_rejected_to_payment_request_status.up.sql +20210107012144_update_comment_for_move_status.up.sql +20210108004003_add_permissions_to_docker_roles.up.sql +20210108174326_fix_city_and_state_data_in_addresses.up.sql +20210112002844_add_sit_addresses.up.sql +20210113021247_load_testing_cert.up.sql +20210113150002_add_contract_code_param_to_sit_first_day.up.sql +20210113173236_create_crud_role.up.sql +20210113234717_webhook_client_cert_stg_exp.up.sql +20210119210154_pearl_cac.up.sql +20210119230439_update_create_sit_origin_actual_address.up.sql +20210120194932_update_zip_sit_dest_hhg_final_address_service_param_key.up.sql +20210120204808_change_sit_distance_param_names.up.sql +20210121193254_remove_zipSITAddress_association_with_DOPSIT.up.sql +20210121212236_add_ZipSITOriginHHGOriginal_and_ZipSITOriginHHGActual_param_keys.up.sql +20210121214111_add_ZipSITOriginHHG_params_for_DOPSIT.up.sql +20210125221259_remove_alexi_cac.up.sql +20210126192839_add_contract_code_param_to_dest_sit_delivery.up.sql +20210127194127_add_contract_code_param_to_sit_additional_days.up.sql +20210201221927_adjust_params_for_sit_pickup.up.sql +20210216180136_carter_cac.up.sql +20210216231155_create-transportation-accounting-codes-table.up.sql +20210217014408_truncate_webhook_notifications.up.sql +20210218000226_add_service_param_keys_from_rate_engine.up.sql +20210222200314_update_service_item_names.up.sql +20210224194311_alter_transportation_accounting_codes_timestamps_to_default_to_now.up.sql +20210224203932_add_transportation_accounting_codes.up.sql +20210301215522_add_cancellation_requested_shipment_status.up.sql +20210318162232_create_edi_processing_table.up.sql +20210323204715_add_payment_request_to_interchange_control_number.up.sql +20210330000000_create-edi-errors-tables.up.sql +20210331135106_rename_edi_processing_table.up.sql +20210405214216_update_move_status_comment_with_miro_link.up.sql +20210405224456_add_service_counseling_completed_at_to_moves.up.sql +20210407223734_add_service_counselor_role.up.sql +20210409170358_make_icn_column_nullable.up.sql +20210412213134_add_entitlments_columns.up.sql +20210414170143_add_FSC_service_item_param_keys.up.sql +20210414214012_add_index_to_requested_pickup_date_on_mto_shipments_table.up.sql +20210415231923_add_index_on_submitted_at_in_moves_table.up.sql +20210419195440_add_editype_to_paymentRequestToInterchange_table.up.sql +20210420195709_adding_progear_and_spouse_entitlments.up.sql +20210420200150_change_fsc_param_to_decimal.up.sql +20210421175513_exp_truss_office_gbloc_change.up.sql +20210423140812_update-gbloc-truss-offices-experimental.up.sql +20210428225942_marty_cac.up.sql +20210503211133_cancelled_and_diverted_statuses.up.sql +20210504104241_add_counselor_remarks_to_mto_shipments.up.sql +20210504162959_add_provides_services_counseling.up.sql +20210505203801_populate_duty_station_services_counseling.up.sql +20210512164642_add_deleted_at_to_mto_shipments_table.up.sql +20210513204718_populate_remaining_duty_stations_that_provide_services_counseling.up.sql +20210514045435_update_payment_request_to_interchange_control_numbers_constraint.up.sql +20210521220916_remove_old_cac_certs.up.sql +20210608131539_pmohal_cac.up.sql +20210608162156_add_uploaded_amended_orders_id_to_orders.up.sql +20210611202542_remove_shimona_cac.up.sql +20210614144532_ronolibert_cac.up.sql +20210622184646_add_amended_orders_acknowledgement_timestamp.up.sql +20210628223755_add_actual_and_estimated_weight_to_mto_service_items.up.sql +20210629133827_remove_char_limit_payment_service_item_rejection_reason.up.sql +20210630143013_add_demo_users.up.sql +20210706214857_felipe_cac.up.sql +20210713232711_remove_can_stand_alone_parameter.up.sql +20210714221936_change_cubic_feet_crating_to_decimal.up.sql +20210720183133_create_rds_pgaudit_role.up.sql +20210721192603_remove_erin_cac_certs.up.sql +20210726214608_add_dimension_param_keys.up.sql +20210729204423_install_pgaudit_extension.up.sql +20210802205220_create_reweighs_table_excess_weights_columns.up.sql +20210809190551_add_index_to_move_fields.up.sql +20210812163307_add_contract_code_FSC.up.sql +20210823225557_add_sit_extensions_table.up.sql +20210823225613_add_sit_days_allownance_to_mto_shipments.up.sql +20210824170712_add_excess_weight_acknowledged_at_to_moves.up.sql +20210824181514_change_weight_params.up.sql +20210826153944_add_tio_remarks_to_moves_table.up.sql +20210831214156_add_sit_pr_start_and_end_dates.up.sql +20210903211741_recalculation_payment_request.up.sql +20210909171753_add_demo_tls_cert.up.sql +20210917011433_add_default_sit_days_allowance_to_existing_hhg_shipments.up.sql +20210923180711_fix_shuttle_params.up.sql +20210924165014_loadtesting_cert_migration.up.sql +20210924172305_loadtesting_cert_migration.up.sql +20210925020348_add_prime_simulator_role.up.sql +20210930155650_add_billable_weights_reviewed_at_column_to_moves.up.sql +20210930202639_remove_sandy_and_lynzt_cac_access.up.sql +20211001151820_add_param_key_origin.up.sql +20211001153100_update_sit_param_keys_origin.up.sql +20211004150738_loadtest_env.up.sql +20211012105126_exp_dp3_cert_migration.up.sql +20211015201518_financial_review_flag.up.sql +20211101220502_add_nts_shipment_columns.up.sql +20211104212749_add_selected_tac_sac_to_mto_shipments.up.sql +20211109231452_create_zip_to_gbloc_table.up.sql +20211112193224_support_noninstallation_locations.up.sql +20211112205920_add_noninstallation_locations.up.sql +20211123155748_domestic_nts_packing_metadata.up.sql +20211202213138_index_user_roles_table.up.sql +20211207193349_fix_optional_dnpk_params.up.sql +20211209182000_add_nts_recorded_weight.up.sql +20211213235039_update_duty_station_location.up.sql +20211214234555_move_to_gbloc_view.up.sql +20211221182830_origin_duty_location_to_gbloc_view.up.sql +20211222193432_regrant_access_to_views_for_crud.up.sql +20211229190325_delete_incorrect_duty_stations.up.sql +20220107193037_add_destination_address_type_to_shipments.up.sql +20220112013152_update_duty_locations.up.sql +20220113172826_create_new_duty_locations.up.sql +20220126235958_remove_cac_access_carterjones_monfresh_ronolibert_and_shkeating.up.sql +20220127234422_create_ppm_shipments_table.up.sql +20220201170324_audit_trigger.up.sql +20220201202113_add_audit_trigger_tables.up.sql +20220203001924_add_ppm_to_mto_shipments_shipment_type_enum_values.up.sql +20220204201618_archive_ppm_data.up.sql +20220204213113_rename_duty_station_names.up.sql +20220207230521_adjust_pricing_params_for_ntsr.up.sql +20220208225215_add_draft_to_ppm_shipment_status.up.sql +20220214222638_create_new_cols_for_duty_station_to_location_rename.up.sql +20220218230224_update_ppm_shipments_to_have_more_required_fields.up.sql +20220228192535_copy_values_to_new_duty_location_cols.up.sql +20220304192644_archive-reimbursements-table.up.sql +20220308211442_update_origin_duty_location_to_gbloc_view.up.sql +20220308221248_fix_duty_station_triggers.up.sql +20220315231205_duty_station_rename_cleanup.up.sql +20220321142756_remove_cac_jacquelineio_jaynawallacetruss.up.sql +20220321233308_add_advance_requested.up.sql +20220323190113_add_comment_for_audit_history_client_query_column.up.sql +20220331190115_create_move_history_triggers_with_ignored_columns.up.sql +20220406190158_update_ppm_shipment_for_delete.up.sql +20220412195727_add_deletedAt_to_storage_facilities_and_mto_agents.up.sql +20220412203950_create_move_history_trigger_for_entitlements.up.sql +20220418182209_remove_access_code.up.sql +20220420162556_create_indexes_for_mto_shipments_deleted_at.up.sql +20220422162922_add_prime_counseling_completed_at.up.sql +20220425211936_create_move_history_triggers_for_reweighs.up.sql +20220426181840_create_move_history_trigger_for_mto_agents.up.sql +20220426195320_update_move_to_gbloc_view_for_ppm_shipments.up.sql +20220428174000_add_qae_csr_role.up.sql +20220502194223_add_sit_fields_to_ppm_shipments.up.sql +20220503172836_add_office_move_remarks.up.sql +20220511200357_add_actual_final_value_fields_for_zips_and_advances_to_ppm_shipments.up.sql +20220518203808_create_move_history_trigger_for_proof_of_service_docs.up.sql +20220519011504_backfill_replacement_ppm_shipments_advance_requested_fields.up.sql +20220526183214_consolidate_distanceZip3_and_distanceZip5_service_item_params.up.sql +20220527192703_full_name_index_for_search.up.sql +20220531203650_add_prime_user_role.up.sql +20220531203704_add_user_id_to_client_certs.up.sql +20220531203716_add_user_for_each_client_cert.up.sql +20220601203717_remove_old_ppm_advance_requested_columns.up.sql +20220622220818_create_move_history_triggers_for_service_item_related_tables.up.sql +20220622225529_create_weight_tickets_table.up.sql +20220623201702_add_support_remarks_deleted_at.up.sql +20220628163327_remove_dps.up.sql +20220630194456_create_evaluation_report_table.up.sql +20220720214641_create_moving_expenses_table.up.sql +20220805143847_add_completion_time_to_evaluation_reports.up.sql +20220805162727_create_progear_weight_tickets_table.up.sql +20220810115142_add_indication_of_advance_adjustment_to_ppm_shipments.up.sql +20220817215454_create_pws_violations_table.up.sql +20220824133409_add_w2_address_final_incentive_to_ppm_shipment.up.sql +20220826142534_associate_signed_certifications_with_ppms.up.sql +20220901162926_add_scheduled_actual_delivery_dates.up.sql +20220902182104_app_demo_cert_migration.up.sql +20220908163100_app_exp_cert_migration.up.sql +20220909181518_update_pws_violations_table_additionaldataelem.up.sql +20220914175516_deprecate_move_docs_and_moving_expense_docs.up.sql +20220919160852_create_report_violations_table.up.sql +20220920143839_add_gbloc_for_navy_and_coast_guard.up.sql +20220923135119_app_loadtest_cert_migration.up.sql +20220926162626_add_additional_eval_report_fields.up.sql +20220927210523_remove-gidjin-cac.up.sql +20221006031146_add_status_and_reason_to_weight_ticket.up.sql +20221007190815_add_evaluation_violation_delivery_date.up.sql +20221014194001_rename_weighing_fees_to_weighing_fee.up.sql +20221020162508_rename_pro_gear_weight_document_columns.up.sql +20221020202612_create-and-modify-move-history-triggers-for-multiple-tables.up.sql +20221021145115_ppm_closeout_status.up.sql +20221024195315_evaluation_report_observed_date_rename.up.sql +20221028220508_remove_deleted_at_column_from_evaluation_reports.up.sql +20221031150502_ppm_closeout_status_remove_needs_close_out.up.sql +20221104180553_add_closeout_office_move_association.up.sql +20221114184433_add_table_name_index_audit_history.up.sql +20221116190222_eval_report_add_depart_start_end_time.up.sql +20221129184114_redifine_audit_tables.up.sql +20221203002508_change_jsonb_each_text_to_jsonb_each.up.sql +20221208171026_remove_eval_report_durations.up.sql +20221214212841_add_provides_ppm_closeout.up.sql +20221215183130_set_closeout_offices_to_true_for_provides_ppm_closeout_column.up.sql +20221222212831_obliterate-ppm-office-user.up.sql +20230104003529_transportation_offices_name_index.up.sql +20230105211952_app_demo_cert_migration.up.sql +20230106201854_app_loadtest_cert_migration.up.sql +20230106211757_app_exp_cert_migration.up.sql +20230117191419_rkoch_cac.up.sql +20230120165432_update_camp_lejeune_closeout_value.up.sql +20230201132843_create_referenced_users.up.sql +20230201162639_rogeruiz_cac.up.sql +20230202193449_add_daycos_and_movehq_certs.up.sql +20230214161337_add_mmayo-truss_certs.up.sql +20230216145923_dspencer_cac.up.sql +20230216192945_add_adjusted_net_weight_and_net_weight_remarks_to_weight_ticket_table.up.sql +20230223225426_store_origin_duty_gbloc.up.sql +20230306200756_remove_net_weight_column_from_ppm_shipments_table.up.sql +20230314155457_rogeruiz_cac_update.up.sql +20230324203740_add_secondary_address_radio_states.up.sql +20230327043608_update_client_certs_table.up.sql +20230403135359_add_fields_to_ppm_shipments_for_aoa_and_payment_packets.up.sql +20230404195728_katyc_cac_access.up.sql +20230405164241_add_date_sent_for_service_item_approvals_to_moves.up.sql +20230412175236_update_prime_name_and_contract_number.up.sql +20230413135123_remove_selected_move_type_from_moves.up.sql +20230413164702_add_uniqueness_constraint_to_contractor_type.up.sql +20230413192301_delete_400ng_tables.up.sql +20230414201902_update_sit_extensions_comments.up.sql +20230420144546_ronak_cac.up.sql +20230421142839_drop_tsp_and_tdl.up.sql +20230421182426_add_movehq_uat_cert.up.sql +20230421202012_fix_movehq_uat_cert.up.sql +20230424173425_add_daycos_and_movehq_prod_certs.up.sql +20230427142553_drop_400ng_zip_tables.up.sql +20230503233423_adding_sit_destination_initial_address_column.up.sql +20230504190333_adjust_factor_precision.up.sql +20230504204015_creating_SIT_destination_address_update_table.up.sql +20230504214413_adjust_contract_years.up.sql +20230509180256_fix_demo_certificate.up.sql +20230510153921_all_dutylocations_government_counseling_true.up.sql +20230510170842_repair_client_certs_records.up.sql +20230511201651_remove_daycos_movehq_prod.up.sql +20230511233216_import_pricing_data.up.sql +20230512200539_add_created_and_updated_at_columns_to_sit_address_update_table.up.sql +20230515145532_fix_searchable_full_name.up.sql +20230516170511_create_service_items_customer_contacts_join_table.up.sql +20230522153040_add_local_move_orders_type_comment.up.sql +20230601203817_creating_service_request_documents_table.up.sql +20230602140622_creating_service_request_uploads_table.up.sql +20230605145747_fix_pricing_data_escalation.up.sql +20230605163737_delete_hhg_shorthaul_domestic_hhg_longhaul_domestic_from_mto_shipments_shipment_type.up.sql +20230605164714_add_ZipSITDestHHGOriginalAddress_param_key.up.sql +20230605164754_add_ZipSITDestHHGOriginalAddress_param_for_DDDSIT_service_item.up.sql +20230605174844_delete_ZipDestAddress_for_DDDSIT_service_item.up.sql +20230607213503_add_address_change_request_table.up.sql +20230609214930_populate_existing_mto_shipments_without_destination_address_to_use_destination_duty_location_address.up.sql +20230612172652_alter_service_request_documents_table_change_contstraints.up.sql +20230614181842_add_columns_for_task_order_compliance.up.sql +20230614205339_populate_orders_with_task_order_compliance_data.up.sql +20230614231637_add_date_of_contact_column_to_mto_service_item_customer_contacts_table.up.sql +20230614233341_add_SITServiceAreaDest_param_key.up.sql +20230614233641_add_SITServiceAreaDest_param_for_DDDSIT_service_item.up.sql +20230623204052_delete_ServiceAreaDest_param_for_DDDSIT_service_item.up.sql +20230628220338_add_sit_fsc_reservice_and_service_params.up.sql +20230721155723_add_lines_of_accounting_table_and_update_tac_table.up.sql +20230804161700_import_trdm_part_1.up.sql +20230807175944_import_trdm_part_2.up.sql +20230807180000_import_trdm_part_3.up.sql +20230807185455_alter_users_table.up.sql +20230808155723_add_ns_mayport.up.sql +20230809180036_update_transportation_offices.up.sql +20230810180036_update_duty_locations.up.sql +20230822201206_add_fields_for_sit_to_mto_service_items.up.sql +20230823194524_copy_loginGov_oktaEmail.up.sql +20230824200422_update_loa_trnsn_ids.up.sql +20230824224954_ghc_domestic_transit_times_update_data_migration.up.sql +20230828180000_update_mayport_zip.up.sql +20230828180001_update_mayport_services_counseling.up.sql +20230829133429_add_unique_constaint_okta_id.up.sql +20230829211437_add_origin_SIT_original_address_param_keys.up.sql +20230829211504_add_origin_SIT_original_address_params_for_origin_SIT_service_items.up.sql +20230829211555_delete_former_address_params_for_origin_SIT_service_items.up.sql +20230912174213_add_transportation_office_fort_belvoir.up.sql +20230913184953_reassign_transportation_office_foreign_keys.up.sql +20230915013641_create_user_records_for_office_admin_okta.up.sql +20230915055143_update_transportation_office_foreign_key_constraints.up.sql +20230915060851_update_orders_gbloc_bkas_to_bgac.up.sql +20230921144719_update_dutylocation_mayport_fl_govt_counseling.up.sql +20230921173336_update_shipping_offices.up.sql +20230921180020_delete_transportation_offices.up.sql +20230922174009_update_incorrect_duty_locations.up.sql +20230922180941_update_incorrect_transportation_office.up.sql +20230925170109_update_deletion_fk_policies_duty_location.up.sql +20230925221618_delete_fort_lee_dutylocation.up.sql +20231006173747_add_approval_requested_to_mto_service_items.up.sql +20231023144545_add_column_for_partial_payments.up.sql +20231026172313_update_services_counseling_mayport_false.up.sql +20231027204028_add_deliveries_table.up.sql +20231102162954_delete_partial_payments_column.up.sql +20231116162824_update_addresses_table_with_new_base_names.up.sql +20231120140417_create_sit_address_updates_trigger.up.sql +20231121135833_update_admin_organizations_remove_truss.up.sql +20231122171913_add_weight_ticket_boolean_to_uploads_table.up.sql +20231127152248_remove_not_null_constraint_from_is_weight_ticket_column.up.sql +20231128203410_update_addresses_and_duty_locations_for_base_renames.up.sql +20231204183958_transportation_accounting_code_schema_change.up.sql +20231204195439_line_of_accounting_schema_change.up.sql +20231208184124_create_ppm_shipments_trigger.up.sql +20231208213618_update_pws_violations_qae.up.sql +20231211202108_add_member_expense_flags.up.sql +20231211213232_add_allowable_weight.up.sql +20231218144414_mto_shipment_diverted_from_shipment_id.up.sql +20231226174935_create_ppm_documents_triggers.up.sql +20240103174317_add_customer_expense.up.sql +20240109200110_add_address_columns_to_ppmshipments4.up.sql +20240112205201_remove_ppm_estimated_weight.up.sql +20240119005610_add_authorized_end_date_to_mto_services_items.up.sql +20240124153121_remove_ppmid_from_signedcertification_table.up.sql +20240124155759_20240124-homesafeconnect-cert.up.sql +20240129153006_20240129-homesafeconnect-cert.up.sql +20240201174442_20240201_homesafe_prd_cert.up.sql +20240201201343_update_duty_location_names.up.sql +20240206173201_update_shipment_address_update_table_sit_and_distance_columns.up.sql +20240207173709_updateTransportationOffices.up.sql +20240212150834_20240212_disable_homesafe_stg_cert.up.sql +20240214213247_updateTransportationOfficesGbloc.up.sql +20240215151854_20240215_remove_expired_homesafe_prd_cert.up.sql +20240220145356_remove_rank_and_duty_location_columns_from_service_members_table.up.sql +20240222144140_redefine_order_audit_table_grade_col.up.sql +20240222154935_add_sit_delivery_miles_to_mto_service_items.up.sql +20240223144515_add_pro_gear_weights_to_mto_shipments.up.sql +20240223154843_us_post_region_city_trdm_table_creation.up.sql +20240223200739_updateDutyLocationsZip.up.sql +20240226130347_create_privileges_table.up.sql +20240226183440_add_county_column_to_address_table.up.sql +20240227171439_usprc_data_dump_batch.up.sql +20240227180121_add_status_edipi_other_unique_id_and_rej_reason_to_office_users_table.up.sql +20240229203552_add_to_ppm_advance_status_datatype.up.sql +20240308181906_add_has_secondary_pickup_address_and_has_secondary_delivery_address_to_ppm_shipments.up.sql +20240319214733_remove_sit_authorized_end_date.up.sql +20240322144246_updateAddressesCounty.up.sql +20240327210353_add_cac_verified_to_service_members_table.up.sql +20240402155228_updateLongBeachGbloc.up.sql +20240402192009_add_shipment_locator_and_shipment_seq_num.up.sql +20240403172437_backfill_counties_again.up.sql +20240404152441_add_gun_safe_to_entitlements.up.sql +20240405190435_add_safety_privilege.up.sql +20240411201158_add_application_parameter_and_validation_code_table.up.sql +20240412201837_edit_gun_safe_entitlement_not_null.up.sql +20240416145256_update_safety_privilege_label.up.sql +20240502175909_add_lookup_valid_columns_to_tac_and_loa_tables.up.sql +20240502183613_add_support_for_standalone_payment_cap.up.sql +20240502225801_add_hq_role.up.sql +20240503123556_add_diversion_reason_to_mto_shipments.up.sql +20240503181242_add_origin_dest_sit_auth_end_date_to_mto_shipments_table.up.sql +20240506214039_add_submitted_columns_to_ppm_document_tables.up.sql +20240507133524_add_locked_moves_column_to_moves_table.up.sql +20240507155817_add_moving_expense_weight_stored.up.sql +20240507192232_add_emplid_col_to_service_members_table.up.sql +20240509122101_fix_issue_safety_privilege.up.sql +20240509135447_remove_not_null_from_application_params_columns.up.sql +20240513161626_updating_initial_value_for_validation_code.up.sql +20240515164336_ignore_locked_columns_in_moves_table_for_history_log.up.sql +20240516143952_add_pricing_estimate_to_mto_service_items.up.sql +20240516184021_import_pricing_data_ghc.up.sql +20240516230021_add_third_address_shipments.up.sql +20240521160335_backfill_LOA_FY_TX.up.sql +20240521184834_add_standalone_field_to_service_items.up.sql +20240522124339_add_csr_to_roles.up.sql +20240524214247_add_sit_location_moving_expenses.up.sql +20240528154043_drop_not_null_from_ppm_postal_codes.up.sql +20240529181303_add_additional_documents_id_col_to_moves.up.sql +20240530020648_adding_standalone_crate_service_param.up.sql +20240530084720_rename_qae_csr_to_just_qae.up.sql +20240531050324_adding_standalone_crate_cap.up.sql +20240531152430_migrate_data_to_new_ppm_statuses.up.sql +20240531152526_remove_ppm_statuses_no_longer_used.up.sql +20240531153321_update_tio_role_name.up.sql +20240531154303_add_more_submitted_columns_to_ppm_document_tables.up.sql +20240603040207_add_submitted_cols_to_moving_expenses.up.sql +20240603152949_update_too_role_name.up.sql +20240604203456_add_effective_expiraton_date_ghc_fuel.up.sql +20240606195706_adding_uncapped_request_total.up.sql +20240607134224_allow_pptas_client.up.sql +20240611185048_drop_unique_constraint_emplid.up.sql +20240613050505_add_sit_cost_moving_expenses.up.sql +20240613192433_move_valid_loa_for_tac_col_to_lines_of_accounting_table.up.sql +20240624215947_add_sit_reimburseable_amount.up.sql +20240625144828_add_to_update_type_enum.up.sql +20240628181051_drop_ppm_postal_code_fields.up.sql +20240628185537_update_move_to_gbloc_to_use_ppm_address.up.sql +20240716161148_create_boat_shipment_table.up.sql +20240718021218_add_assigned_cols_to_moves.up.sql +20240719192106_add_destination_gbloc_to_orders.up.sql +20240719222007_add_state_to_us_post_region_cities.up.sql +20240722134633_update_move_history_indexes.up.sql +20240725190050_update_payment_request_status_tpps_received.up.sql +20240729162353_joseph_doye_cn_cac.up.sql +20240729164930_mai_do_cac.up.sql +20240729185147_add_cancel_to_ppm_status_enum.up.sql +20240729200347_add_mto_approved_at_timestamp.up.sql +20240730161630_remove-boat-shipments-index.up.sql +20240731125005_retroactively_update_approve_at_column_based_on_available_to_prime.up.sql +20240801135811_create_mobile_home.up.sql +20240801135833_alter_mto_shipment_type_motorhome.up.sql +20240802161708_tpps_paid_invoice_table.up.sql +20240806151051_update_pws_violations.up.sql +20240806230447_add_rotation_to_uploads.up.sql +20240807140736_add_locked_price_cents_to_mto_service_items.up.sql +20240807212737_add_counseling_transportation_office_id_to_moves.up.sql +20240812183447_add_gsr_appeals_table.up.sql +20240813153431_change_mobile_home_shipment_deleted_at_type.up.sql +20240814144527_remove_allow_pptas_client.up.sql +20240815144613_remove_sit_address_updates_table.up.sql +20240815182944_add_super_column_to_admin_users.up.sql +20240815195730_add_fk_to_tpps_paid_invoice_reports.up.sql +20240816200315_update_pws_violations_pt2.up.sql +20240819164156_update_pws_violations_pt3.up.sql +20240820125856_allow_pptas_migration.up.sql +20240820151043_add_gsr_role.up.sql +20240822180409_adding_locked_price_cents_service_param.up.sql +20240909194514_pricing_unpriced_ms_cs_service_items.up.sql +20240910021542_populating_locked_price_cents_from_pricing_estimate_for_ms_and_cs_service_items.up.sql +20240917132411_update_provides_ppm_closeout_transportation_offices.up.sql +20240917165710_update_duty_locations_provides_services_counseling.up.sql +20240927145659_update_mobile_home_factor.up.sql +20240930171315_updatePostalCodeToGbloc233BGNC.up.sql +20240930224757_add_transportation_office_assignments.up.sql +20241001122750_fix-tget-data.up.sql +20241001144741_update_boat_factor.up.sql +20241001174400_add_is_oconus_column.up.sql +20241001193619_market-code-enum.up.sql +20241002151527_add_transportation_offices_AK_HI.up.sql +20241002164836_add_re_country_table_and_refactor.up.sql +20241002170242_add_ub_shipment_type.up.sql +20241004150358_create_re_states_re_us_post_regions_re_cities.up.sql +20241004150559_insert_re_states.up.sql +20241004151509_insert_re_cities.up.sql +20241004151611_insert_re_us_post_regions.up.sql +20241004151723_insert_us_post_region_cities.up.sql +20241004203140_update_addresses_is_oconus.up.sql +20241007162933_addPaymentRequestEdiFiles.up.sql +20241007184200_create_re_oconus_rate_areas_re_intl_transit_times.up.sql +20241007184230_insertReOconusRateAreas.up.sql +20241007184259_insertReIntlTransTime.up.sql +20241007224427_update_addresses_us_post_region_cities_id.up.sql +20241008133341_consolidate_allowable_weight_in_ppm_shipments.up.sql +20241008212243_populate_market_code_on_shipments_table.up.sql +20241009210749_create_view_v_locations.up.sql +20241011201326_changes_for_actual_expense_reimbursement_field.up.sql +20241017183144_add_AK_HI_duty_locations.up.sql +20241018091722_oconus-entitlements-enhancement.up.sql +20241023130404_create_re_service_items.up.sql +20241023184337_create_ports_table.up.sql +20241023184350_create_port_locations_table.up.sql +20241023184437_insert_ports.up.sql +20241024114748_create_gbloc_aors.up.sql +20241029125015_add_orders_type_enum.up.sql +20241029144404_hdt-614-adjust-accomack-county.up.sql +20241031163018_create_ub_allowances_table.up.sql +20241107180705_add_alternative_AK_HI_duty_location_names.up.sql +20241109002854_add_gsr_table_to_move_history.up.sql +20241111203514_add_external_crate_and_remove_icrtsa.up.sql +20241111221400_add_new_order_types.up.sql +20241111223224_change_international_sit_services_to_accessorials.up.sql +20241115214553_create_re_fsc_multipliers_table.up.sql +20241119151019_stored_procs_for_ordering_service_items.up.sql +20241119163933_set_inactive_NSRA15_oconus_rate_areas.up.sql +20241120221040_change_port_location_fk_to_correct_table.up.sql +20241121205457_create_estimated_pricing_stored_proc_for_intl_shipments.up.sql +20241122155416_total_dependents_calculation.up.sql +20241122220314_create_port_and_port_location_test_data.up.sql +20241126222026_add_sort_column_to_re_service_items.up.sql +20241127125545_add_excess_ub_weight_columns_to_move.up.sql +20241127133504_add_indexes_speed_up_counseling_offices.up.sql +20241202163059_create_test_sequence_dev_env.up.sql +20241203024453_add_ppm_max_incentive_column.up.sql +20241204155919_update_ordering_proc.up.sql +20241204210208_retroactive_update_of_ppm_max_and_estimated_incentives_prd.up.sql +20241209121924_entitlements_refactor.up.sql +20241210143143_redefine_mto_shipment_audit_table.up.sql +20241216170325_update_nts_enum_name.up.sql +20241216190428_update_get_zip_code_function_and_update_pricing_proc.up.sql +20241217163231_update_duty_locations_bad_zips.up.sql +20241217180136_add_AK_zips_to_zip3_distances.up.sql +20241217191012_update_move_to_gbloc_for_ak.up.sql +20241218201833_add_PPPO_BASE_ELIZABETH.up.sql +20241218204620_add_international_nts_service_items.up.sql +20241220171035_add_additional_AK_zips_to_zip3_distances.up.sql +20241220213134_add_destination_gbloc_db_function.up.sql +20241224172258_add_and_update_po_box_zip.up.sql +20241226173330_add_intl_param_values_to_service_params_table.up.sql +20241227153723_remove_empty_string_emplid_values.up.sql +20241227202424_insert_transportation_offices_camp_pendelton.up.sql +20241230150644_student_travel_weight_limit_param.up.sql +20241230190638_remove_AK_zips_from_zip3.up.sql +20241230190647_add_missing_AK_zips_to_zip3_distances.up.sql +20241231155337_add_payment_params_for_international_shuttle.up.sql +20250103130619_revert_data_change_for_gbloc_for_ak.up.sql +20250103142533_update_postal_codes_and_gblocs_for_ak.up.sql +20250103180420_update_pricing_proc_to_use_local_price_variable.up.sql +20250110001339_update_nts_release_enum_name.up.sql +20250110153428_add_shipment_address_updates_to_move_history.up.sql +20250110214012_homesafeconnect_cert.up.sql +20250113152050_rename_ubp.up.sql +20250113160816_updating_create_accessorial_service_item_proc.up.sql +20250113201232_update_estimated_pricing_procs_add_is_peak_func.up.sql +20250114164752_add_ppm_estimated_incentive_proc.up.sql +20250116200912_disable_homesafe_stg_cert.up.sql +20250120144247_update_pricing_proc_to_use_110_percent_weight.up.sql +20250121153007_update_pricing_proc_to_handle_international_shuttle.up.sql 20250217221228_testing_testing.up.sql -20250217221926_test_secure.up.sql \ No newline at end of file +20250217221926_test_secure.up.sql +20250218143934_test_secure_1234.up.sql +20250218150110_test_secure_12345252.up.sql diff --git a/migrations/app/migrations_manifest.txt b/migrations/app/migrations_manifest.txt index 1b9c191b739..b2ca5f93817 100644 --- a/migrations/app/migrations_manifest.txt +++ b/migrations/app/migrations_manifest.txt @@ -1085,5 +1085,4 @@ 20250116200912_disable_homesafe_stg_cert.up.sql 20250120144247_update_pricing_proc_to_use_110_percent_weight.up.sql 20250121153007_update_pricing_proc_to_handle_international_shuttle.up.sql -20250217221228_testing_testing.up.sql -20250217221926_test_secure.up.sql +# nothing should be added below this line this file is archived and only needed for rebuilding db Locally to be run prior to new migrations process to keep the current state diff --git a/migrations/app/secure/20250218143934_test_secure_1234.up.sql b/migrations/app/secure/20250218143934_test_secure_1234.up.sql new file mode 100644 index 00000000000..c389c370433 --- /dev/null +++ b/migrations/app/secure/20250218143934_test_secure_1234.up.sql @@ -0,0 +1,4 @@ +-- Local test migration. +-- This will be run on development environments. +-- It should mirror what you intend to apply on loadtest/demo/exp/stg/prd +-- DO NOT include any sensitive data. diff --git a/migrations/app/secure/20250218150110_test_secure_12345252.up.sql b/migrations/app/secure/20250218150110_test_secure_12345252.up.sql new file mode 100644 index 00000000000..c389c370433 --- /dev/null +++ b/migrations/app/secure/20250218150110_test_secure_12345252.up.sql @@ -0,0 +1,4 @@ +-- Local test migration. +-- This will be run on development environments. +-- It should mirror what you intend to apply on loadtest/demo/exp/stg/prd +-- DO NOT include any sensitive data. diff --git a/scripts/generate-secure-migration b/scripts/generate-secure-migration index f8053049d66..82a3adba869 100755 --- a/scripts/generate-secure-migration +++ b/scripts/generate-secure-migration @@ -83,5 +83,9 @@ EOM # # Update the migrations manifest # +# Add migration to DML manifest +readonly manifest_file="${dir}/../migrations/app/dml_migrations_manifest.txt" +echo "${secure_migration_name}" >> "$manifest_file" -./scripts/update-migrations-manifest + +##./scripts/update-migrations-manifest From f1b55ea03e059c950452da7ddbb4cb3f3a92548e Mon Sep 17 00:00:00 2001 From: deandreJones Date: Tue, 18 Feb 2025 09:52:24 -0600 Subject: [PATCH 06/26] remove old --- migrations/app/dml_migrations_manifest.txt | 1085 -------------------- 1 file changed, 1085 deletions(-) diff --git a/migrations/app/dml_migrations_manifest.txt b/migrations/app/dml_migrations_manifest.txt index 5c485d4ab68..f58df2fc3b0 100644 --- a/migrations/app/dml_migrations_manifest.txt +++ b/migrations/app/dml_migrations_manifest.txt @@ -1,1090 +1,5 @@ # This is the migrations manifest. # If a migration is not recorded here, then it will error. -20180103215841_create_issues.up.fizz -20180124183922_rename_issue_body_to_description.up.fizz -20180126235545_create_form1299s.up.fizz -20180130004840_add_issue_reporter_name.up.fizz -20180131195913_add_issue_due_date.up.fizz -20180205195330_create_traffic_distribution_lists.up.fizz -20180205233329_create_shipments.up.fizz -20180206001437_create_transportation_service_providers.up.fizz -20180206005125_create_best_value_scores.up.fizz -20180206005540_create_awarded_shipments.up.fizz -20180207003233_create_addresses.up.fizz -20180207004540_address_foreign_keys.up.fizz -20180208213804_turn_mobile_home_services_into_bools.up.fizz -20180209224704_add_tdl_to_bvs.up.fizz -20180212211942_rename_awarded_shipments.up.fizz -20180214004003_create_blackout_dates.up.fizz -20180214004029_create_performance_periods.up.fizz -20180214004139_create_quality_band_assignments.up.fizz -20180216221637_add_1299_other_move.up.fizz -20180227224236_create_users.up.fizz -20180227230828_switch_to_tsp_performance.up.fizz -20180227234655_add_index_blackout_dates.up.fizz -20180228003630_add_index_shipments.up.fizz -20180228003643_add_index_traffic_distribution_lists.up.fizz -20180228003650_add_index_transportation_service_providers.up.fizz -20180301230954_update_blackout_dates.up.fizz -20180305225630_add_blackout_fields_to_shipment.up.fizz -20180308004703_create_moves.up.fizz -20180308191758_create_signed_certifications.up.fizz -20180309142041_add_award_date_to_shipments.up.fizz -20180314215702_create_personally_procured_moves.up.fizz -20180316163100_create_documents.up.fizz -20180316163223_create_uploads.up.fizz -20180319220912_add_requested_pickup_date.up.fizz -20180320184300_rename_shipment_awards_to_offers.up.fizz -20180321231547_add_rate_cycle_to_tspperf.up.fizz -20180322234131_rename_gbloc_shipments.up.fizz -20180323005753_rename_blackout_dates_gbloc_column.up.fizz -20180323010137_remove_cos_channel_from_blackout_dates.up.fizz -20180323144906_remove_s3id_from_uploads.up.fizz -20180329183912_internationalize_addresses.up.fizz -20180329210102_update_index_blackout_dates.up.fizz -20180402183922_add_index_shipment_offers.up.fizz -20180402184338_remove_tdl_index.up.fizz -20180404175601_import_400ng_from_move_mil.up.sql -20180404175653_translate_400ng_from_move_mil.up.sql -20180404214855_create_service_members.up.fizz -20180405193958_create_duty_stations.up.fizz -20180406001008_add_uniq_to_service_member_user.up.fizz -20180410193716_store_zips_as_strings.up.sql -20180410214619_add_tsp_performance_discount_rates.up.fizz -20180411220843_create_social_security_numbers.up.fizz -20180411230846_create_backup_contacts.up.fizz -20180412142036_add_tdl_uniqueness_constraint.up.sql -20180412210605_load_duty_stations.up.sql -20180413234226_delete_ssns_with_old_workfactor.up.fizz -20180416153530_import_scacs_to_tsp_data_table.up.sql -20180416160830_add_scacs_and_uuids_to_tsp_table.up.sql -20180417160829_update_service_areas_with_sit_rates.up.sql -20180417175028_add_tdl_data.up.sql -20180417221055_rename_middle_initial_and_secondary_phone.up.fizz -20180419154059_rename_branch_to_affiliation.up.fizz -20180420230011_add_duty_station_to_service_member.up.fizz -20180424010930_test.up.sql -20180425222432_add_estimated_incentive.up.fizz -20180425233321_create_orders.up.fizz -20180427215024_add_service_member_id_to_documents.up.fizz -20180501185756_add_move_details_to_ppm.up.fizz -20180503160010_add_uploaded_orders.up.fizz -20180503234257_create_transportation_offices.up.fizz -20180504002127_create_office_phone_lines.up.fizz -20180504002218_create_office_emails.up.fizz -20180504002320_create_office_users.up.fizz -20180510184301_associate-orders-to-move-not-user.up.fizz -20180510201205_add_office_fields_to_orders.up.fizz -20180510210314_clear-orders-table.up.fizz -20180514033146_add_status_to_move_orders_ppm.up.fizz -20180514164353_add_record_locator_to_move.up.fizz -20180515005357_add_has_additional_postal_code_and_has_sit_to_ppm.up.fizz -20180516211155_add_accounting_to_orders.up.fizz -20180516221730_rank_enum_change.up.fizz -20180518011909_2018_tdl_secure_migration.up.sql -20180518033602_normalize_rate_area_and_region_names.up.sql -20180518041122_remove_tsp_name.up.fizz -20180522211533_create_reimbursements.up.fizz -20180523053701_add_storage_reimbursement_field.up.fizz -20180523182604_add_calculated_columns_to_ppms.up.fizz -20180523205520_preloadable_office_users.up.fizz -20180528225210_us_transportation_offices.up.sql -20180529024018_add_initial_office_users.up.sql -20180529232602_connect_station_and_office.up.fizz -20180530230508_change_other_methodofreceipt_to_other_dd.up.sql -20180530234038_fix_initial_office_users.up.sql -20180531001833_add-three-duty-stations.up.fizz -20180531211250_change_tspp_field_types.up.fizz -20180531221024_add_ppa.up.sql -20180531222748_je_and_other_users.up.sql -20180531225720_new_tspp_data.up.sql -20180601051653_divide_rates_by_one_hundered.up.sql -20180604195430_add_spouse_pro_gear.up.fizz -20180604231420_add_advance_worksheet_to_ppm.up.fizz -20180605231218_remove_gtcc_ppm_advance.up.sql -20180608001812_fort_gordon.up.sql -20180612011002_remove_estimated_incentive.up.fizz -20180619004251_add_cancel_reason_to_move.up.fizz -20180703193725_create_move_document.up.fizz -20180705204434_upload_document_nullable.up.sql -20180709203345_create_tsp_users.up.fizz -20180709233048_add_move_doc_title.up.fizz -20180710151200_update_shipments_for_hhg.up.fizz -20180711230749_add_more_office_users.up.sql -20180717183725_make_shipment_columns_nullable.up.fizz -20180722002959_add_moving_expense_docs.up.fizz -20180724230555_add_move_documents_ppm_id.up.sql -20180727225033_kill_1299.up.fizz -20180801223824_add_gbloc_transportation_offices.up.fizz -20180802003208_import_gbloc_on_transportation_offices.up.sql -20180802183739_add_code_of_service.up.fizz -20180802225909_add_destination_gbloc_to_shipment.up.fizz -20180806180441_delete_all_shipments.up.sql -20180807171547_add_office_users.up.sql -20180807173859_add_service_member_id_to_shipments.up.fizz -20180807232856_remove-reimbursement-from-expense-doc.up.sql -20180810112708_create_service_agents.up.fizz -20180815183435_add_pre_move_survey_fields_to_shipment.up.fizz -20180822222712_premove_changes.up.fizz -20180823131711_drop_code_of_service_from_shipments.up.fizz -20180827182555_add_gbl_fields_to_orders.up.fizz -20180827205523_add_code_of_service_to_shipments.up.fizz -20180828142819_drop_code_of_service_from_shipments.up.fizz -20180829152436_august2018-tdl-update.up.sql -20180831151530_august2018-new-office-users.up.sql -20180831154537_add_actual_weight_fields_to_shipment.up.fizz -20180905231856_add_shipment_id_to_move_documents.up.sql -20180910222114_add_company_to_service_agent.up.fizz -20180911150254_create_gbl_number_table.up.sql -20180913161846_remove_point_of_contact_from_service_agent.up.fizz -20180913211923_rename_pickup_date_on_shipment.up.fizz -20180914223726_trucate_shipments.up.sql -20180917233210_make_delivery_date_actual.up.fizz -20180918161418_add_tspp_id_to_shipment_offer.up.fizz -20180924221215_office-users.up.sql -20180925065510_create-accessorials-table.up.fizz -20180925155829_convert_rate_cycle_times_to_dates.up.sql -20180927194656_tspp-update-oct2018.up.sql -20180930152909_fix_naming.up.sql -20180930152910_8_21_duty_stations.up.sql -20181001214304_add_more_dates_to_shipment.up.fizz -20181002001931_oct1-office-users.up.sql -20181008235123_add_shipment_foreign_key.up.fizz -20181009000639_import_400ng_items.up.sql -20181009012435_add_tsp_enrolled.up.fizz -20181009175525_add_and_rename_weights_on_shipment.up.fizz -20181012140548_add_original_delivery_date_to_shipments.up.fizz -20181017002454_add-leading-zeros-to-addresses.up.sql -20181017010411_updates_requires_approval.up.sql -20181017142626_add_original_pack_date_to_shipments.up.fizz -20181017235059_test_tsp_and_tdl.up.sql -20181023002728_add_tsp_fields.up.fizz -20181023003944_import_trial_tsps.up.sql -20181023200253_create_jppsos_and_relations.up.sql -20181023215214_add_shipment_line_item.up.fizz -20181023231419_add_new_office_users_prod.up.sql -20181024005814_add_trial_tsp_users.up.sql -20181024184423_create_dps_users.up.fizz -20181024190235_add_dps_users.up.sql -20181024233917_add_pentagon_duty_station.up.sql -20181025214755_remove-shipment-accessorials.up.fizz -20181026174846_apostrophe-apocalypse.up.sql -20181026190602_add_the_real_trial_tsp_users.up.sql -20181026202620_truss_tsp_in_prod.up.sql -20181029190859_create_invoices_table.up.fizz -20181029213131_create_400ng_item_rate_table.up.fizz -20181031233341_add_400ng_rates.up.sql -20181101153739_add_and_fix_office_users.up.sql -20181106193440_add_duty_station_uniqueness_constraint.up.sql -20181107143226_tariff400ng_item_edits.up.sql -20181108235619_add_icn_sequence.up.sql -20181114202201_add_shipment_fk_to_invoices.up.fizz -20181116002353_add_applied_rate_to_shipment_line_items.up.fizz -20181116191945_nov16_dps_users.up.sql -20181120150642_revert_rank_enum_change.up.sql -20181126234000_add_premove_survey_complete.up.fizz -20181126234747_backfill_pm_survey_completed_date.up.sql -20181127202431_add_foreign_key_constraints.up.fizz -20181128160411_add-office-users.up.sql -20181130145331_nov30_dps_users.up.sql -20181130222854_tariff400ng_items_add_105C_unpack.up.fizz -20181203210118_add-office-users.up.sql -20181205002335_add-hackerone-users-to-staging.up.sql -20181206143208_more-hackerone-users.up.sql -20181208060817_add_invoice_approver.up.fizz -20181210151126_hackerone-triage-users.up.sql -20181210210031_even-more-hackerone-users.up.sql -20181213224759_add-new-office-user.up.sql -20181214180444_create_client_cert_table.up.sql -20181217161025_add-another-office-user.up.sql -20181219194552_add_marine_corps_orders_cert.up.sql -20181220160608_add_invoice_upload.up.fizz -20181220182247_add-office-users-#162792520.up.sql -20181220224717_create_fuel_eia_diesel_prices.up.fizz -20181221065458_add_fuel_eia_diesel_prices_initial_data.up.fizz -20181228203158_tspp-update-dec2018.up.sql -20190102144741_add_dps_cert.up.sql -20190102225310_remove_hackerone_accounts.up.sql -20190104165135_add-office-users-#162914248.up.sql -20190106004529_create_invoice_number_trackers.up.sql -20190106004639_fix_invoice_numbers.up.sql -20190108160637_update-conus-jppsos.up.sql -20190110211301_add_130J_accessorial_rate.up.sql -20190112000534_update_office_users.up.sql -20190114233749_add_january_fuel_eia_diesel_prices.up.fizz -20190116141917_add-fuel-eia-diesel-prices-jan-august-2018.up.fizz -20190118210319_add_army_hrc_cert.up.sql -20190122205821_remove_issues.up.fizz -20190125174356_fail-inprocess-invoices.up.sql -20190129115000_rds_iam_role.up.sql -20190129115001_master_role.up.sql -20190129115416_ecs_user_for_rds.up.sql -20190129191416_shipmentLineItem_dimensions.up.fizz -20190130193728_create_storage_in_transits.up.fizz -20190131151215_jan31_dps_users.up.sql -20190131194835_create_shipment_recalculate_logs.up.fizz -20190131201437_create_shipment_recalculates.up.fizz -20190131222220_add_shipment_recalculate_date.up.fizz -20190201172557_modify_lhs_location.up.sql -20190205001721_remove-hackerone-users.up.sql -20190205015958_add_february_fuel_eia_diesel_prices.up.fizz -20190207001056_create_distance_calculations.up.fizz -20190212172102_office-users-2019-02-12.up.sql -20190212181259_add_net_weight_column.up.fizz -20190212181434_add_actual_and_original_move_date.up.fizz -20190213220918_create_electronic_orders.up.fizz -20190215144306_add_branch_level_perms_to_orders_api.up.fizz -20190215145732_set_army_and_marines_orders_perms.up.sql -20190215192723_orders_rnlt_nullable.up.fizz -20190220152229_feb20_dps_users.up.sql -20190220195254_fix_prod_shipment_status.up.sql -20190221204334_add_total_sit_cost_to_ppm.up.fizz -20190225165937_remove_planned_move_date.up.fizz -20190227184037_add-user-disable.up.fizz -20190301165102_update_shipment_with_destination_on_acceptance.up.fizz -20190304203050_mar4_dps_users.up.sql -20190304210740_disable-unwanted-staging-user.up.sql -20190304233837_shipment-line-item-new-columns.up.fizz -20190304234525_add_march_fuel_eia_prices.up.fizz -20190305233916_deduplicate_zip5.up.sql -20190306205302_add-indexes-for-foreign-keys.up.fizz -20190314180155_truncate_electronic_orders.up.sql -20190314180205_add_electronic_orders_indexes.up.fizz -20190320202054_add-gsa-users.up.sql -20190321165456_add-signed-certification-ppm-hhg-ids.up.sql -20190326180606_add_submit_date_to_ppm.up.fizz -20190327145406_update-signed-certifications-date-to-datetime.up.sql -20190327154708_mar27_dps_users.up.sql -20190328002445_add_superuser_bool_to_users.up.fizz -20190328164048_shipment_line_items_new_cols_item_125.up.fizz -20190328175938_update-beta-super-users.up.sql -20190328200919_add_approve_date_to_ppm.up.fizz -20190329144450_add_office_users.up.sql -20190402183801_add-show-column-to-moves.up.fizz -20190403150700_update-moves-show-flag.up.sql -20190403232809_shipment_line_item_update_foreign_key.up.sql -20190404150123_allow_certain_cac_navy_orders.up.sql -20190404181226_lowercase_office_users.up.sql -20190405161919_remove-patrick-s.up.sql -20190408211953_add_office_users_040819.up.sql -20190409010258_add_new_scacs.up.sql -20190409155001_add_april_fuel_eia_diesel_prices.up.sql -20190410033855_update_superusers.up.sql -20190410152949_add_new_tdls.up.sql -20190410215335_add_05_2019_tspps.up.sql -20190411173050_remove-complete-state-from-hhg-shipments.up.sql -20190411175501_add_office_users.up.sql -20190412211739_add_office_users.up.sql -20190415193743_update_tsp_supplier_id.up.sql -20190416164921_remove_expired_marine_orders_certs.up.sql -20190416164922_new_marine_orders_testing_cert.up.sql -20190422163230_create_access_code.up.sql -20190422201347_create_storage_in_transit_number_trackers.up.sql -20190424155008_import_400ng_from_move_mil_2019.up.sql -20190424155037_translate_400ng_from_move_mil_2019.up.sql -20190424192504_import_400ng_rate_items_2019.up.sql -20190424212558_add_tsp_users_for_truss_devs.up.sql -20190425162954_update_service_areas_with_sit_rates_2019.up.sql -20190426134841_insert_missing_400ng_item_rate_130J.up.sql -20190429161555_fix-item-rates-cents-weight-lower.up.sql -20190503223719_add_submit_date_to_hhg.up.fizz -20190507213921_add_access_codes.up.sql -20190507232529_add_approve_date_to_shipment.up.fizz -20190510170742_new-office-user-05-10-19.up.sql -20190510205156_add_requires_access_code_to_service_members.up.sql -20190515160313_add-sba-office-user-051509.up.sql -20190515164502_add-sbd-tsp-users.up.sql -20190516222135_fix_user_name_office_users_table.up.sql -20190521184855_add-office-tsp-user.up.sql -20190522173249_add-staging-users.up.sql -20190522192452_add-office-users.up.sql -20190523210038_index_move_status.up.fizz -20190604171035_create_weight_ticket_documents.up.sql -20190607214336_add_missing_ownership_documentation_weight_ticket_documents.up.sql -20190611192304_add_users.up.sql -20190612091000_add-office-tsp-dps-disable.up.fizz -20190612150228_add_mileage_to_storage_in_transit.up.fizz -20190612185213_add_receipt_missing_moving_expense_documents.up.sql -20190613230926_add_suddath_to_tsp_users.up.sql -20190617155157_allow_certain_cac_read_all_electronic_orders.up.sql -20190617184232_add_storage_start_end_date_to_moving_expenses.up.sql -20190618174802_add-af-office-users.up.sql -20190620184142_update-marine-corps-certs.up.sql -20190624154036_remove-project-alumni.up.sql -20190624204138_add-missing-users.up.sql -20190625175052_add_office_users.up.sql -20190627162208_add-one-new-truss-user.up.sql -20190701205931_add_duty_station_index.up.fizz -20190702150158_create_admin_users.up.fizz -20190702170631_add_new_office_user.up.sql -20190702195904_create_organizations.up.fizz -20190703141326_add-usmc-office-users.up.sql -20190705235827_fix_duty_station_zip.up.sql -20190709204712_add-office-users.up.sql -20190710151514_make_organizations_poc_nullable.up.fizz -20190710174257_add_system_admin_users.up.sql -20190711215901_load_usmc_duty_stations.up.sql -20190713214312_update-county-code-us.up.sql -20190715122032_delete-duty-stations-with-no-zip3.up.sql -20190715144534_delete-duty-stations-with-no-zip3-conflict.up.sql -20190716161854_remove_patrick_d.up.sql -20190722160332_ame.up.fizz -20190722225748_add_office_users.up.sql -20190723165935_add-duty-station-uslb-albany-ga.up.sql -20190723192710_add_staging_user.up.sql -20190723214108_add_office_users.up.sql -20190724193344_add_more_system_admin_users.up.sql -20190726151515_grant_all_ecs_user.up.sql -20190730194820_pp3_2019_tspp_data.up.sql -20190730225048_add_deleted_at_to_document_tables.up.sql -20190731163048_remove_is_superuser.up.fizz -20190805161006_disable_truss_user.up.sql -20190807134704_admin_user_fname_lname_required.up.fizz -20190807163505_modify-moves-bad-zip3-and-delete.up.sql -20190812151703_add_product_admin_users.up.sql -20190812184046_remove_column_text_message_is_preferred.up.fizz -20190814223800_add_john_gedeon.up.sql -20190815172746_disable_mikena.up.sql -20190821192638_add_office_user.up.sql -20190822210248_add-payment-reviewed-date-to-personally-procured-moves.up.sql -20190829150706_create_notifications_table.up.sql -20190829152347_create-deleted-at-indices-for-document-tables.up.sql -20190905183034_disable_truss_tsp_user.up.sql -20190906223934_remove_oia_pn.up.fizz -20190912202709_update-duty-station-names.up.sql -20190913205819_delete_dup_duty_stations.up.sql -20190917162117_update_duty_station_names.up.sql -20190919173143_delete_hhg_tables_data.up.sql -20190924175530_add_trigram_matching_extension.up.sql -20190925190920_disable_liz.up.sql -20190926142600_add_duty_station_names.up.fizz -20190927150748_insert_duty_station_names.up.sql -20190930152918_import_bvs_performance_period_4.up.sql -20191008151614_re_create_reference_tables.up.sql -20191010155457_create_intl_prices_tables.up.sql -20191010165703_re_create_misc_pricing_tables.up.sql -20191011162818_add-admin-users.up.sql -20191011183006_alter_column_type_to_string_.up.sql -20191011191842_re_create_domestic_tables.up.sql -20191016153532_replace_disabled.up.sql -20191016214136_remove_disabled_column.up.sql -20191017215845_add_truss_user.up.sql -20191017230212_deactivate-truss-user.up.sql -20191018211440_update_combo_moves_to_ppm.up.sql -20191021174333_create_move_task_order.up.sql -20191021185731_create_service_item.up.sql -20191023153000_add_missing_primary_keys.up.sql -20191023161500_set_max_length_on_payment_methods.up.sql -20191023200010_create_mto_required_fields_tables.up.sql -20191028210245_hide_moves_experimental_staging.up.sql -20191029161504_add_active_column.up.sql -20191030192621_remove_hhg_access_codes.up.sql -20191031153450_add_office_user_indexes.up.sql -20191031182540_add_notification_indexes.up.sql -20191101201107_create-re-services-table-with-values.up.sql -20191106165340_move_task_order_add_est_wtg.up.sql -20191107173303_add-reference-id-to-mto.up.sql -20191113142631_add_moves_show_idx.up.sql -20191113191250_rename_actual_weight_to_prime_actual_weight_in_move_task_orders.up.sql -20191113212903_add_available_to_prime_date_and_submitted_counseling_info_date.up.sql -20191114203559_create-contractors-table.up.sql -20191114204029_move_task_order_add_post_counseling_info.up.sql -20191118163343_alter_ghc_approval_status.up.sql -20191119171641_add-known-contractors.up.sql -20191120165831_disable-user-migration.up.sql -20191120173320_create_payment_requests_table.up.sql -20191126160639_update-and-add-values-for-reservices-table.up.sql -20191204160349_add_new_user_type_tables.up.sql -20191204170511_remove-old-tables.up.sql -20191204200540_create_and_populate_roles_table.up.sql -20191204223817_alter_payment_requests.up.sql -20191204231026_add_user_id_to_customers.up.sql -20191205000048_create_proof_of_service_docs.up.sql -20191205000636_create_payment_service_items.up.sql -20191205000702_create_service_item_param_keys.up.sql -20191205000713_create_service_params.up.sql -20191205000726_create_payment_service_item_params.up.sql -20191205190530_jppso-assignment-tables.up.sql -20191205201215_add_user_id_to_too.up.sql -20191205211911_jppso-assignment-data.up.sql -20191209140000_set_max_length_on_rejection_reason.up.sql -20191210171244_create_entitlements.up.sql -20191210171408_create_move_orders.up.sql -20191210171518_create_move_task_orders.up.sql -20191210171620_create_mto_shipments.up.sql -20191210171655_create_mto_service_items.up.sql -20191210171752_alter_customers.up.sql -20191210171828_alter_payment_requests_move_task_order_reference.up.sql -20191210193133_update_roles_table.up.sql -20191212160348_add_fk_to_payment_service_items.up.sql -20191212203155_fix_spelling_is_canceled.up.sql -20191212225704_add_allow_prime.up.sql -20191212230438_add_devlocal-mtls_client_cert.up.sql -20191216184630_make_mto_service_items_meta_optional.up.sql -20191218163024_add_required_moveorder_and_customer_fields.up.sql -20191227144832_add_has_progear_to_personally_procured_moves.up.sql -20191229183600_add_top_tsp_for_ppms.up.sql -20191229234501_import_rates_jan_2020.up.sql -20200106225354_alter_factor_hundredths_type.up.sql -20200108170523_add_customer_columns.up.sql -20200108171243_rename_vehicle_options.up.sql -20200109025141_add_names_to_roles_table.up.sql -20200109170045_remove_entitlments_columns.up.sql -20200109182812_add_authorized_weight_columns.up.sql -20200113173707_add_shipment_type_to_mto_shipments.up.sql -20200113183355_add-additional-move-order-fields.up.sql -20200114001528_create_alter_fk_on_shipment_type_prices.up.sql -20200114010154_drop_shipment_type_tables.up.sql -20200115164752_modify_service_item_param_key_enum.up.sql -20200115173035_payment_request_add_service_item_param_keys.up.sql -20200121184927_add_status_to_mto_shipments.up.sql -20200122221118_add_deleted_at_column_to_usersRoles_table.up.sql -20200124172904_alter_table_payment_service_items_column_service_item_id.up.sql -20200124192943_update_tariff400ng_mistaken_rate_area.up.sql -20200128024819_fix_rolename_typo.up.sql -20200131173648_remove-service_id-from-payment_service_item.up.sql -20200203200715_mto_shipments_add_rejection_reason.up.sql -20200204194821_erin_cac.up.sql -20200205160112_add_enum_values_to_shipment_type_within_mto_shipments.up.sql -20200206163953_cgilmer_cac.up.sql -20200208013050_add_actual_pickup_date_to_mto_shipments.up.sql -20200211150405_mr337_cac.up.sql -20200211184638_add_approved_date_to_mto_shipments.up.sql -20200211232054_add_fadd_to_mto_shipments.up.sql -20200212153937_add_contract_id_to_re_ref_tables.up.sql -20200212201441_rd_cac.up.sql -20200214175204_create_re_zip5_rate_areas_table.up.sql -20200217175555_move-re-city-state.up.sql -20200217200526_gidjin_cac.up.sql -20200218231559_create_insert_ghc_domestic_transit_times.up.sql -20200219162105_garrett_cac.up.sql -20200219185845_rriser_cac.up.sql -20200219223252_add_lines_of_accounting_to_move_orders.up.sql -20200220000000_add_cols_make_and_model_to_weight_ticket_set_document.up.sql -20200221230540_kimallen_cac.up.sql -20200222010344_alexi_cac.up.sql -20200224161315_add-mto-agents-table.up.sql -20200224175606_update-mto-reference-id-constraints-and-backfill-existing.up.sql -20200225133755_lynzt_cac.up.sql -20200225191202_deep_cac.up.sql -20200226153948_add-ppm-type-and-estimated-weight-to-mto.up.sql -20200226211945_jacquelinemckinney_cac.up.sql -20200227191708_add_payment_request_number.up.sql -20200302161838_ryan_cac.up.sql -20200302220909_donald_cac.up.sql -20200306232322_service_item_dom_origin_sit_update.up.sql -20200309224754_ren_cac.up.sql -20200310163230_add-required-delivery-date-mto-shipment.up.sql -20200310191241_payment_request_uploader_changes.up.sql -20200312023106_shimona_cac.up.sql -20200312145322_change_nullability_in_client_certs.up.sql -20200313162229_change_nullability_in_customers.up.sql -20200313204211_alter_weight_ticket_set_documents_nullability.up.sql -20200313212635_alter_move_task_orders_nullability.up.sql -20200316170243_change_nullability_in_moves.up.sql -20200316180737_alter_moving_expense_document_nullability.up.sql -20200316205857_alter_uploads_nullability.up.sql -20200317164138_jaynawallace_cac.up.sql -20200319211333_add_missing_zip3s_to_tariff400ng_zip3s_table.up.sql -20200320192057_correct_incorrect_state_and_rate_area_data_for_tariff_400ng_zip3_with_zip3_555.up.sql -20200320221716_update_rate_area_for_995_tariff400ng_zip3.up.sql -20200323215437_mto_service_items_add_dimensions.up.sql -20200324150211_remove_duplicate_zip5s_with_different_rate_areas_in_tariff400ng_zip5_rate_areas_table.up.sql -20200324155051_change_nullability_in_notifications.up.sql -20200325144739_fix_service_area_for_zip_629.up.sql -20200325145334_import_2020_400ng.up.sql -20200326142555_change_nullability_in_tariff_400ng_full_pack_rate.up.sql -20200327154306_shauna_cac.up.sql -20200406200751_support_destination_first_day_sit.up.sql -20200407152204_add_contractor_fkey_to_move_task_orders.up.sql -20200408212210_change_nullability_in_tariff400ng_full_unpack_rates.up.sql -20200408215659_change_nullability_in_tariff400ng_linehaul_rates.up.sql -20200409151333_change_nullability_in_tariff400ng_service_area.up.sql -20200410162529_add_contract_id_to_re_zip5_rate_areas_table.up.sql -20200410194345_change_nullability_in_tariff400ng_shorthaul_rate.up.sql -20200413185502_change_nullability_in_tariff400ng_zip3s.up.sql -20200420154249_add_crating_standalone.up.sql -20200422184129_change_nullability_in_tariff400ng_zip5_rate_areas.up.sql -20200423174512_add-status-to-service-item.up.sql -20200505194253_import_rates_may_2020.up.sql -20200511185126_make_service_item_param_key_unique.up.sql -20200511201318_add_default_office_user_roles.up.sql -20200513151500_uploader_refactor_zero_down_alter_tables.up.sql -20200514033059_add_current_session_id_to_users.up.sql -20200515202122_payment_service_item_nullable_price.up.sql -20200527145249_add_mto_available_timestamp.up.sql -20200529171253_update_task_order_services_params.up.sql -20200602144311_remove_is_available_to_prime.up.sql -20200610192400_add_contract_code_param.up.sql -20200619120000_remove_cgilmer_cac.up.sql -20200619202714_import_fake_pricing_data.up.sql -20200622190818_update-duty-station-address-id.up.sql -20200623121100_add_contract_code_param_to_dsh.up.sql -20200623195126_customers_to_service_members.up.sql -20200624145812_create_ghc_diesel_fuel_prices.up.sql -20200624211813_add_contract_to_service_domestic_linehaul.up.sql -20200701133913_add_days_in_storage_and_requested_delivery_date.up.sql -20200707153605_consolidate_move_orders_into_orders.up.sql -20200715153454_add_contract_code_param_to_ddp.up.sql -20200715202720_add_contract_code_param_to_dop.up.sql -20200716142734_add_and_update_priority_to_re_service.up.sql -20200727192756_fuel_surcharge_database_changes.up.sql -20200729012657_create_webhook_notifications_table.up.sql -20200730151934_drop_customers.up.sql -20200730153642_add_ghc_diesel_fuel_price_records.up.sql -20200803200704_create_subscriptions_table.up.sql -20200804003845_add-draft-status-to-mto-shipments.up.sql -20200804194318_replace-default-status-on-shipment.up.sql -20200807135812_add_mto_db_comments.up.sql -20200807222709_update_mto_service_items_columns.up.sql -20200811152728_move_task_orders_to_moves.up.sql -20200812180333_add_contract_code_param_to_dpk.up.sql -20200812202513_convert_schedule_params_to_integer.up.sql -20200813181222_change_eia_fuel_price_param_to_integer.up.sql -20200818170444_ttv_table_comments.up.sql -20200818192857_add_contract_code_param_to_dupk.up.sql -20200819005749_import_bvs_rates_aug_2020.up.sql -20200819184221_remove_unused_tables_and_columns.up.sql -20200819211216_ateam_table_comments.up.sql -20200821202900_suz_cac.up.sql -20200826154256_add_rejection_reason_to_mto_service_items.up.sql -20200827155542_add_db_comments.up.sql -20200827190454_add_approved_at_rejected_at_timestamps_to_service_items.up.sql -20200908162414_roci_db_comments.up.sql -20200910033042_add-move-submitted-at.up.sql -20200911161101_add_fake_contractors_prod.up.sql -20200914173006_hide_move_on_prod_gov_cloud.up.sql -20200923204433_donald_cac.up.sql -20200924184242_import_bvs_rates_oct_2020.up.sql -20200925155922_deep_cac.up.sql -20200929210500_remove_rdhariwal_cac.up.sql -20201001183657_rriser_cac.up.sql -20201006003951_shimona_cac.up.sql -20201006145421_add_reference_id_to_psi.up.sql -20201006180000_dspencer_cac.up.sql -20201006232216_gidjin_cac.up.sql -20201007210622_sandy_cac.up.sql -20201008171129_ryan_cac.up.sql -20201012143646_add_index_to_gbloc.up.sql -20201020164146_gidjin_cac.up.sql -20201023202845_update_selectedMoveType_NTS.up.sql -20201027143150_moncef_cac.up.sql -20201103194328_add_skipped_failing_to_wh_notifications.up.sql -20201103225532_remove_mr337_cac.up.sql -20201103231542_add_failing_to_wh_subscriptions_status.up.sql -20201105195546_add_index_for_webhook_notifications.up.sql -20201110162431_add_indexes_for_txo_queues.up.sql -20201110162713_make_usmc_transportation_office.up.sql -20201111015201_add_sit_fields_zip_entry_departure.up.sql -20201111170419_jacquelinemckinney_cac.up.sql -20201111232031_remove_ssn.up.sql -20201117203528_fix_orders_status_comment.up.sql -20201117222119_alter_users_login_gov_uuid_nullable.up.sql -20201117222339_create_user_records_for_office_and_admin_users_without.up.sql -20201120174609_add_indexes_for_move_selected_type.up.sql -20201207223002_create_zip3_distances.up.sql -20201208215206_load_zip3_distances.up.sql -20201217183503_ayoung_cac.up.sql -20201229155602_drop_confirmation_number_from_orders.up.sql -20201230070814_fix_ecs_user_in_docker.up.sql -20210104224106_add_reviewed_all_rejected_to_payment_request_status.up.sql -20210107012144_update_comment_for_move_status.up.sql -20210108004003_add_permissions_to_docker_roles.up.sql -20210108174326_fix_city_and_state_data_in_addresses.up.sql -20210112002844_add_sit_addresses.up.sql -20210113021247_load_testing_cert.up.sql -20210113150002_add_contract_code_param_to_sit_first_day.up.sql -20210113173236_create_crud_role.up.sql -20210113234717_webhook_client_cert_stg_exp.up.sql -20210119210154_pearl_cac.up.sql -20210119230439_update_create_sit_origin_actual_address.up.sql -20210120194932_update_zip_sit_dest_hhg_final_address_service_param_key.up.sql -20210120204808_change_sit_distance_param_names.up.sql -20210121193254_remove_zipSITAddress_association_with_DOPSIT.up.sql -20210121212236_add_ZipSITOriginHHGOriginal_and_ZipSITOriginHHGActual_param_keys.up.sql -20210121214111_add_ZipSITOriginHHG_params_for_DOPSIT.up.sql -20210125221259_remove_alexi_cac.up.sql -20210126192839_add_contract_code_param_to_dest_sit_delivery.up.sql -20210127194127_add_contract_code_param_to_sit_additional_days.up.sql -20210201221927_adjust_params_for_sit_pickup.up.sql -20210216180136_carter_cac.up.sql -20210216231155_create-transportation-accounting-codes-table.up.sql -20210217014408_truncate_webhook_notifications.up.sql -20210218000226_add_service_param_keys_from_rate_engine.up.sql -20210222200314_update_service_item_names.up.sql -20210224194311_alter_transportation_accounting_codes_timestamps_to_default_to_now.up.sql -20210224203932_add_transportation_accounting_codes.up.sql -20210301215522_add_cancellation_requested_shipment_status.up.sql -20210318162232_create_edi_processing_table.up.sql -20210323204715_add_payment_request_to_interchange_control_number.up.sql -20210330000000_create-edi-errors-tables.up.sql -20210331135106_rename_edi_processing_table.up.sql -20210405214216_update_move_status_comment_with_miro_link.up.sql -20210405224456_add_service_counseling_completed_at_to_moves.up.sql -20210407223734_add_service_counselor_role.up.sql -20210409170358_make_icn_column_nullable.up.sql -20210412213134_add_entitlments_columns.up.sql -20210414170143_add_FSC_service_item_param_keys.up.sql -20210414214012_add_index_to_requested_pickup_date_on_mto_shipments_table.up.sql -20210415231923_add_index_on_submitted_at_in_moves_table.up.sql -20210419195440_add_editype_to_paymentRequestToInterchange_table.up.sql -20210420195709_adding_progear_and_spouse_entitlments.up.sql -20210420200150_change_fsc_param_to_decimal.up.sql -20210421175513_exp_truss_office_gbloc_change.up.sql -20210423140812_update-gbloc-truss-offices-experimental.up.sql -20210428225942_marty_cac.up.sql -20210503211133_cancelled_and_diverted_statuses.up.sql -20210504104241_add_counselor_remarks_to_mto_shipments.up.sql -20210504162959_add_provides_services_counseling.up.sql -20210505203801_populate_duty_station_services_counseling.up.sql -20210512164642_add_deleted_at_to_mto_shipments_table.up.sql -20210513204718_populate_remaining_duty_stations_that_provide_services_counseling.up.sql -20210514045435_update_payment_request_to_interchange_control_numbers_constraint.up.sql -20210521220916_remove_old_cac_certs.up.sql -20210608131539_pmohal_cac.up.sql -20210608162156_add_uploaded_amended_orders_id_to_orders.up.sql -20210611202542_remove_shimona_cac.up.sql -20210614144532_ronolibert_cac.up.sql -20210622184646_add_amended_orders_acknowledgement_timestamp.up.sql -20210628223755_add_actual_and_estimated_weight_to_mto_service_items.up.sql -20210629133827_remove_char_limit_payment_service_item_rejection_reason.up.sql -20210630143013_add_demo_users.up.sql -20210706214857_felipe_cac.up.sql -20210713232711_remove_can_stand_alone_parameter.up.sql -20210714221936_change_cubic_feet_crating_to_decimal.up.sql -20210720183133_create_rds_pgaudit_role.up.sql -20210721192603_remove_erin_cac_certs.up.sql -20210726214608_add_dimension_param_keys.up.sql -20210729204423_install_pgaudit_extension.up.sql -20210802205220_create_reweighs_table_excess_weights_columns.up.sql -20210809190551_add_index_to_move_fields.up.sql -20210812163307_add_contract_code_FSC.up.sql -20210823225557_add_sit_extensions_table.up.sql -20210823225613_add_sit_days_allownance_to_mto_shipments.up.sql -20210824170712_add_excess_weight_acknowledged_at_to_moves.up.sql -20210824181514_change_weight_params.up.sql -20210826153944_add_tio_remarks_to_moves_table.up.sql -20210831214156_add_sit_pr_start_and_end_dates.up.sql -20210903211741_recalculation_payment_request.up.sql -20210909171753_add_demo_tls_cert.up.sql -20210917011433_add_default_sit_days_allowance_to_existing_hhg_shipments.up.sql -20210923180711_fix_shuttle_params.up.sql -20210924165014_loadtesting_cert_migration.up.sql -20210924172305_loadtesting_cert_migration.up.sql -20210925020348_add_prime_simulator_role.up.sql -20210930155650_add_billable_weights_reviewed_at_column_to_moves.up.sql -20210930202639_remove_sandy_and_lynzt_cac_access.up.sql -20211001151820_add_param_key_origin.up.sql -20211001153100_update_sit_param_keys_origin.up.sql -20211004150738_loadtest_env.up.sql -20211012105126_exp_dp3_cert_migration.up.sql -20211015201518_financial_review_flag.up.sql -20211101220502_add_nts_shipment_columns.up.sql -20211104212749_add_selected_tac_sac_to_mto_shipments.up.sql -20211109231452_create_zip_to_gbloc_table.up.sql -20211112193224_support_noninstallation_locations.up.sql -20211112205920_add_noninstallation_locations.up.sql -20211123155748_domestic_nts_packing_metadata.up.sql -20211202213138_index_user_roles_table.up.sql -20211207193349_fix_optional_dnpk_params.up.sql -20211209182000_add_nts_recorded_weight.up.sql -20211213235039_update_duty_station_location.up.sql -20211214234555_move_to_gbloc_view.up.sql -20211221182830_origin_duty_location_to_gbloc_view.up.sql -20211222193432_regrant_access_to_views_for_crud.up.sql -20211229190325_delete_incorrect_duty_stations.up.sql -20220107193037_add_destination_address_type_to_shipments.up.sql -20220112013152_update_duty_locations.up.sql -20220113172826_create_new_duty_locations.up.sql -20220126235958_remove_cac_access_carterjones_monfresh_ronolibert_and_shkeating.up.sql -20220127234422_create_ppm_shipments_table.up.sql -20220201170324_audit_trigger.up.sql -20220201202113_add_audit_trigger_tables.up.sql -20220203001924_add_ppm_to_mto_shipments_shipment_type_enum_values.up.sql -20220204201618_archive_ppm_data.up.sql -20220204213113_rename_duty_station_names.up.sql -20220207230521_adjust_pricing_params_for_ntsr.up.sql -20220208225215_add_draft_to_ppm_shipment_status.up.sql -20220214222638_create_new_cols_for_duty_station_to_location_rename.up.sql -20220218230224_update_ppm_shipments_to_have_more_required_fields.up.sql -20220228192535_copy_values_to_new_duty_location_cols.up.sql -20220304192644_archive-reimbursements-table.up.sql -20220308211442_update_origin_duty_location_to_gbloc_view.up.sql -20220308221248_fix_duty_station_triggers.up.sql -20220315231205_duty_station_rename_cleanup.up.sql -20220321142756_remove_cac_jacquelineio_jaynawallacetruss.up.sql -20220321233308_add_advance_requested.up.sql -20220323190113_add_comment_for_audit_history_client_query_column.up.sql -20220331190115_create_move_history_triggers_with_ignored_columns.up.sql -20220406190158_update_ppm_shipment_for_delete.up.sql -20220412195727_add_deletedAt_to_storage_facilities_and_mto_agents.up.sql -20220412203950_create_move_history_trigger_for_entitlements.up.sql -20220418182209_remove_access_code.up.sql -20220420162556_create_indexes_for_mto_shipments_deleted_at.up.sql -20220422162922_add_prime_counseling_completed_at.up.sql -20220425211936_create_move_history_triggers_for_reweighs.up.sql -20220426181840_create_move_history_trigger_for_mto_agents.up.sql -20220426195320_update_move_to_gbloc_view_for_ppm_shipments.up.sql -20220428174000_add_qae_csr_role.up.sql -20220502194223_add_sit_fields_to_ppm_shipments.up.sql -20220503172836_add_office_move_remarks.up.sql -20220511200357_add_actual_final_value_fields_for_zips_and_advances_to_ppm_shipments.up.sql -20220518203808_create_move_history_trigger_for_proof_of_service_docs.up.sql -20220519011504_backfill_replacement_ppm_shipments_advance_requested_fields.up.sql -20220526183214_consolidate_distanceZip3_and_distanceZip5_service_item_params.up.sql -20220527192703_full_name_index_for_search.up.sql -20220531203650_add_prime_user_role.up.sql -20220531203704_add_user_id_to_client_certs.up.sql -20220531203716_add_user_for_each_client_cert.up.sql -20220601203717_remove_old_ppm_advance_requested_columns.up.sql -20220622220818_create_move_history_triggers_for_service_item_related_tables.up.sql -20220622225529_create_weight_tickets_table.up.sql -20220623201702_add_support_remarks_deleted_at.up.sql -20220628163327_remove_dps.up.sql -20220630194456_create_evaluation_report_table.up.sql -20220720214641_create_moving_expenses_table.up.sql -20220805143847_add_completion_time_to_evaluation_reports.up.sql -20220805162727_create_progear_weight_tickets_table.up.sql -20220810115142_add_indication_of_advance_adjustment_to_ppm_shipments.up.sql -20220817215454_create_pws_violations_table.up.sql -20220824133409_add_w2_address_final_incentive_to_ppm_shipment.up.sql -20220826142534_associate_signed_certifications_with_ppms.up.sql -20220901162926_add_scheduled_actual_delivery_dates.up.sql -20220902182104_app_demo_cert_migration.up.sql -20220908163100_app_exp_cert_migration.up.sql -20220909181518_update_pws_violations_table_additionaldataelem.up.sql -20220914175516_deprecate_move_docs_and_moving_expense_docs.up.sql -20220919160852_create_report_violations_table.up.sql -20220920143839_add_gbloc_for_navy_and_coast_guard.up.sql -20220923135119_app_loadtest_cert_migration.up.sql -20220926162626_add_additional_eval_report_fields.up.sql -20220927210523_remove-gidjin-cac.up.sql -20221006031146_add_status_and_reason_to_weight_ticket.up.sql -20221007190815_add_evaluation_violation_delivery_date.up.sql -20221014194001_rename_weighing_fees_to_weighing_fee.up.sql -20221020162508_rename_pro_gear_weight_document_columns.up.sql -20221020202612_create-and-modify-move-history-triggers-for-multiple-tables.up.sql -20221021145115_ppm_closeout_status.up.sql -20221024195315_evaluation_report_observed_date_rename.up.sql -20221028220508_remove_deleted_at_column_from_evaluation_reports.up.sql -20221031150502_ppm_closeout_status_remove_needs_close_out.up.sql -20221104180553_add_closeout_office_move_association.up.sql -20221114184433_add_table_name_index_audit_history.up.sql -20221116190222_eval_report_add_depart_start_end_time.up.sql -20221129184114_redifine_audit_tables.up.sql -20221203002508_change_jsonb_each_text_to_jsonb_each.up.sql -20221208171026_remove_eval_report_durations.up.sql -20221214212841_add_provides_ppm_closeout.up.sql -20221215183130_set_closeout_offices_to_true_for_provides_ppm_closeout_column.up.sql -20221222212831_obliterate-ppm-office-user.up.sql -20230104003529_transportation_offices_name_index.up.sql -20230105211952_app_demo_cert_migration.up.sql -20230106201854_app_loadtest_cert_migration.up.sql -20230106211757_app_exp_cert_migration.up.sql -20230117191419_rkoch_cac.up.sql -20230120165432_update_camp_lejeune_closeout_value.up.sql -20230201132843_create_referenced_users.up.sql -20230201162639_rogeruiz_cac.up.sql -20230202193449_add_daycos_and_movehq_certs.up.sql -20230214161337_add_mmayo-truss_certs.up.sql -20230216145923_dspencer_cac.up.sql -20230216192945_add_adjusted_net_weight_and_net_weight_remarks_to_weight_ticket_table.up.sql -20230223225426_store_origin_duty_gbloc.up.sql -20230306200756_remove_net_weight_column_from_ppm_shipments_table.up.sql -20230314155457_rogeruiz_cac_update.up.sql -20230324203740_add_secondary_address_radio_states.up.sql -20230327043608_update_client_certs_table.up.sql -20230403135359_add_fields_to_ppm_shipments_for_aoa_and_payment_packets.up.sql -20230404195728_katyc_cac_access.up.sql -20230405164241_add_date_sent_for_service_item_approvals_to_moves.up.sql -20230412175236_update_prime_name_and_contract_number.up.sql -20230413135123_remove_selected_move_type_from_moves.up.sql -20230413164702_add_uniqueness_constraint_to_contractor_type.up.sql -20230413192301_delete_400ng_tables.up.sql -20230414201902_update_sit_extensions_comments.up.sql -20230420144546_ronak_cac.up.sql -20230421142839_drop_tsp_and_tdl.up.sql -20230421182426_add_movehq_uat_cert.up.sql -20230421202012_fix_movehq_uat_cert.up.sql -20230424173425_add_daycos_and_movehq_prod_certs.up.sql -20230427142553_drop_400ng_zip_tables.up.sql -20230503233423_adding_sit_destination_initial_address_column.up.sql -20230504190333_adjust_factor_precision.up.sql -20230504204015_creating_SIT_destination_address_update_table.up.sql -20230504214413_adjust_contract_years.up.sql -20230509180256_fix_demo_certificate.up.sql -20230510153921_all_dutylocations_government_counseling_true.up.sql -20230510170842_repair_client_certs_records.up.sql -20230511201651_remove_daycos_movehq_prod.up.sql -20230511233216_import_pricing_data.up.sql -20230512200539_add_created_and_updated_at_columns_to_sit_address_update_table.up.sql -20230515145532_fix_searchable_full_name.up.sql -20230516170511_create_service_items_customer_contacts_join_table.up.sql -20230522153040_add_local_move_orders_type_comment.up.sql -20230601203817_creating_service_request_documents_table.up.sql -20230602140622_creating_service_request_uploads_table.up.sql -20230605145747_fix_pricing_data_escalation.up.sql -20230605163737_delete_hhg_shorthaul_domestic_hhg_longhaul_domestic_from_mto_shipments_shipment_type.up.sql -20230605164714_add_ZipSITDestHHGOriginalAddress_param_key.up.sql -20230605164754_add_ZipSITDestHHGOriginalAddress_param_for_DDDSIT_service_item.up.sql -20230605174844_delete_ZipDestAddress_for_DDDSIT_service_item.up.sql -20230607213503_add_address_change_request_table.up.sql -20230609214930_populate_existing_mto_shipments_without_destination_address_to_use_destination_duty_location_address.up.sql -20230612172652_alter_service_request_documents_table_change_contstraints.up.sql -20230614181842_add_columns_for_task_order_compliance.up.sql -20230614205339_populate_orders_with_task_order_compliance_data.up.sql -20230614231637_add_date_of_contact_column_to_mto_service_item_customer_contacts_table.up.sql -20230614233341_add_SITServiceAreaDest_param_key.up.sql -20230614233641_add_SITServiceAreaDest_param_for_DDDSIT_service_item.up.sql -20230623204052_delete_ServiceAreaDest_param_for_DDDSIT_service_item.up.sql -20230628220338_add_sit_fsc_reservice_and_service_params.up.sql -20230721155723_add_lines_of_accounting_table_and_update_tac_table.up.sql -20230804161700_import_trdm_part_1.up.sql -20230807175944_import_trdm_part_2.up.sql -20230807180000_import_trdm_part_3.up.sql -20230807185455_alter_users_table.up.sql -20230808155723_add_ns_mayport.up.sql -20230809180036_update_transportation_offices.up.sql -20230810180036_update_duty_locations.up.sql -20230822201206_add_fields_for_sit_to_mto_service_items.up.sql -20230823194524_copy_loginGov_oktaEmail.up.sql -20230824200422_update_loa_trnsn_ids.up.sql -20230824224954_ghc_domestic_transit_times_update_data_migration.up.sql -20230828180000_update_mayport_zip.up.sql -20230828180001_update_mayport_services_counseling.up.sql -20230829133429_add_unique_constaint_okta_id.up.sql -20230829211437_add_origin_SIT_original_address_param_keys.up.sql -20230829211504_add_origin_SIT_original_address_params_for_origin_SIT_service_items.up.sql -20230829211555_delete_former_address_params_for_origin_SIT_service_items.up.sql -20230912174213_add_transportation_office_fort_belvoir.up.sql -20230913184953_reassign_transportation_office_foreign_keys.up.sql -20230915013641_create_user_records_for_office_admin_okta.up.sql -20230915055143_update_transportation_office_foreign_key_constraints.up.sql -20230915060851_update_orders_gbloc_bkas_to_bgac.up.sql -20230921144719_update_dutylocation_mayport_fl_govt_counseling.up.sql -20230921173336_update_shipping_offices.up.sql -20230921180020_delete_transportation_offices.up.sql -20230922174009_update_incorrect_duty_locations.up.sql -20230922180941_update_incorrect_transportation_office.up.sql -20230925170109_update_deletion_fk_policies_duty_location.up.sql -20230925221618_delete_fort_lee_dutylocation.up.sql -20231006173747_add_approval_requested_to_mto_service_items.up.sql -20231023144545_add_column_for_partial_payments.up.sql -20231026172313_update_services_counseling_mayport_false.up.sql -20231027204028_add_deliveries_table.up.sql -20231102162954_delete_partial_payments_column.up.sql -20231116162824_update_addresses_table_with_new_base_names.up.sql -20231120140417_create_sit_address_updates_trigger.up.sql -20231121135833_update_admin_organizations_remove_truss.up.sql -20231122171913_add_weight_ticket_boolean_to_uploads_table.up.sql -20231127152248_remove_not_null_constraint_from_is_weight_ticket_column.up.sql -20231128203410_update_addresses_and_duty_locations_for_base_renames.up.sql -20231204183958_transportation_accounting_code_schema_change.up.sql -20231204195439_line_of_accounting_schema_change.up.sql -20231208184124_create_ppm_shipments_trigger.up.sql -20231208213618_update_pws_violations_qae.up.sql -20231211202108_add_member_expense_flags.up.sql -20231211213232_add_allowable_weight.up.sql -20231218144414_mto_shipment_diverted_from_shipment_id.up.sql -20231226174935_create_ppm_documents_triggers.up.sql -20240103174317_add_customer_expense.up.sql -20240109200110_add_address_columns_to_ppmshipments4.up.sql -20240112205201_remove_ppm_estimated_weight.up.sql -20240119005610_add_authorized_end_date_to_mto_services_items.up.sql -20240124153121_remove_ppmid_from_signedcertification_table.up.sql -20240124155759_20240124-homesafeconnect-cert.up.sql -20240129153006_20240129-homesafeconnect-cert.up.sql -20240201174442_20240201_homesafe_prd_cert.up.sql -20240201201343_update_duty_location_names.up.sql -20240206173201_update_shipment_address_update_table_sit_and_distance_columns.up.sql -20240207173709_updateTransportationOffices.up.sql -20240212150834_20240212_disable_homesafe_stg_cert.up.sql -20240214213247_updateTransportationOfficesGbloc.up.sql -20240215151854_20240215_remove_expired_homesafe_prd_cert.up.sql -20240220145356_remove_rank_and_duty_location_columns_from_service_members_table.up.sql -20240222144140_redefine_order_audit_table_grade_col.up.sql -20240222154935_add_sit_delivery_miles_to_mto_service_items.up.sql -20240223144515_add_pro_gear_weights_to_mto_shipments.up.sql -20240223154843_us_post_region_city_trdm_table_creation.up.sql -20240223200739_updateDutyLocationsZip.up.sql -20240226130347_create_privileges_table.up.sql -20240226183440_add_county_column_to_address_table.up.sql -20240227171439_usprc_data_dump_batch.up.sql -20240227180121_add_status_edipi_other_unique_id_and_rej_reason_to_office_users_table.up.sql -20240229203552_add_to_ppm_advance_status_datatype.up.sql -20240308181906_add_has_secondary_pickup_address_and_has_secondary_delivery_address_to_ppm_shipments.up.sql -20240319214733_remove_sit_authorized_end_date.up.sql -20240322144246_updateAddressesCounty.up.sql -20240327210353_add_cac_verified_to_service_members_table.up.sql -20240402155228_updateLongBeachGbloc.up.sql -20240402192009_add_shipment_locator_and_shipment_seq_num.up.sql -20240403172437_backfill_counties_again.up.sql -20240404152441_add_gun_safe_to_entitlements.up.sql -20240405190435_add_safety_privilege.up.sql -20240411201158_add_application_parameter_and_validation_code_table.up.sql -20240412201837_edit_gun_safe_entitlement_not_null.up.sql -20240416145256_update_safety_privilege_label.up.sql -20240502175909_add_lookup_valid_columns_to_tac_and_loa_tables.up.sql -20240502183613_add_support_for_standalone_payment_cap.up.sql -20240502225801_add_hq_role.up.sql -20240503123556_add_diversion_reason_to_mto_shipments.up.sql -20240503181242_add_origin_dest_sit_auth_end_date_to_mto_shipments_table.up.sql -20240506214039_add_submitted_columns_to_ppm_document_tables.up.sql -20240507133524_add_locked_moves_column_to_moves_table.up.sql -20240507155817_add_moving_expense_weight_stored.up.sql -20240507192232_add_emplid_col_to_service_members_table.up.sql -20240509122101_fix_issue_safety_privilege.up.sql -20240509135447_remove_not_null_from_application_params_columns.up.sql -20240513161626_updating_initial_value_for_validation_code.up.sql -20240515164336_ignore_locked_columns_in_moves_table_for_history_log.up.sql -20240516143952_add_pricing_estimate_to_mto_service_items.up.sql -20240516184021_import_pricing_data_ghc.up.sql -20240516230021_add_third_address_shipments.up.sql -20240521160335_backfill_LOA_FY_TX.up.sql -20240521184834_add_standalone_field_to_service_items.up.sql -20240522124339_add_csr_to_roles.up.sql -20240524214247_add_sit_location_moving_expenses.up.sql -20240528154043_drop_not_null_from_ppm_postal_codes.up.sql -20240529181303_add_additional_documents_id_col_to_moves.up.sql -20240530020648_adding_standalone_crate_service_param.up.sql -20240530084720_rename_qae_csr_to_just_qae.up.sql -20240531050324_adding_standalone_crate_cap.up.sql -20240531152430_migrate_data_to_new_ppm_statuses.up.sql -20240531152526_remove_ppm_statuses_no_longer_used.up.sql -20240531153321_update_tio_role_name.up.sql -20240531154303_add_more_submitted_columns_to_ppm_document_tables.up.sql -20240603040207_add_submitted_cols_to_moving_expenses.up.sql -20240603152949_update_too_role_name.up.sql -20240604203456_add_effective_expiraton_date_ghc_fuel.up.sql -20240606195706_adding_uncapped_request_total.up.sql -20240607134224_allow_pptas_client.up.sql -20240611185048_drop_unique_constraint_emplid.up.sql -20240613050505_add_sit_cost_moving_expenses.up.sql -20240613192433_move_valid_loa_for_tac_col_to_lines_of_accounting_table.up.sql -20240624215947_add_sit_reimburseable_amount.up.sql -20240625144828_add_to_update_type_enum.up.sql -20240628181051_drop_ppm_postal_code_fields.up.sql -20240628185537_update_move_to_gbloc_to_use_ppm_address.up.sql -20240716161148_create_boat_shipment_table.up.sql -20240718021218_add_assigned_cols_to_moves.up.sql -20240719192106_add_destination_gbloc_to_orders.up.sql -20240719222007_add_state_to_us_post_region_cities.up.sql -20240722134633_update_move_history_indexes.up.sql -20240725190050_update_payment_request_status_tpps_received.up.sql -20240729162353_joseph_doye_cn_cac.up.sql -20240729164930_mai_do_cac.up.sql -20240729185147_add_cancel_to_ppm_status_enum.up.sql -20240729200347_add_mto_approved_at_timestamp.up.sql -20240730161630_remove-boat-shipments-index.up.sql -20240731125005_retroactively_update_approve_at_column_based_on_available_to_prime.up.sql -20240801135811_create_mobile_home.up.sql -20240801135833_alter_mto_shipment_type_motorhome.up.sql -20240802161708_tpps_paid_invoice_table.up.sql -20240806151051_update_pws_violations.up.sql -20240806230447_add_rotation_to_uploads.up.sql -20240807140736_add_locked_price_cents_to_mto_service_items.up.sql -20240807212737_add_counseling_transportation_office_id_to_moves.up.sql -20240812183447_add_gsr_appeals_table.up.sql -20240813153431_change_mobile_home_shipment_deleted_at_type.up.sql -20240814144527_remove_allow_pptas_client.up.sql -20240815144613_remove_sit_address_updates_table.up.sql -20240815182944_add_super_column_to_admin_users.up.sql -20240815195730_add_fk_to_tpps_paid_invoice_reports.up.sql -20240816200315_update_pws_violations_pt2.up.sql -20240819164156_update_pws_violations_pt3.up.sql -20240820125856_allow_pptas_migration.up.sql -20240820151043_add_gsr_role.up.sql -20240822180409_adding_locked_price_cents_service_param.up.sql -20240909194514_pricing_unpriced_ms_cs_service_items.up.sql -20240910021542_populating_locked_price_cents_from_pricing_estimate_for_ms_and_cs_service_items.up.sql -20240917132411_update_provides_ppm_closeout_transportation_offices.up.sql -20240917165710_update_duty_locations_provides_services_counseling.up.sql -20240927145659_update_mobile_home_factor.up.sql -20240930171315_updatePostalCodeToGbloc233BGNC.up.sql -20240930224757_add_transportation_office_assignments.up.sql -20241001122750_fix-tget-data.up.sql -20241001144741_update_boat_factor.up.sql -20241001174400_add_is_oconus_column.up.sql -20241001193619_market-code-enum.up.sql -20241002151527_add_transportation_offices_AK_HI.up.sql -20241002164836_add_re_country_table_and_refactor.up.sql -20241002170242_add_ub_shipment_type.up.sql -20241004150358_create_re_states_re_us_post_regions_re_cities.up.sql -20241004150559_insert_re_states.up.sql -20241004151509_insert_re_cities.up.sql -20241004151611_insert_re_us_post_regions.up.sql -20241004151723_insert_us_post_region_cities.up.sql -20241004203140_update_addresses_is_oconus.up.sql -20241007162933_addPaymentRequestEdiFiles.up.sql -20241007184200_create_re_oconus_rate_areas_re_intl_transit_times.up.sql -20241007184230_insertReOconusRateAreas.up.sql -20241007184259_insertReIntlTransTime.up.sql -20241007224427_update_addresses_us_post_region_cities_id.up.sql -20241008133341_consolidate_allowable_weight_in_ppm_shipments.up.sql -20241008212243_populate_market_code_on_shipments_table.up.sql -20241009210749_create_view_v_locations.up.sql -20241011201326_changes_for_actual_expense_reimbursement_field.up.sql -20241017183144_add_AK_HI_duty_locations.up.sql -20241018091722_oconus-entitlements-enhancement.up.sql -20241023130404_create_re_service_items.up.sql -20241023184337_create_ports_table.up.sql -20241023184350_create_port_locations_table.up.sql -20241023184437_insert_ports.up.sql -20241024114748_create_gbloc_aors.up.sql -20241029125015_add_orders_type_enum.up.sql -20241029144404_hdt-614-adjust-accomack-county.up.sql -20241031163018_create_ub_allowances_table.up.sql -20241107180705_add_alternative_AK_HI_duty_location_names.up.sql -20241109002854_add_gsr_table_to_move_history.up.sql -20241111203514_add_external_crate_and_remove_icrtsa.up.sql -20241111221400_add_new_order_types.up.sql -20241111223224_change_international_sit_services_to_accessorials.up.sql -20241115214553_create_re_fsc_multipliers_table.up.sql -20241119151019_stored_procs_for_ordering_service_items.up.sql -20241119163933_set_inactive_NSRA15_oconus_rate_areas.up.sql -20241120221040_change_port_location_fk_to_correct_table.up.sql -20241121205457_create_estimated_pricing_stored_proc_for_intl_shipments.up.sql -20241122155416_total_dependents_calculation.up.sql -20241122220314_create_port_and_port_location_test_data.up.sql -20241126222026_add_sort_column_to_re_service_items.up.sql -20241127125545_add_excess_ub_weight_columns_to_move.up.sql -20241127133504_add_indexes_speed_up_counseling_offices.up.sql -20241202163059_create_test_sequence_dev_env.up.sql -20241203024453_add_ppm_max_incentive_column.up.sql -20241204155919_update_ordering_proc.up.sql -20241204210208_retroactive_update_of_ppm_max_and_estimated_incentives_prd.up.sql -20241209121924_entitlements_refactor.up.sql -20241210143143_redefine_mto_shipment_audit_table.up.sql -20241216170325_update_nts_enum_name.up.sql -20241216190428_update_get_zip_code_function_and_update_pricing_proc.up.sql -20241217163231_update_duty_locations_bad_zips.up.sql -20241217180136_add_AK_zips_to_zip3_distances.up.sql -20241217191012_update_move_to_gbloc_for_ak.up.sql -20241218201833_add_PPPO_BASE_ELIZABETH.up.sql -20241218204620_add_international_nts_service_items.up.sql -20241220171035_add_additional_AK_zips_to_zip3_distances.up.sql -20241220213134_add_destination_gbloc_db_function.up.sql -20241224172258_add_and_update_po_box_zip.up.sql -20241226173330_add_intl_param_values_to_service_params_table.up.sql -20241227153723_remove_empty_string_emplid_values.up.sql -20241227202424_insert_transportation_offices_camp_pendelton.up.sql -20241230150644_student_travel_weight_limit_param.up.sql -20241230190638_remove_AK_zips_from_zip3.up.sql -20241230190647_add_missing_AK_zips_to_zip3_distances.up.sql -20241231155337_add_payment_params_for_international_shuttle.up.sql -20250103130619_revert_data_change_for_gbloc_for_ak.up.sql -20250103142533_update_postal_codes_and_gblocs_for_ak.up.sql -20250103180420_update_pricing_proc_to_use_local_price_variable.up.sql -20250110001339_update_nts_release_enum_name.up.sql -20250110153428_add_shipment_address_updates_to_move_history.up.sql -20250110214012_homesafeconnect_cert.up.sql -20250113152050_rename_ubp.up.sql -20250113160816_updating_create_accessorial_service_item_proc.up.sql -20250113201232_update_estimated_pricing_procs_add_is_peak_func.up.sql -20250114164752_add_ppm_estimated_incentive_proc.up.sql -20250116200912_disable_homesafe_stg_cert.up.sql -20250120144247_update_pricing_proc_to_use_110_percent_weight.up.sql -20250121153007_update_pricing_proc_to_handle_international_shuttle.up.sql 20250217221228_testing_testing.up.sql 20250217221926_test_secure.up.sql 20250218143934_test_secure_1234.up.sql From e4ae6181f6b788a401c48da59844ca7cfe2a50f4 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Tue, 18 Feb 2025 09:59:07 -0600 Subject: [PATCH 07/26] rename to ddlObjects --- cmd/milmove/migrate.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/cmd/milmove/migrate.go b/cmd/milmove/migrate.go index f881cc0c329..56d963d99b5 100644 --- a/cmd/milmove/migrate.go +++ b/cmd/milmove/migrate.go @@ -320,7 +320,7 @@ func migrateFunction(cmd *cobra.Command, args []string) error { ddlFunctionsManifest := expandPath(v.GetString(cli.DDLFunctionsMigrationManifestFlag)) ddlFunctionsPath := expandPath(v.GetString(cli.DDLFunctionsMigrationPathFlag)) - ddlTypes := []struct { + ddlObjects := []struct { name string manifest string path string @@ -331,7 +331,7 @@ func migrateFunction(cmd *cobra.Command, args []string) error { {"DDL Functions", ddlFunctionsManifest, ddlFunctionsPath}, } - for _, ddlType := range ddlTypes { + for _, ddlType := range ddlObjects { logger.Info(fmt.Sprintf("=== Processing %s ===", ddlType.name)) filenames, errListFiles := fileHelper.ListFiles(ddlType.path, s3Client) From 91e9b18f3c93de126d1d38b3061b0aa266f9c351 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Tue, 18 Feb 2025 10:28:09 -0600 Subject: [PATCH 08/26] cleanup --- cmd/milmove/migrate.go | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/cmd/milmove/migrate.go b/cmd/milmove/migrate.go index 56d963d99b5..265b4ac396b 100644 --- a/cmd/milmove/migrate.go +++ b/cmd/milmove/migrate.go @@ -331,21 +331,21 @@ func migrateFunction(cmd *cobra.Command, args []string) error { {"DDL Functions", ddlFunctionsManifest, ddlFunctionsPath}, } - for _, ddlType := range ddlObjects { - logger.Info(fmt.Sprintf("=== Processing %s ===", ddlType.name)) + for _, ddlObj := range ddlObjects { + logger.Info(fmt.Sprintf("=== Processing %s ===", ddlObj.name)) - filenames, errListFiles := fileHelper.ListFiles(ddlType.path, s3Client) + filenames, errListFiles := fileHelper.ListFiles(ddlObj.path, s3Client) if errListFiles != nil { - logger.Fatal(fmt.Sprintf("Error listing %s directory %s", ddlType.name, ddlType.path), zap.Error(errListFiles)) + logger.Fatal(fmt.Sprintf("Error listing %s directory %s", ddlObj.name, ddlObj.path), zap.Error(errListFiles)) } ddlMigrationFiles := map[string][]string{ - ddlType.path: filenames, + ddlObj.path: filenames, } - manifest, err := os.Open(ddlType.manifest[len("file://"):]) + manifest, err := os.Open(ddlObj.manifest[len("file://"):]) if err != nil { - return errors.Wrap(err, fmt.Sprintf("error reading %s manifest", ddlType.name)) + return errors.Wrap(err, fmt.Sprintf("error reading %s manifest", ddlObj.name)) } scanner := bufio.NewScanner(manifest) @@ -366,25 +366,25 @@ func migrateFunction(cmd *cobra.Command, args []string) error { } if len(uri) == 0 { - return errors.Errorf("Error finding %s migration for filename %q", ddlType.name, target) + return errors.Errorf("Error finding %s migration for filename %q", ddlObj.name, target) } m, err := pop.ParseMigrationFilename(target) if err != nil { - return errors.Wrapf(err, "error parsing %s migration filename %q", ddlType.name, uri) + return errors.Wrapf(err, "error parsing %s migration filename %q", ddlObj.name, uri) } b := &migrate.Builder{Match: m, Path: uri} migration, errCompile := b.Compile(s3Client, wait, logger) if errCompile != nil { - return errors.Wrap(errCompile, fmt.Sprintf("Error compiling %s migration", ddlType.name)) + return errors.Wrap(errCompile, fmt.Sprintf("Error compiling %s migration", ddlObj.name)) } if err := migration.Run(dbConnection); err != nil { - return errors.Wrap(err, fmt.Sprintf("error executing %s migration", ddlType.name)) + return errors.Wrap(err, fmt.Sprintf("error executing %s migration", ddlObj.name)) } - logger.Info(fmt.Sprintf("Successfully executed %s: %s", ddlType.name, target)) + logger.Info(fmt.Sprintf("Successfully executed %s: %s", ddlObj.name, target)) } manifest.Close() } From 18d4f7eae979d9c42d980148825da29bf49ce757 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Tue, 18 Feb 2025 16:09:13 -0600 Subject: [PATCH 09/26] add ddl create script --- scripts/README.md | 1 + scripts/generate-ddl-migration | 22 ++++++++++++++++++++++ 2 files changed, 23 insertions(+) create mode 100755 scripts/generate-ddl-migration diff --git a/scripts/README.md b/scripts/README.md index 46aa61a74c1..d010b67b7fe 100644 --- a/scripts/README.md +++ b/scripts/README.md @@ -170,6 +170,7 @@ migrations. | `download-secure-migration` | A script to download secure migrations from all environments | | `generate-secure-migration` | A script to help manage the creation of secure migrations | | `upload-secure-migration` | A script to upload secure migrations to all environments in both commercial and GovCloud AWS | +| `generate-ddl-migration` | A script to help manage the creation of DDL migrations | ### Database Scripts diff --git a/scripts/generate-ddl-migration b/scripts/generate-ddl-migration new file mode 100755 index 00000000000..3b457d1561b --- /dev/null +++ b/scripts/generate-ddl-migration @@ -0,0 +1,22 @@ +#!/bin/bash + +dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" +version=$(date +"%Y%m%d%H%M%S") +filename=$1 +type=$2 + +if [ "$type" == "function" ]; then + echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_functions_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_functions/${version}_${filename}.up.sql" +elif [ "$type" == "tables" ]; then + echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_tables_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_tables/${version}_${filename}.up.sql" +elif [ "$type" == "types" ]; then + echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_types_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_types/${version}_${filename}.up.sql" + elif [ "$type" == "views" ]; then + echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_views_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_views/${version}_${filename}.up.sql" +else + touch "${dir}/../migrations/app/ddl_migrations/${version}_${filename}.up.sql" +fi From e40cece07a448748d22bf5e8c522700bccdcb2c3 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 08:15:23 -0600 Subject: [PATCH 10/26] test exp --- .gitlab-ci.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index f83d084326b..41a9edbf214 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -30,16 +30,16 @@ variables: GOLANGCI_LINT_VERBOSE: "-v" # Specify the environment: loadtest, demo, exp - DP3_ENV: &dp3_env placeholder_env + DP3_ENV: &dp3_env exp # Specify the branch to deploy TODO: this might be not needed. So far useless - DP3_BRANCH: &dp3_branch placeholder_branch_name + DP3_BRANCH: &dp3_branch ddl_migrations # Ignore branches for integration tests - INTEGRATION_IGNORE_BRANCH: &integration_ignore_branch placeholder_branch_name - INTEGRATION_MTLS_IGNORE_BRANCH: &integration_mtls_ignore_branch placeholder_branch_name - CLIENT_IGNORE_BRANCH: &client_ignore_branch placeholder_branch_name - SERVER_IGNORE_BRANCH: &server_ignore_branch placeholder_branch_name + INTEGRATION_IGNORE_BRANCH: &integration_ignore_branch ddl_migrations + INTEGRATION_MTLS_IGNORE_BRANCH: &integration_mtls_ignore_branch ddl_migrations + CLIENT_IGNORE_BRANCH: &client_ignore_branch ddl_migrations + SERVER_IGNORE_BRANCH: &server_ignore_branch ddl_migrations OTEL_IMAGE_TAG: &otel_image_tag "git-$OTEL_VERSION-$CI_COMMIT_SHORT_SHA" From 51a5a6f2003a85622b85502785400c1cc7cca83a Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 09:48:17 -0600 Subject: [PATCH 11/26] update gitlab vars --- .gitlab-ci.yml | 63 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 63 insertions(+) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 41a9edbf214..47b682bde16 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -220,7 +220,16 @@ stages: export DB_HOST=localhost export DB_PORT=5432 export MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/migrations_manifest.txt' + export DML_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' + export DDL_TYPES_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + export DDL_TABLES_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + export DDL_VIEWS_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + export DDL_FUNCTIONS_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' export MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' + export DDL_TYPES_MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' + export DDL_TABLES_MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' + export DDL_VIEWS_MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_views' + export DDL_FUNCTIONS_MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_functions' export EIA_KEY=db2522a43820268a41a802a16ae9fd26 .setup_devseed_env_variables: &setup_devseed_env_variables @@ -789,7 +798,16 @@ server_test: DB_NAME_TEST: test_db DTOD_USE_MOCK: 'true' MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' + DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' + DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' + DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' + DDL_VIEWS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_views' + DDL_FUNCTIONS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_functions' EIA_KEY: db2522a43820268a41a802a16ae9fd26 # dummy key generated with openssl rand -hex 16 ENV: test ENVIRONMENT: test @@ -948,7 +966,16 @@ integration_test_devseed: DB_NAME: dev_db DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' + DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' + DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' + DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' + DDL_VIEWS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_views' + DDL_FUNCTIONS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_functions' EIA_KEY: db2522a43820268a41a802a16ae9fd26 # dummy key generated with openssl rand -hex 16 ENVIRONMENT: development DOD_CA_PACKAGE: /builds/milmove/mymove/config/tls/milmove-cert-bundle.p7b @@ -1023,7 +1050,16 @@ integration_test_mtls: DB_NAME: dev_db DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' + DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' + DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' + DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' + DDL_VIEWS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_views' + DDL_FUNCTIONS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_functions' EIA_KEY: db2522a43820268a41a802a16ae9fd26 # dummy key generated with openssl rand -hex 16 ENVIRONMENT: development DOD_CA_PACKAGE: /builds/milmove/mymove/config/tls/milmove-cert-bundle.p7b @@ -1076,7 +1112,16 @@ integration_test_admin: DB_NAME: dev_db DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' + DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' + DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' + DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' + DDL_VIEWS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_views' + DDL_FUNCTIONS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_functions' EIA_KEY: db2522a43820268a41a802a16ae9fd26 # dummy key generated with openssl rand -hex 16 ENVIRONMENT: development DOD_CA_PACKAGE: /builds/milmove/mymove/config/tls/milmove-cert-bundle.p7b @@ -1134,7 +1179,16 @@ integration_test_my: DB_NAME: dev_db DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' + DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' + DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' + DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' + DDL_VIEWS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_views' + DDL_FUNCTIONS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_functions' EIA_KEY: db2522a43820268a41a802a16ae9fd26 # dummy key generated with openssl rand -hex 16 ENVIRONMENT: development DOD_CA_PACKAGE: /builds/milmove/mymove/config/tls/milmove-cert-bundle.p7b @@ -1193,7 +1247,16 @@ integration_test_office: DB_NAME: dev_db DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' + DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' + DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' + DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' + DDL_VIEWS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_views' + DDL_FUNCTIONS_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_functions' EIA_KEY: db2522a43820268a41a802a16ae9fd26 # dummy key generated with openssl rand -hex 16 ENVIRONMENT: development DOD_CA_PACKAGE: /builds/milmove/mymove/config/tls/milmove-cert-bundle.p7b From 0c38f5c41e014bf29e98bc6bc7130804f73cbba8 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 10:04:30 -0600 Subject: [PATCH 12/26] s's matter --- scripts/generate-ddl-migration | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/generate-ddl-migration b/scripts/generate-ddl-migration index 3b457d1561b..794f4904157 100755 --- a/scripts/generate-ddl-migration +++ b/scripts/generate-ddl-migration @@ -5,7 +5,7 @@ version=$(date +"%Y%m%d%H%M%S") filename=$1 type=$2 -if [ "$type" == "function" ]; then +if [ "$type" == "functions" ]; then echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_functions_manifest.txt" touch "${dir}/../migrations/app/ddl_migrations/ddl_functions/${version}_${filename}.up.sql" elif [ "$type" == "tables" ]; then From a77fb3bd4ae3ef00015b09bc376d90d0e47d18c9 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 10:59:50 -0600 Subject: [PATCH 13/26] dockerfile --- Dockerfile.migrations | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/Dockerfile.migrations b/Dockerfile.migrations index 021428de322..a1e8f21dc60 100644 --- a/Dockerfile.migrations +++ b/Dockerfile.migrations @@ -20,6 +20,15 @@ COPY bin/rds-ca-2019-root.pem /bin/rds-ca-2019-root.pem COPY bin/milmove /bin/milmove COPY migrations/app/schema /migrate/schema +COPY migrations/app/ddl_migrations/ddl_types /migrate/ddl_migrations/ddl_types +COPY migrations/app/ddl_migrations/ddl_tables /migrate/ddl_migrations/ddl_tables +COPY migrations/app/ddl_migrations/ddl_views /migrate/ddl_migrations/ddl_views +COPY migrations/app/ddl_migrations/ddl_functions /migrate/ddl_migrations/ddl_functions COPY migrations/app/migrations_manifest.txt /migrate/migrations_manifest.txt +COPY migrations/app/dml_migrations_manifest.txt /migrate/dml_migrations_manifest.txt +COPY migrations/app/ddl_types_migrations_manifest.txt /migrate/ddl_types_migrations_manifest.txt +COPY migrations/app/ddl_tables_migrations_manifest.txt /migrate/ddl_tables_migrations_manifest.txt +COPY migrations/app/ddl_views_migrations_manifest.txt /migrate/ddl_views_migrations_manifest.txt +COPY migrations/app/ddl_functions_migrations_manifest.txt /migrate/ddl_functions_migrations_manifest.txt ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt"] \ No newline at end of file From 87be48feb16a064f11a407a36b85f6e760c9c53e Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 12:48:29 -0600 Subject: [PATCH 14/26] fingers crossed --- Dockerfile.migrations | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile.migrations b/Dockerfile.migrations index a1e8f21dc60..d083933d967 100644 --- a/Dockerfile.migrations +++ b/Dockerfile.migrations @@ -30,5 +30,5 @@ COPY migrations/app/ddl_types_migrations_manifest.txt /migrate/ddl_types_migrati COPY migrations/app/ddl_tables_migrations_manifest.txt /migrate/ddl_tables_migrations_manifest.txt COPY migrations/app/ddl_views_migrations_manifest.txt /migrate/ddl_views_migrations_manifest.txt COPY migrations/app/ddl_functions_migrations_manifest.txt /migrate/ddl_functions_migrations_manifest.txt - -ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt"] \ No newline at end of file +# hadolint ignore=DL3025 +ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt", '-d', 'file:///migrate/dml_migrations_manifest.txt', '-t', 'file:///migrate/ddl_types_migrations_manifest.txt', '-T', 'file:///migrate/ddl_tables_migrations_manifest.txt', '-V', 'file:///migrate/ddl_views_migrations_manifest.txt', '-F', 'file:///migrate/ddl_functions_migrations_manifest.txt'] \ No newline at end of file From 8273374200ae7dc6db1e9c7a1fb3c2054acbd622 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 13:32:34 -0600 Subject: [PATCH 15/26] corrections --- Dockerfile.migrations | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile.migrations b/Dockerfile.migrations index d083933d967..b7d6006dbfc 100644 --- a/Dockerfile.migrations +++ b/Dockerfile.migrations @@ -31,4 +31,4 @@ COPY migrations/app/ddl_tables_migrations_manifest.txt /migrate/ddl_tables_migra COPY migrations/app/ddl_views_migrations_manifest.txt /migrate/ddl_views_migrations_manifest.txt COPY migrations/app/ddl_functions_migrations_manifest.txt /migrate/ddl_functions_migrations_manifest.txt # hadolint ignore=DL3025 -ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt", '-d', 'file:///migrate/dml_migrations_manifest.txt', '-t', 'file:///migrate/ddl_types_migrations_manifest.txt', '-T', 'file:///migrate/ddl_tables_migrations_manifest.txt', '-V', 'file:///migrate/ddl_views_migrations_manifest.txt', '-F', 'file:///migrate/ddl_functions_migrations_manifest.txt'] \ No newline at end of file +ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt", '-d', 'file:///migrate/dml_migrations_manifest.txt', '-t', 'file:///migrate/ddl_types_manifest.txt', '-T', 'file:///migrate/ddl_tables_manifest.txt', '-V', 'file:///migrate/ddl_views_manifest.txt', '-F', 'file:///migrate/ddl_functions_manifest.txt'] \ No newline at end of file From a1a82f181e40d8e7fb38179001ac5836658add6e Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 13:45:55 -0600 Subject: [PATCH 16/26] more --- Dockerfile.migrations | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/Dockerfile.migrations b/Dockerfile.migrations index b7d6006dbfc..d5fa6ca1ee1 100644 --- a/Dockerfile.migrations +++ b/Dockerfile.migrations @@ -26,9 +26,9 @@ COPY migrations/app/ddl_migrations/ddl_views /migrate/ddl_migrations/ddl_views COPY migrations/app/ddl_migrations/ddl_functions /migrate/ddl_migrations/ddl_functions COPY migrations/app/migrations_manifest.txt /migrate/migrations_manifest.txt COPY migrations/app/dml_migrations_manifest.txt /migrate/dml_migrations_manifest.txt -COPY migrations/app/ddl_types_migrations_manifest.txt /migrate/ddl_types_migrations_manifest.txt -COPY migrations/app/ddl_tables_migrations_manifest.txt /migrate/ddl_tables_migrations_manifest.txt -COPY migrations/app/ddl_views_migrations_manifest.txt /migrate/ddl_views_migrations_manifest.txt -COPY migrations/app/ddl_functions_migrations_manifest.txt /migrate/ddl_functions_migrations_manifest.txt +COPY migrations/app/ddl_types_manifest.txt /migrate/ddl_types_manifest.txt +COPY migrations/app/ddl_tables_manifest.txt /migrate/ddl_tables_manifest.txt +COPY migrations/app/ddl_views_manifest.txt /migrate/ddl_views_manifest.txt +COPY migrations/app/ddl_functions_manifest.txt /migrate/ddl_functions_manifest.txt # hadolint ignore=DL3025 ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt", '-d', 'file:///migrate/dml_migrations_manifest.txt', '-t', 'file:///migrate/ddl_types_manifest.txt', '-T', 'file:///migrate/ddl_tables_manifest.txt', '-V', 'file:///migrate/ddl_views_manifest.txt', '-F', 'file:///migrate/ddl_functions_manifest.txt'] \ No newline at end of file From 5417e78da0abd9d401f4073985ba6afbb07c306c Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 14:44:12 -0600 Subject: [PATCH 17/26] i hate things --- .gitlab-ci.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 47b682bde16..685b5aadaa6 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -221,10 +221,10 @@ stages: export DB_PORT=5432 export MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/migrations_manifest.txt' export DML_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' - export DDL_TYPES_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - export DDL_TABLES_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - export DDL_VIEWS_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - export DDL_FUNCTIONS_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' + export DDL_TYPES_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + export DDL_TABLES_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + export DDL_VIEWS_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + export DDL_FUNCTIONS_MIGRATION_MANIFEST='/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' export MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' export DDL_TYPES_MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' export DDL_TABLES_MIGRATION_PATH='file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' @@ -967,10 +967,10 @@ integration_test_devseed: DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' - DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' - DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' - DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' From bb075d5543c6557c394843b2c2e2fe53106e9f19 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Wed, 19 Feb 2025 15:44:57 -0600 Subject: [PATCH 18/26] logging for visibility --- .gitlab-ci.yml | 40 ++++++++++++++++++++-------------------- cmd/milmove/migrate.go | 2 +- 2 files changed, 21 insertions(+), 21 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 685b5aadaa6..50436ea7430 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -799,10 +799,10 @@ server_test: DTOD_USE_MOCK: 'true' MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' - DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' - DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' - DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' @@ -1051,10 +1051,10 @@ integration_test_mtls: DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' - DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' - DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' - DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' @@ -1113,10 +1113,10 @@ integration_test_admin: DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' - DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' - DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' - DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' @@ -1180,10 +1180,10 @@ integration_test_my: DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' - DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' - DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' - DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' @@ -1248,10 +1248,10 @@ integration_test_office: DB_NAME_DEV: dev_db MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/migrations_manifest.txt' DML_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/dml_migrations_manifest.txt' - DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_migrations_manifest.txt' - DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_migrations_manifest.txt' - DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_migrations_manifest.txt' - DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_migrations_manifest.txt' + DDL_TYPES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_types_manifest.txt' + DDL_TABLES_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_tables_manifest.txt' + DDL_VIEWS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_views_manifest.txt' + DDL_FUNCTIONS_MIGRATION_MANIFEST: '/builds/milmove/mymove/migrations/app/ddl_functions_manifest.txt' MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/schema;file:///builds/milmove/mymove/migrations/app/secure' DDL_TYPES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_types' DDL_TABLES_MIGRATION_PATH: 'file:///builds/milmove/mymove/migrations/app/ddl_migrations/ddl_tables' diff --git a/cmd/milmove/migrate.go b/cmd/milmove/migrate.go index 265b4ac396b..8e3abb98e78 100644 --- a/cmd/milmove/migrate.go +++ b/cmd/milmove/migrate.go @@ -333,7 +333,7 @@ func migrateFunction(cmd *cobra.Command, args []string) error { for _, ddlObj := range ddlObjects { logger.Info(fmt.Sprintf("=== Processing %s ===", ddlObj.name)) - + logger.Info(fmt.Sprintf("Using manifest %q", ddlObj.manifest)) filenames, errListFiles := fileHelper.ListFiles(ddlObj.path, s3Client) if errListFiles != nil { logger.Fatal(fmt.Sprintf("Error listing %s directory %s", ddlObj.name, ddlObj.path), zap.Error(errListFiles)) From 17ecd21945a93003646de43094291777d5102c1b Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 08:44:22 -0600 Subject: [PATCH 19/26] fix entry point --- Dockerfile.migrations | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile.migrations b/Dockerfile.migrations index d5fa6ca1ee1..f6d81bfd325 100644 --- a/Dockerfile.migrations +++ b/Dockerfile.migrations @@ -31,4 +31,4 @@ COPY migrations/app/ddl_tables_manifest.txt /migrate/ddl_tables_manifest.txt COPY migrations/app/ddl_views_manifest.txt /migrate/ddl_views_manifest.txt COPY migrations/app/ddl_functions_manifest.txt /migrate/ddl_functions_manifest.txt # hadolint ignore=DL3025 -ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt", '-d', 'file:///migrate/dml_migrations_manifest.txt', '-t', 'file:///migrate/ddl_types_manifest.txt', '-T', 'file:///migrate/ddl_tables_manifest.txt', '-V', 'file:///migrate/ddl_views_manifest.txt', '-F', 'file:///migrate/ddl_functions_manifest.txt'] \ No newline at end of file +ENTRYPOINT ["/bin/milmove", "migrate", "-p", "file:///migrate/migrations", "-m", "/migrate/migrations_manifest.txt", '-d', '/migrate/dml_migrations_manifest.txt', '-t', '/migrate/ddl_types_manifest.txt', '-T', '/migrate/ddl_tables_manifest.txt', '-V', '/migrate/ddl_views_manifest.txt', '-F', '/migrate/ddl_functions_manifest.txt'] \ No newline at end of file From 35d6a1396c30fe8656cd7d5a8e4ceffff2def4bb Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 10:05:28 -0600 Subject: [PATCH 20/26] ADD VARS --- config/env/exp.migrations.env | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/config/env/exp.migrations.env b/config/env/exp.migrations.env index 346e85f8d21..0e87f4ae461 100644 --- a/config/env/exp.migrations.env +++ b/config/env/exp.migrations.env @@ -6,3 +6,8 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt +DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt +DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt +DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt +DDL_FUNCTIONS_MIGRATION_MANIFEST=/migrate/ddl_functions_manifest.txt From 6815b692ba23a09041f15fe0dc8cc85413efa646 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 11:08:01 -0600 Subject: [PATCH 21/26] add other env vars --- config/env/demo.migrations.env | 5 +++++ config/env/loadtest.migrations.env | 5 +++++ config/env/prd.migrations.env | 5 +++++ config/env/stg.migrations.env | 5 +++++ 4 files changed, 20 insertions(+) diff --git a/config/env/demo.migrations.env b/config/env/demo.migrations.env index 346e85f8d21..06edb920012 100644 --- a/config/env/demo.migrations.env +++ b/config/env/demo.migrations.env @@ -6,3 +6,8 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt +DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt +DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt +DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt +DDL_FUNCTIONS_MIGRATION_MANIFEST=/migrate/ddl_functions_manifest.txt \ No newline at end of file diff --git a/config/env/loadtest.migrations.env b/config/env/loadtest.migrations.env index 346e85f8d21..06edb920012 100644 --- a/config/env/loadtest.migrations.env +++ b/config/env/loadtest.migrations.env @@ -6,3 +6,8 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt +DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt +DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt +DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt +DDL_FUNCTIONS_MIGRATION_MANIFEST=/migrate/ddl_functions_manifest.txt \ No newline at end of file diff --git a/config/env/prd.migrations.env b/config/env/prd.migrations.env index 346e85f8d21..06edb920012 100644 --- a/config/env/prd.migrations.env +++ b/config/env/prd.migrations.env @@ -6,3 +6,8 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt +DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt +DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt +DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt +DDL_FUNCTIONS_MIGRATION_MANIFEST=/migrate/ddl_functions_manifest.txt \ No newline at end of file diff --git a/config/env/stg.migrations.env b/config/env/stg.migrations.env index 346e85f8d21..06edb920012 100644 --- a/config/env/stg.migrations.env +++ b/config/env/stg.migrations.env @@ -6,3 +6,8 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt +DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt +DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt +DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt +DDL_FUNCTIONS_MIGRATION_MANIFEST=/migrate/ddl_functions_manifest.txt \ No newline at end of file From 1613ef428b7b541b2d7aacf1df2a0b98858a81b4 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 11:58:24 -0600 Subject: [PATCH 22/26] fix dml var --- config/env/demo.migrations.env | 2 +- config/env/exp.migrations.env | 2 +- config/env/loadtest.migrations.env | 2 +- config/env/prd.migrations.env | 2 +- config/env/stg.migrations.env | 2 +- scripts/generate-ddl-migration | 20 ++++++++++---------- 6 files changed, 15 insertions(+), 15 deletions(-) diff --git a/config/env/demo.migrations.env b/config/env/demo.migrations.env index 06edb920012..07b7f700de0 100644 --- a/config/env/demo.migrations.env +++ b/config/env/demo.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/exp.migrations.env b/config/env/exp.migrations.env index 0e87f4ae461..d306b4de46b 100644 --- a/config/env/exp.migrations.env +++ b/config/env/exp.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/loadtest.migrations.env b/config/env/loadtest.migrations.env index 06edb920012..07b7f700de0 100644 --- a/config/env/loadtest.migrations.env +++ b/config/env/loadtest.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/prd.migrations.env b/config/env/prd.migrations.env index 06edb920012..07b7f700de0 100644 --- a/config/env/prd.migrations.env +++ b/config/env/prd.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/stg.migrations.env b/config/env/stg.migrations.env index 06edb920012..07b7f700de0 100644 --- a/config/env/stg.migrations.env +++ b/config/env/stg.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DDM_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/scripts/generate-ddl-migration b/scripts/generate-ddl-migration index 794f4904157..06a297168c2 100755 --- a/scripts/generate-ddl-migration +++ b/scripts/generate-ddl-migration @@ -1,22 +1,22 @@ #!/bin/bash dir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" -version=$(date +"%Y%m%d%H%M%S") +#version=$(date +"%Y%m%d%H%M%S") filename=$1 type=$2 if [ "$type" == "functions" ]; then - echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_functions_manifest.txt" - touch "${dir}/../migrations/app/ddl_migrations/ddl_functions/${version}_${filename}.up.sql" + echo "fn_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_functions_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_functions/fn_${filename}.up.sql" elif [ "$type" == "tables" ]; then - echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_tables_manifest.txt" - touch "${dir}/../migrations/app/ddl_migrations/ddl_tables/${version}_${filename}.up.sql" + echo "tbl_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_tables_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_tables/tbl_${filename}.up.sql" elif [ "$type" == "types" ]; then - echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_types_manifest.txt" - touch "${dir}/../migrations/app/ddl_migrations/ddl_types/${version}_${filename}.up.sql" + echo "ty_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_types_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_types/ty_${filename}.up.sql" elif [ "$type" == "views" ]; then - echo "${version}_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_views_manifest.txt" - touch "${dir}/../migrations/app/ddl_migrations/ddl_views/${version}_${filename}.up.sql" + echo "vw_${filename}.up.sql" >> "${dir}/../migrations/app/ddl_views_manifest.txt" + touch "${dir}/../migrations/app/ddl_migrations/ddl_views/vw_${filename}.up.sql" else - touch "${dir}/../migrations/app/ddl_migrations/${version}_${filename}.up.sql" + echo "Invalid type" fi From c618fdb4db2e9a3137885713b5d2920292cb4400 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 13:14:48 -0600 Subject: [PATCH 23/26] dml typo --- pkg/cli/migration.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/cli/migration.go b/pkg/cli/migration.go index 60f7b0a8419..bf54e72ab55 100644 --- a/pkg/cli/migration.go +++ b/pkg/cli/migration.go @@ -35,7 +35,7 @@ var ( // InitMigrationFlags initializes the Migration command line flags func InitMigrationFlags(flag *pflag.FlagSet) { flag.StringP(MigrationManifestFlag, "m", "migrations/app/migrations_manifest.txt", "Path to the manifest") - flag.StringP(DMLMigrationManifestFlag, "d", "migrations/app/migrations_manifest.txt", "Path to the manifest") + flag.StringP(DMLMigrationManifestFlag, "d", "migrations/app/dml_migrations_manifest.txt", "Path to the manifest") flag.DurationP(MigrationWaitFlag, "w", time.Millisecond*10, "duration to wait when polling for new data from migration file") flag.String(DDLTablesMigrationPathFlag, "", "Path to DDL tables migrations directory") flag.String(DDLTablesMigrationManifestFlag, "", "Path to DDL tables migrations manifest") From d427255b72224f7c41f0433c2a28e91e3e308b5c Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 14:18:39 -0600 Subject: [PATCH 24/26] dml_migration_manifest --- config/env/demo.migrations.env | 2 +- config/env/exp.migrations.env | 2 +- config/env/loadtest.migrations.env | 2 +- config/env/prd.migrations.env | 2 +- config/env/stg.migrations.env | 2 +- 5 files changed, 5 insertions(+), 5 deletions(-) diff --git a/config/env/demo.migrations.env b/config/env/demo.migrations.env index 07b7f700de0..b407f1c498c 100644 --- a/config/env/demo.migrations.env +++ b/config/env/demo.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATION_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/exp.migrations.env b/config/env/exp.migrations.env index d306b4de46b..d215d9e7797 100644 --- a/config/env/exp.migrations.env +++ b/config/env/exp.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATION_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/loadtest.migrations.env b/config/env/loadtest.migrations.env index 07b7f700de0..b407f1c498c 100644 --- a/config/env/loadtest.migrations.env +++ b/config/env/loadtest.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATION_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/prd.migrations.env b/config/env/prd.migrations.env index 07b7f700de0..b407f1c498c 100644 --- a/config/env/prd.migrations.env +++ b/config/env/prd.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATION_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt diff --git a/config/env/stg.migrations.env b/config/env/stg.migrations.env index 07b7f700de0..b407f1c498c 100644 --- a/config/env/stg.migrations.env +++ b/config/env/stg.migrations.env @@ -6,7 +6,7 @@ DB_SSL_MODE=verify-full DB_SSL_ROOT_CERT=/bin/rds-ca-rsa4096-g1.pem DB_USER=ecs_user MIGRATION_MANIFEST=/migrate/migrations_manifest.txt -DML_MIGRATIONS_MANIFEST=/migrate/dml_migrations_manifest.txt +DML_MIGRATION_MANIFEST=/migrate/dml_migrations_manifest.txt DDL_TYPES_MIGRATION_MANIFEST=/migrate/ddl_types_manifest.txt DDL_TABLES_MIGRATION_MANIFEST=/migrate/ddl_tables_manifest.txt DDL_VIEWS_MIGRATION_MANIFEST=/migrate/ddl_views_manifest.txt From 668dfdd08557ec98ccc35d1cb6d6e7076b39f265 Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 16:09:48 -0600 Subject: [PATCH 25/26] remove test files add instructions to each manifest and naming convention --- migrations/app/ddl_functions_manifest.txt | 4 +++- .../ddl_functions/0001_create_test_procedures.up.sql | 6 ------ .../ddl_migrations/ddl_tables/01_create_test_table.up.sql | 7 ------- .../ddl_migrations/ddl_types/01_create_tesT_type.up.sql | 7 ------- .../ddl_migrations/ddl_views/01_create_test_view.up.sql | 2 -- migrations/app/ddl_tables_manifest.txt | 4 +++- migrations/app/ddl_types_manifest.txt | 4 +++- migrations/app/ddl_views_manifest.txt | 4 +++- migrations/app/dml_migrations_manifest.txt | 5 +---- .../app/schema/20250217221228_testing_testing.up.sql | 1 - migrations/app/secure/20250217221926_test_secure.up.sql | 5 ----- .../app/secure/20250218143934_test_secure_1234.up.sql | 4 ---- .../app/secure/20250218150110_test_secure_12345252.up.sql | 4 ---- 13 files changed, 13 insertions(+), 44 deletions(-) delete mode 100644 migrations/app/ddl_migrations/ddl_functions/0001_create_test_procedures.up.sql delete mode 100644 migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql delete mode 100644 migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql delete mode 100644 migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql delete mode 100644 migrations/app/schema/20250217221228_testing_testing.up.sql delete mode 100644 migrations/app/secure/20250217221926_test_secure.up.sql delete mode 100644 migrations/app/secure/20250218143934_test_secure_1234.up.sql delete mode 100644 migrations/app/secure/20250218150110_test_secure_12345252.up.sql diff --git a/migrations/app/ddl_functions_manifest.txt b/migrations/app/ddl_functions_manifest.txt index 779e70c4e96..237796e829e 100644 --- a/migrations/app/ddl_functions_manifest.txt +++ b/migrations/app/ddl_functions_manifest.txt @@ -1 +1,3 @@ -0001_create_test_procedures.up.sql \ No newline at end of file +# This is the functions(procedures) migrations manifest. +# If a migration is not recorded here, then it will error. +# Naming convention: fn_some_function.up.sql running will create this file. diff --git a/migrations/app/ddl_migrations/ddl_functions/0001_create_test_procedures.up.sql b/migrations/app/ddl_migrations/ddl_functions/0001_create_test_procedures.up.sql deleted file mode 100644 index ed5ae1f6004..00000000000 --- a/migrations/app/ddl_migrations/ddl_functions/0001_create_test_procedures.up.sql +++ /dev/null @@ -1,6 +0,0 @@ -CREATE OR REPLACE FUNCTION square_number(input_num numeric) -RETURNS numeric AS $$ -BEGIN - RETURN input_num * input_num +15 *75; -END; -$$ LANGUAGE plpgsql; diff --git a/migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql b/migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql deleted file mode 100644 index f071d40d4b1..00000000000 --- a/migrations/app/ddl_migrations/ddl_tables/01_create_test_table.up.sql +++ /dev/null @@ -1,7 +0,0 @@ -create table if not exists test_table ( - id uuid not null, - created_at timestamp without time zone not null, - updated_at timestamp without time zone not null, - deleted_at timestamp without time zone, - primary key (id) - ); \ No newline at end of file diff --git a/migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql b/migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql deleted file mode 100644 index 533b9304e10..00000000000 --- a/migrations/app/ddl_migrations/ddl_types/01_create_tesT_type.up.sql +++ /dev/null @@ -1,7 +0,0 @@ - -Drop type if exists test_type; -CREATE TYPE test_type AS ENUM ( - 'YES', - 'NO', - 'NOT SURE' - ); diff --git a/migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql b/migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql deleted file mode 100644 index cd120e7467d..00000000000 --- a/migrations/app/ddl_migrations/ddl_views/01_create_test_view.up.sql +++ /dev/null @@ -1,2 +0,0 @@ -drop view if exists test_view; -create view test_view as select * from office_users; \ No newline at end of file diff --git a/migrations/app/ddl_tables_manifest.txt b/migrations/app/ddl_tables_manifest.txt index b8449b3cfb5..8fd6841c337 100644 --- a/migrations/app/ddl_tables_manifest.txt +++ b/migrations/app/ddl_tables_manifest.txt @@ -1 +1,3 @@ -01_create_test_table.up.sql +# This is the tables migrations manifest. +# If a migration is not recorded here, then it will error. +# Naming convention: tbl_some_table.up.sql running will create this file. diff --git a/migrations/app/ddl_types_manifest.txt b/migrations/app/ddl_types_manifest.txt index 66edc0ec7c1..9229c96f599 100644 --- a/migrations/app/ddl_types_manifest.txt +++ b/migrations/app/ddl_types_manifest.txt @@ -1 +1,3 @@ -01_create_tesT_type.up.sql +# This is the types migrations manifest. +# If a migration is not recorded here, then it will error. +# Naming convention: ty_some_type.up.sql running will create this file. diff --git a/migrations/app/ddl_views_manifest.txt b/migrations/app/ddl_views_manifest.txt index c970b9b345c..939945b6618 100644 --- a/migrations/app/ddl_views_manifest.txt +++ b/migrations/app/ddl_views_manifest.txt @@ -1 +1,3 @@ -01_create_test_view.up.sql +# This is the views migrations manifest. +# If a migration is not recorded here, then it will error. +# Naming convention: vw_some_view.up.sql running will create this file. diff --git a/migrations/app/dml_migrations_manifest.txt b/migrations/app/dml_migrations_manifest.txt index f58df2fc3b0..570749e1cfa 100644 --- a/migrations/app/dml_migrations_manifest.txt +++ b/migrations/app/dml_migrations_manifest.txt @@ -1,6 +1,3 @@ # This is the migrations manifest. # If a migration is not recorded here, then it will error. -20250217221228_testing_testing.up.sql -20250217221926_test_secure.up.sql -20250218143934_test_secure_1234.up.sql -20250218150110_test_secure_12345252.up.sql +# Naming convention: 202502201325_B-123456_update_some_table.up.sql running will create this file. diff --git a/migrations/app/schema/20250217221228_testing_testing.up.sql b/migrations/app/schema/20250217221228_testing_testing.up.sql deleted file mode 100644 index 298fddfa298..00000000000 --- a/migrations/app/schema/20250217221228_testing_testing.up.sql +++ /dev/null @@ -1 +0,0 @@ -update office_users set status = 'APPROVED' where active = true; \ No newline at end of file diff --git a/migrations/app/secure/20250217221926_test_secure.up.sql b/migrations/app/secure/20250217221926_test_secure.up.sql deleted file mode 100644 index 9e3650d17e6..00000000000 --- a/migrations/app/secure/20250217221926_test_secure.up.sql +++ /dev/null @@ -1,5 +0,0 @@ --- Local test migration. --- This will be run on development environments. --- It should mirror what you intend to apply on loadtest/demo/exp/stg/prd --- DO NOT include any sensitive data. -update office_users set status = 'APPROVED' where active = true; \ No newline at end of file diff --git a/migrations/app/secure/20250218143934_test_secure_1234.up.sql b/migrations/app/secure/20250218143934_test_secure_1234.up.sql deleted file mode 100644 index c389c370433..00000000000 --- a/migrations/app/secure/20250218143934_test_secure_1234.up.sql +++ /dev/null @@ -1,4 +0,0 @@ --- Local test migration. --- This will be run on development environments. --- It should mirror what you intend to apply on loadtest/demo/exp/stg/prd --- DO NOT include any sensitive data. diff --git a/migrations/app/secure/20250218150110_test_secure_12345252.up.sql b/migrations/app/secure/20250218150110_test_secure_12345252.up.sql deleted file mode 100644 index c389c370433..00000000000 --- a/migrations/app/secure/20250218150110_test_secure_12345252.up.sql +++ /dev/null @@ -1,4 +0,0 @@ --- Local test migration. --- This will be run on development environments. --- It should mirror what you intend to apply on loadtest/demo/exp/stg/prd --- DO NOT include any sensitive data. From 4f5c6f23247dddc29236438e2ac1ab1933c96aeb Mon Sep 17 00:00:00 2001 From: deandreJones Date: Thu, 20 Feb 2025 16:10:38 -0600 Subject: [PATCH 26/26] no longer need exp --- .gitlab-ci.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 50436ea7430..38013700a29 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -30,16 +30,16 @@ variables: GOLANGCI_LINT_VERBOSE: "-v" # Specify the environment: loadtest, demo, exp - DP3_ENV: &dp3_env exp + DP3_ENV: &dp3_env placeholder_env # Specify the branch to deploy TODO: this might be not needed. So far useless - DP3_BRANCH: &dp3_branch ddl_migrations + DP3_BRANCH: &dp3_branch placeholder_branch_name # Ignore branches for integration tests - INTEGRATION_IGNORE_BRANCH: &integration_ignore_branch ddl_migrations - INTEGRATION_MTLS_IGNORE_BRANCH: &integration_mtls_ignore_branch ddl_migrations - CLIENT_IGNORE_BRANCH: &client_ignore_branch ddl_migrations - SERVER_IGNORE_BRANCH: &server_ignore_branch ddl_migrations + INTEGRATION_IGNORE_BRANCH: &integration_ignore_branch placeholder_branch_name + INTEGRATION_MTLS_IGNORE_BRANCH: &integration_mtls_ignore_branch placeholder_branch_name + CLIENT_IGNORE_BRANCH: &client_ignore_branch placeholder_branch_name + SERVER_IGNORE_BRANCH: &server_ignore_branch placeholder_branch_name OTEL_IMAGE_TAG: &otel_image_tag "git-$OTEL_VERSION-$CI_COMMIT_SHORT_SHA"