CMR-7192: Use fingerprinted query in database instead of full normalized_query (#1217)

* CMR-7192: Use fingerprint instead of normalized-query in database

Author: mitchstartzel

common-app-lib/project.clj

@@ -8,6 +8,7 @@
                  [com.fasterxml.jackson.core/jackson-core "2.12.1"]
                  [com.fasterxml.jackson.dataformat/jackson-dataformat-cbor "2.12.1"]
                  [compojure "1.6.1"]
+                 [digest "1.4.8"]
                  [nasa-cmr/cmr-acl-lib "0.1.0-SNAPSHOT"]
                  [nasa-cmr/cmr-common-lib "0.1.1-SNAPSHOT"]
                  [nasa-cmr/cmr-elastic-utils-lib "0.1.0-SNAPSHOT"]

common-app-lib/src/cmr/common_app/services/ingest/subscription_common.clj

@@ -2,7 +2,8 @@
   "This contains the code for the scheduled subscription code to be shared
    between metadata-db and ingest."
   (:require
-   [clojure.string :as string]))
+   [clojure.string :as string]
+   [digest :as digest]))
 
 (defn normalize-parameters
   "Returns a normalized url parameter string by splitting the string of parameters on '&' and
@@ -15,4 +16,5 @@
         (string/split #"&")
         sort
         (as-> $ (string/join "&" $))
-        (string/trim))))
+        string/trim
+        digest/md5)))

common-app-lib/test/cmr/common_app/test/services/ingest/subscription.clj

@@ -7,16 +7,16 @@
   "Query normalization, should be sorted parameters"
   (testing "With a leading question mark"
    (let [query "provider=PROV1&instrument=1B&instrument=2B"
-         expected "instrument=1B&instrument=2B&provider=PROV1"
+         expected "bc71e563ac03a05d7c557608f868ce6a"
          actual (sub-common/normalize-parameters query)]
      (is (= expected actual))))
   (testing "Without a leading question mark"
    (let [query "provider=PROV1&instrument=1B&instrument=2B"
-         expected "instrument=1B&instrument=2B&provider=PROV1"
+         expected "bc71e563ac03a05d7c557608f868ce6a"
          actual (sub-common/normalize-parameters query)]
      (is (= expected actual))))
   (testing "Empty string"
    (let [query ""
-         expected ""
+         expected "d41d8cd98f00b204e9800998ecf8427e"
          actual (sub-common/normalize-parameters query)]
      (is (= expected actual)))))

metadata-db-app/src/cmr/metadata_db/migrations/074_add_normalized_to_subscription_table.clj

@@ -41,7 +41,7 @@
     ;; applications can assume the normalized query is the same despite changes
     ;; in query order or other such nominal differences. Simple string compair
     ;; can be used on the normalized query.
-    (helper/sql "alter table cmr_subscriptions add normalized_query VARCHAR2(4000)")
+    (helper/sql "alter table cmr_subscriptions add normalized_query VARCHAR2(64)")
     (populate-new-column)
     (create-subscription-index))