setup downloader and tool to load nsde data to database

market_data/download.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+set -e
+
+download_and_unzip () {
+
+    curl "$1" > out.zip
+    unzip ./out.zip
+    rm ./out.zip
+}
+
+#date on market data
+download_and_unzip "https://download.open.fda.gov/other/nsde/other-nsde-0001-of-0003.json.zip"
+download_and_unzip "https://download.open.fda.gov/other/nsde/other-nsde-0002-of-0003.json.zip"
+download_and_unzip "https://download.open.fda.gov/other/nsde/other-nsde-0003-of-0003.json.zip"
+
+#rxnorm data
+download_and_unzip "https://dailymed-data.nlm.nih.gov/public-release-files/rxnorm_mappings.zip"

market_data/download_nsde.sh

@@ -1,16 +0,0 @@
-#!/bin/bash
-set -e
-
-curl https://download.open.fda.gov/other/nsde/other-nsde-0001-of-0003.json.zip > ./nsde_1.zip
-unzip ./nsde_1.zip
-rm ./nsde_1.zip
-
-curl https://download.open.fda.gov/other/nsde/other-nsde-0002-of-0003.json.zip > ./nsde_2.zip
-unzip ./nsde_2.zip
-rm ./nsde_2.zip
-
-curl https://download.open.fda.gov/other/nsde/other-nsde-0003-of-0003.json.zip > ./nsde_3.zip
-unzip ./nsde_3.zip
-rm ./nsde_3.zip
-
-

market_data/extract_nsde.py

@@ -67,8 +67,8 @@ INSERT INTO spl.nsde (
     ,package_ndc11
     ,dosage_form
     ,billing_unit
-    ,marketing_end_date
     ,marketing_start_date
+    ,marketing_end_date
     ,inactivation_date
     ,reactivation_date
 )