From 6253f1b68362d2d24c6d60eee5072616f2116938 Mon Sep 17 00:00:00 2001 From: Shane Jaroch Date: Tue, 4 Aug 2020 19:02:20 -0400 Subject: [PATCH] back to wip --- data/setup.sh | 58 +++++++++++++++++++++++++++++++++++++++------------ 1 file changed, 45 insertions(+), 13 deletions(-) diff --git a/data/setup.sh b/data/setup.sh index 1084102..987b120 100755 --- a/data/setup.sh +++ b/data/setup.sh @@ -30,7 +30,9 @@ cd tmp # ----------------- curl -O "https://www.ars.usda.gov/ARSUserFiles/80400525/Data/SR-Legacy/SR-Leg_DB.zip" unzip SR-Leg_DB.zip SR_Legacy.accdb -curl -L "https://www.ars.usda.gov/ARSUserFiles/80400525/Data/Flav/FDB-EXP_R01-1.accdb" -o FDB-EXP_R01-1.accdb +curl -L "https://www.ars.usda.gov/ARSUserFiles/80400525/Data/Flav/Flav_R03-2.accdb" -o Flav_R03-3.accdb +curl -L "https://www.ars.usda.gov/ARSUserFiles/80400525/Data/isoflav/Isoflav_R2-1.accdb" -o Isoflav_R2-1.accdb +curl -L "https://www.ars.usda.gov/ARSUserFiles/80400525/Data/PA/PA02.accdb" -o PA02.accdb # ----------------- @@ -39,22 +41,52 @@ curl -L "https://www.ars.usda.gov/ARSUserFiles/80400525/Data/Flav/FDB-EXP_R01-1. # git clone git@github.com:AccelerationNet/access2csv.git # cd access2csv -# mvn clean install -Dmaven.test.skip=true # handled automatically by command +# mvn clean install -Dmaven.test.skip=true cd ../access2csv -./access2csv --schema --with-header --quote-all false --input ../tmp/SR_Legacy.accdb --output ../tmp/usda -./access2csv --schema --with-header --quote-all false --input ../tmp/FDB-EXP_R01-1.accdb --output ../tmp/usda/fdb-exp +./access2csv --schema --quote-all false --input ../tmp/SR_Legacy.accdb --output ../tmp/usda --with-header +./access2csv --schema --quote-all false --input ../tmp/Flav_R03-3.accdb --output ../tmp/usda/flav --with-header +./access2csv --schema --quote-all false --input ../tmp/Isoflav_R2-1.accdb --output ../tmp/usda/isoflav --with-header +./access2csv --schema --quote-all false --input ../tmp/PA02.accdb --output ../tmp/usda/proanth --with-header cd .. -# -------------------------------------- -# Move to permanent home and clean up -# -------------------------------------- -rm -rf SR-Leg_DB - -mkdir -p SR-Leg_DB -cd SR-Leg_DB - +# ----------------- +# Move to permanent home +# ----------------- +mkdir -p sr28-csv +cd sr28-csv mv ../tmp/usda/* . + +# ----------------- +# Clean up +# ----------------- rm -rf ../tmp -# mv fdb-exp/FLAV_DAT/NUT_DATA.csv +# cd usda + +# rm DATSRCLN.csv +# rm LANGUAL.csv +# rm DATA_SRC.csv +# rm FOOTNOTE.csv +# rm LANGDESC.csv +# rm DERIV_CD.csv +# rm SRC_CD.csv + +cd flav +# rm DATA_SRC.csv +# rm DATSRCLN.csv +# rm FD_GROUP.csv +# rm FLAV_IND.csv +mv FLAV_DAT.csv NUT_DATA.csv + +cd ../isoflav +# rm DATA_SRC.csv +# rm DATSRCLN.csv +# rm SYBN_DTL.csv +mv ISFL_DAT.csv NUT_DATA.csv + +cd ../proanth +# rm DATA_SRC.csv +# rm DATSRCLN.csv +# rm FD_GROUP.csv +mv PA_DAT.csv NUT_DATA.csv -- 2.52.0