Fix for LACDPH n/a values

xander-hirsch · Oct 3, 2021 · 24ad6d4 · 24ad6d4
1 parent ce20f18
commit 24ad6d4
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 7 deletions.
diff --git a/deploy.sh b/deploy.sh
@@ -1,9 +1,4 @@
 #!/bin/bash
-if [[ $1 = 'fetch' ]]
-then
- echo "Fetching LA Times dataset and parsing sources..."
- # bash fetch-latimes-place-totals.sh && bash parse-sources.sh
-fi
 NAME='ca-local-covid-19-dashboard'
 docker buildx build --platform linux/amd64 --tag $NAME . \
  && docker tag $NAME "registry.heroku.com/$NAME/web" \

diff --git a/import-lacdph.py b/import-lacdph.py
@@ -11,9 +11,11 @@
 ]
 
 dph_last_day = df_dph_7day[EP_DATE].max() - pd.Timedelta(7, 'days')
-df_dph_7day = df_dph_7day[(df_dph_7day[EP_DATE].notna()) &
+df_dph_7day = df_dph_7day[(df_dph_7day['geo_merge'].notna()) &
+ (df_dph_7day[EP_DATE].notna()) &
  (df_dph_7day[EP_DATE] <= dph_last_day)].copy()
-df_dph_14day = df_dph_14day[(df_dph_14day[EP_DATE].notna()) &
+df_dph_14day = df_dph_14day[(df_dph_14day['geo_merge'].notna()) &
+ (df_dph_14day[EP_DATE].notna()) &
  (df_dph_14day[EP_DATE] <= dph_last_day)].copy()
 
 for df in df_dph_7day, df_dph_14day: