Skip to content

Commit

Permalink
closes #68 but still throws error on join "Last error: IOError: Could…
Browse files Browse the repository at this point in the history
…n't deserialize thrift: don't know what type:"
  • Loading branch information
emmamendelsohn committed Nov 27, 2023
1 parent 4f91ff9 commit bccfd6f
Show file tree
Hide file tree
Showing 3 changed files with 155 additions and 156 deletions.
9 changes: 4 additions & 5 deletions R/augment_data.R
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,13 @@
#' @author Emma Mendelsohn
#' @export
augment_data <- function(weather_anomalies, forecasts_anomalies,
ndvi_anomalies, augmented_data_directory) {


ndvi_anomalies, augmented_data_directory) {
weather <- arrow::open_dataset(weather_anomalies)
forecasts <- arrow::open_dataset(forecasts_anomalies)
ndvi <- arrow::open_dataset(ndvi_anomalies)

left_join(weather, forecasts) |>
left_join(ndvi) |>
group_by(date) |>
Expand All @@ -23,4 +23,3 @@ augment_data <- function(weather_anomalies, forecasts_anomalies,
return(list.files(augmented_data_directory))

}

4 changes: 2 additions & 2 deletions _targets.R
Original file line number Diff line number Diff line change
Expand Up @@ -444,7 +444,7 @@ data_targets <- tar_plan(
key = ndvi_anomalies,
check = TRUE),
pattern = ndvi_anomalies,
cue = tar_cue("thorough")), # only run this if you need to upload new data
cue = tar_cue(tar_cue_upload_aws)), # only run this if you need to upload new data

# all anomalies --------------------------------------------------
tar_target(augmented_data_directory,
Expand All @@ -465,7 +465,7 @@ data_targets <- tar_plan(
key = augmented_data,
check = TRUE),
pattern = augmented_data,
cue = tar_cue("thorough")), # only run this if you need to upload new data
cue = tar_cue(tar_cue_upload_aws)), # only run this if you need to upload new data

)

Expand Down
Loading

0 comments on commit bccfd6f

Please sign in to comment.