etl_extract.etl_macleish {macleish}

Extract weather data

Description

Retrieve data from the Macleish Field Station weather monitors

Usage

## S3 method for class 'etl_macleish'
etl_extract(obj, ...)

## S3 method for class 'etl_macleish'
etl_transform(obj, ...)

etl_transform_help(obj, ...)

Arguments

obj

an etl object

...

arguments passed to methods

Examples

macleish <- etl("macleish")
str(macleish)

## Not run: 
macleish %>%
  etl_extract() %>%
  etl_transform() %>%
  etl_load()
whately <- macleish %>%
  tbl("whately") 
orchard <- macleish %>%
  tbl("orchard") 
  
whately %>%
  summarize(N = n(), avg_temp = mean(temperature))
orchard %>%
  summarize(N = n(), avg_temp = mean(temperature))
  
# check data types
whately %>%
  glimpse()

# if using SQLite, datetimes will get converted to integers
whately <- whately %>%
  mutate(when_datetime = datetime(when, 'unixepoch'))
whately %>%
  glimpse()

# show the most recent data -- should be within the past hour
whately %>%
  collect() %>%
  tail()

# show that no time-shifting is happening
if (require(ggplot2)) {
macleish %>%
  tbl("whately") %>%
  collect() %>%
  mutate(when = lubridate::ymd_hms(when)) %>%
  filter(lubridate::year(when) == 2012 & month(when) == 12 & day(when) == 20) %>%
  ggplot(aes(x = when, y = temperature)) + geom_line()
}

## End(Not run)