macleish <- etl("macleish")
str(macleish)
if (FALSE) {
macleish |>
etl_extract() |>
etl_transform() |>
etl_load()
whately <- macleish |>
tbl("whately")
orchard <- macleish |>
tbl("orchard")
whately |>
summarize(N = n(), avg_temp = mean(temperature))
orchard |>
summarize(N = n(), avg_temp = mean(temperature))
# check data types
whately |>
glimpse()
# if using SQLite, datetimes will get converted to integers
whately <- whately |>
mutate(when_datetime = datetime(when, 'unixepoch'))
whately |>
glimpse()
# show the most recent data -- should be within the past hour
whately |>
collect() |>
tail()
# show that no time-shifting is happening
if (require(ggplot2)) {
macleish |>
tbl("whately") |>
collect() |>
mutate(when = lubridate::ymd_hms(when)) |>
filter(lubridate::year(when) == 2012 & month(when) == 12 & day(when) == 20) |>
ggplot(aes(x = when, y = temperature)) + geom_line()
}
}
Run the code above in your browser using DataLab