README.Rmd

---
title: "Tandy Center Daily Data Reports"
output:
  github_document:
    html_preview: false
---

```{r setup, include=FALSE}
knitr::opts_chunk$set(echo = TRUE)
suppressPackageStartupMessages({
  library(obpg2tools)
  library(murtools)
  library(namforecast)
  library(oisster)
  library(ersst)
  
  library(knitr)
  library(dplyr)
})
```

Tallies of various data products maintained at [Tandy Center got Ocean Forecasting](https://www.bigelow.org/services/ocean-forecasting/) and the [Computational Oceanography Lab](https://www.bigelow.org/science/lab/computational-oceanography/)

 + `firstdate` `lastdate` first an last recorded dates (there may be some missing between)
 + `per` the period of time the variable represents
 + `param` short hand parameter name
 + `count` number of records available
 + `age` the time between the current report date, ```r Sys.Date()```, and the most recent record.  Negative is a forecast date ahead of run date.
 
 
## [OBPG](https://oceancolor.gsfc.nasa.gov/) for world (mixed resolutions, AQUA MODIS)

```{r, echo = FALSE}
path = obpg2tools::obpg_path("world", "AQUA_MODIS", "L3m")
db = obpg2tools::read_database(path) |>
  obpg2tools::database_to_climatology(filter = TRUE) |>
  select(date, end_date, per, param, res) |>
  group_by(param, per, res) |> 
  group_map(
    function(tbl, key){
      #cat(str(key), "\n")
      count = nrow(tbl)
      lastdate = max(tbl$end_date)
      age = Sys.Date() - lastdate
      slice_tail(tbl, n=1) |>
        mutate(count = count, age = age) |>
        mutate(lastdate = lastdate, .after = date) |>
        rename(firstdate = date) |>
        select(-end_date)
    }, .keep = TRUE) |>
  bind_rows()
knitr::kable(db)
```
 
## [OBPG](https://oceancolor.gsfc.nasa.gov/) for Northwest Atlantic (all 4km res, AQUA and TERRA MODIS)

```{r, echo = FALSE}
path = obpg2tools::obpg_path("nwa", "AQUA_MODIS", "L3m")
db = obpg2tools::read_database(path) |>
  select(date, per, param) |>
  group_by(param, per) |> 
  group_map(
    function(tbl, key){
      count = nrow(tbl)
      lastdate = slice_max(tbl, order_by = date)$date
      age = Sys.Date() - slice_max(tbl, order_by = date)$date
      slice(tbl, 1) |>
        mutate(count = count, age = age) |>
        mutate(lastdate = lastdate, .after = date) |>
        rename(firstdate = date)
    }, .keep = TRUE) |>
  bind_rows()
knitr::kable(db)
```


## [MUR](https://podaac.jpl.nasa.gov/MEaSUREs-MUR) for Northwest Atlantic (all 0.01 degree res, daily)

```{r, echo = FALSE}
path = murtools::mur_path("nwa")
db = murtools::read_database(path) |>
  select(date, per, param) |>
  group_by(param, per) |>
  group_map(
    function(tbl, key){
      count = nrow(tbl)
      lastdate = slice_max(tbl, order_by = date)$date
      age = Sys.Date() - slice_max(tbl, order_by = date)$date
      slice(tbl, 1) |>
        mutate(count = count, age = age) |>
        mutate(lastdate = lastdate, .after = date) |>
        rename(firstdate = date)
    }, .keep = TRUE) |>
  bind_rows()
knitr::kable(db)
```

## [NAM](https://www.ncei.noaa.gov/products/weather-climate-models/north-american-mesoscale) for Northeast US and Eastern Canada (all 12km res, daily)

Negative age means days ahead of the current date.

```{r, echo = FALSE}
path = namforecast::nam_path("nwa", "forecast")
db = namforecast::read_database(path) |>
  select(date, param, trt) |>
  group_by(param, trt) |>
 group_map(
    function(tbl, key){
      count = nrow(tbl)
      lastdate = slice_max(tbl, order_by = date)$date
      age = Sys.Date() - slice_max(tbl, order_by = date)$date
      slice(tbl, 1) |>
        mutate(count = count, age = age) |>
        mutate(lastdate = lastdate, .after = date) |>
        rename(firstdate = date)
    }, .keep = TRUE) |>
  bind_rows()
knitr::kable(db)
```

## [OISST](https://www.ncei.noaa.gov/products/optimum-interpolation-sst) for the world (0.25 degree res, daily and annual res)

```{r, echo = FALSE}
path = oisster::oisst_path("world")
db = oisster::read_database(path) |> 
  select(-param) |>
  group_by(per, trt) |>
  group_map(
      function(tbl, key){
        count = nrow(tbl)
        lastdate = slice_max(tbl, order_by = date)$date
        age = Sys.Date() - slice_max(tbl, order_by = date)$date
        slice(tbl, 1) |>
          mutate(count = count, age = age) |>
          mutate(lastdate = lastdate, .after = date) |>
          rename(firstdate = date)
      }, .keep = TRUE) |>
    bind_rows()
knitr::kable(db)
```

## [ERSST](https://www.ncei.noaa.gov/products/extended-reconstructed-sst) for the world (2 degree res, monthly res)

We retain both the anomaly and the computed values.

```{r, echo = FALSE}
path = ersst::ersst_path("v5")
db = ersst::read_database(path) |> 
  select(-version) |>
  group_by(anomaly) |>
  group_map(
      function(tbl, key){
        count = nrow(tbl)
        lastdate = slice_max(tbl, order_by = date)$date
        age = Sys.Date() - slice_max(tbl, order_by = date)$date
        slice(tbl, 1) |>
          mutate(count = count, age = age) |>
          mutate(lastdate = lastdate, .after = date) |>
          rename(firstdate = date)
      }, .keep = TRUE) |>
    bind_rows()
knitr::kable(db)
```