/Prototypes/Cotton/munge-experiment-data/scripts/narrabri/narrabri_actuals.r

https://github.com/APSIMInitiative/ApsimX · R · 146 lines · 79 code · 52 blank · 15 comment · 0 complexity · 754dcbf918b8cfd904388ddd488d0be1 MD5 · raw file

  1. #! /bin/bash
  2. library(tidyverse)
  3. library(readxl)
  4. library(writexl)
  5. library(lubridate)
  6. dir_sourcedata <- file.path("C:","Users","ver078","Dropbox","CottonModel","OldData","Narrabri(Stephen)")
  7. path <- file.path(dir_sourcedata, "Deficit Trials - Output Summary.xls")
  8. # Get Input Data from Spreadsheet
  9. # -------------------------------
  10. lai_2006 <- read_xls(path, sheet = "Actuals 0607", range = "D4:K8")
  11. bolls_2006 <- read_xls(path, sheet = "Actuals 0607", range = "D12:K16") #actually "fruit count" but I interperate this as boll no.
  12. yield_2006 <- read_xls(path, sheet = "Actuals 0607", range = "D27:E31")
  13. sites_2006 <- read_xls(path, sheet = "Actuals 0607", range = "P4:T8")
  14. lai_2007 <- read_xls(path, sheet = "Actuals 0708", range = "D4:K8")
  15. bolls_2007 <- read_xls(path, sheet = "Actuals 0708", range = "D12:K16")
  16. squares_2007 <- read_xls(path, sheet = "Actuals 0708", range = "D20:K24")
  17. yield_2007 <- read_xls(path, sheet = "Actuals 0708", range = "D27:E31")
  18. sites_2007 <- read_xls(path, sheet = "Actuals 0708", range = "P4:U8")
  19. lai_2008 <- read_xls(path, sheet = "Actuals 0809", range = "D4:K8")
  20. bolls_2008 <- read_xls(path, sheet = "Actuals 0809", range = "D12:K16")
  21. squares_2008 <- read_xls(path, sheet = "Actuals 0809", range = "D20:K24")
  22. yield_2008 <- read_xls(path, sheet = "Actuals 0809", range = "D27:G31")
  23. sites_2008 <- read_xls(path, sheet = "Actuals 0809", range = "P4:U8")
  24. greenbolls_2008 <- read_xls(path, sheet = "Actuals 0809", range = "O12:U16")
  25. openbolls_2008 <- read_xls(path, sheet = "Actuals 0809", range = "O20:U25")
  26. maturity_2008 <- read_xls(path, sheet = "Actuals 0809", range = "P28:Q33")
  27. # Clean up the input data
  28. # -----------------------
  29. lai_2006 <- lai_2006 %>% select(-2,-3)
  30. lai_2007 <- lai_2007 %>% select(-2,-3)
  31. lai_2008 <- lai_2008 %>% select(-2,-3)
  32. bolls_2006 <- bolls_2006 %>% select(-2,-3)
  33. bolls_2007 <- bolls_2007 %>% select(-2,-3)
  34. bolls_2008 <- bolls_2008 %>% select(-2,-3)
  35. squares_2007 <- squares_2007 %>% select(-2,-3)
  36. squares_2008 <- squares_2008 %>% select(-2,-3)
  37. greenbolls_2008 <- greenbolls_2008 %>% select(-2)
  38. openbolls_2008 <- openbolls_2008 %>% select(-2)
  39. # Munge the Data
  40. # --------------
  41. # 2006
  42. # ----
  43. lai_2006 <- lai_2006 %>% pivot_longer(cols = c("71","86","104","126","161"), names_to = "das", values_to = "lai")
  44. lai_2006 <- lai_2006 %>% pivot_longer(cols = lai, names_to = "variable", values_to = "values")
  45. bolls_2006 <- bolls_2006 %>% pivot_longer(cols = c("71","86","104","126","161"), names_to = "das", values_to = "bolls")
  46. bolls_2006 <- bolls_2006 %>% pivot_longer(cols = bolls, names_to = "variable", values_to = "values")
  47. sites_2006 <- sites_2006 %>% pivot_longer(cols = c("71","86","104","126"), names_to = "das", values_to = "sites")
  48. sites_2006 <- sites_2006 %>% pivot_longer(cols = sites, names_to = "variable", values_to = "values")
  49. plant_2006 <- bind_rows(lai_2006, sites_2006, bolls_2006)
  50. plant_2006 <- plant_2006 %>% pivot_wider(names_from = variable, values_from = values)
  51. plant_2006 <- plant_2006 %>% mutate(date = dmy("10/10/2006") + days(das))
  52. plant_2006 <- plant_2006 %>% mutate(year = 2006) %>% select(year, Treatment, date, das, everything())
  53. yield_2006 <- yield_2006 %>% mutate(date = dmy("10/10/2006") + days(163)) # I have no idea what the harvest date was so I used das=163 because last value in long table in "Actuals 0607" worksheet
  54. yield_2006 <- yield_2006 %>% mutate(year = 2006) %>% select(year, Treatment, everything())
  55. # 2007
  56. # ----
  57. lai_2007 <- lai_2007 %>% pivot_longer(cols = c("79","92","115","135","170"), names_to = "das", values_to = "lai")
  58. lai_2007 <- lai_2007 %>% pivot_longer(cols = lai, names_to = "variable", values_to = "values")
  59. bolls_2007 <- bolls_2007 %>% pivot_longer(cols = c("79","92","115","135","170"), names_to = "das", values_to = "bolls")
  60. bolls_2007 <- bolls_2007 %>% pivot_longer(cols = bolls, names_to = "variable", values_to = "values")
  61. squares_2007 <- squares_2007 %>% pivot_longer(cols = c("79","92","115","135","170"), names_to = "das", values_to = "squares")
  62. squares_2007 <- squares_2007 %>% pivot_longer(cols = squares, names_to = "variable", values_to = "values")
  63. sites_2007 <- sites_2007 %>% pivot_longer(cols = c("79","92","115","135","170"), names_to = "das", values_to = "sites")
  64. sites_2007 <- sites_2007 %>% pivot_longer(cols = sites, names_to = "variable", values_to = "values")
  65. plant_2007 <- bind_rows(lai_2007, sites_2007, squares_2007, bolls_2007)
  66. plant_2007 <- plant_2007 %>% pivot_wider(names_from = variable, values_from = values)
  67. plant_2007 <- plant_2007 %>% mutate(date = dmy("15/10/2007") + days(das))
  68. plant_2007 <- plant_2007 %>% mutate(year = 2007) %>% select(year, Treatment, date, das, everything())
  69. yield_2007 <- yield_2007 %>% mutate(date = dmy("15/10/2007") + days(218)) # I have no idea what the harvest date was so I used das=218 because last value in long table in "Actuals 0607" worksheet
  70. yield_2007 <- yield_2007 %>% mutate(year = 2007) %>% select(year, Treatment, everything())
  71. # 2008
  72. # ----
  73. lai_2008 <- lai_2008 %>% pivot_longer(cols = c("76","90","116","137","165"), names_to = "das", values_to = "lai")
  74. lai_2008 <- lai_2008 %>% pivot_longer(cols = lai, names_to = "variable", values_to = "values")
  75. bolls_2008 <- bolls_2008 %>% pivot_longer(cols = c("76","90","116","137","165"), names_to = "das", values_to = "bolls")
  76. bolls_2008 <- bolls_2008 %>% pivot_longer(cols = bolls, names_to = "variable", values_to = "values")
  77. squares_2008 <- squares_2008 %>% pivot_longer(cols = c("76","90","116","137","165"), names_to = "das", values_to = "squares")
  78. squares_2008 <- squares_2008 %>% pivot_longer(cols = squares, names_to = "variable", values_to = "values")
  79. sites_2008 <- sites_2008 %>% pivot_longer(cols = c("76","90","116","137","165"), names_to = "das", values_to = "sites")
  80. sites_2008 <- sites_2008 %>% pivot_longer(cols = sites, names_to = "variable", values_to = "values")
  81. greenbolls_2008 <- greenbolls_2008 %>% pivot_longer(cols = c("76","90","116","137","165"), names_to = "das", values_to = "greenbolls")
  82. greenbolls_2008 <- greenbolls_2008 %>% pivot_longer(cols = greenbolls, names_to = "variable", values_to = "values")
  83. openbolls_2008 <- openbolls_2008 %>% pivot_longer(cols = c("76","90","116","137","165"), names_to = "das", values_to = "openbolls")
  84. openbolls_2008 <- openbolls_2008 %>% pivot_longer(cols = openbolls, names_to = "variable", values_to = "values")
  85. plant_2008 <- bind_rows(lai_2008, sites_2008, squares_2008, bolls_2008, greenbolls_2008, openbolls_2008)
  86. plant_2008 <- plant_2008 %>% pivot_wider(names_from = variable, values_from = values)
  87. plant_2008 <- plant_2008 %>% mutate(date = dmy("15/10/2008") + days(das))
  88. plant_2008 <- plant_2008 %>% mutate(year = 2008) %>% select(year, Treatment, date, das, everything())
  89. yield_2008 <- yield_2008 %>% mutate(date = dmy("15/10/2008") + days(218)) # I have no idea what the harvest date was so I used das=218 because last value in long table in "Actuals 0607" worksheet
  90. yield_2008 <- yield_2008 %>% mutate(year = 2008) %>% select(year, Treatment, everything())
  91. # Combined
  92. # --------
  93. plant <- bind_rows(plant_2006, plant_2007, plant_2008)
  94. yield <- bind_rows(yield_2006, yield_2007, yield_2008)