Data Import

Data Import HW

library(tidyverse)
── Attaching core tidyverse packages ──────────────────────── tidyverse 2.0.0 ──
✔ dplyr     1.1.4     ✔ readr     2.1.4
✔ forcats   1.0.0     ✔ stringr   1.5.1
✔ ggplot2   3.4.4     ✔ tibble    3.2.1
✔ lubridate 1.9.3     ✔ tidyr     1.3.0
✔ purrr     1.0.2     
── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
✖ dplyr::filter() masks stats::filter()
✖ dplyr::lag()    masks stats::lag()
ℹ Use the conflicted package (<http://conflicted.r-lib.org/>) to force all conflicts to become errors
library(readxl) 
library(here) 
here() starts at /Users/carolinefan/Desktop/CM
library(ggplot2)
library(dplyr)
library(readr)

Part 1: Import and tidy worksheet 2.3 EV

path_to_sheet <- here("data-raw", "CM_Data_Explorer.xlsx")
path_to_sheet
[1] "/Users/carolinefan/Desktop/CM/data-raw/CM_Data_Explorer.xlsx"
read_key_minerals_sheet <- partial(
  .f = read_excel,
  path = path_to_sheet,
  sheet = "2.3 EV",
  col_names = FALSE
)
sheet_header <- read_key_minerals_sheet(range = "A4:W5")
New names:
• `` -> `...1`
• `` -> `...2`
• `` -> `...3`
• `` -> `...4`
• `` -> `...5`
• `` -> `...6`
• `` -> `...7`
• `` -> `...8`
• `` -> `...9`
• `` -> `...10`
• `` -> `...11`
• `` -> `...12`
• `` -> `...13`
• `` -> `...14`
• `` -> `...15`
• `` -> `...16`
• `` -> `...17`
• `` -> `...18`
• `` -> `...19`
• `` -> `...20`
• `` -> `...21`
• `` -> `...22`
• `` -> `...23`
sheet_header
# A tibble: 2 × 23
  ...1   ...2 ...3  ...4    ...5  ...6  ...7  ...8  ...9 ...10 ...11 ...12 ...13
  <lgl> <dbl> <lgl> <chr>  <dbl> <dbl> <dbl> <dbl> <dbl> <lgl> <chr> <dbl> <dbl>
1 NA       NA NA    State…    NA    NA    NA    NA    NA NA    Anno…    NA    NA
2 NA     2022 NA    2025    2030  2035  2040  2045  2050 NA    2025   2030  2035
# ℹ 10 more variables: ...14 <dbl>, ...15 <dbl>, ...16 <dbl>, ...17 <lgl>,
#   ...18 <chr>, ...19 <dbl>, ...20 <dbl>, ...21 <dbl>, ...22 <dbl>,
#   ...23 <dbl>

1.1 Tidying the headers

sheet_header_processed <- sheet_header |> 
  # transpose the data
  t() |>
  # turn it back into a tibble
  as_tibble() |>
  rename(scenario = V1, year = V2) |>
  # fill scenario down
  fill(scenario) |>
  #insert "Current" at top
  replace_na(list(scenario = "Current Year"))
Warning: The `x` argument of `as_tibble.matrix()` must have unique column names if
`.name_repair` is omitted as of tibble 2.0.0.
ℹ Using compatibility `.name_repair`.
sheet_header_processed
# A tibble: 23 × 2
   scenario                 year 
   <chr>                    <chr>
 1 Current Year             <NA> 
 2 Current Year             2022 
 3 Current Year             <NA> 
 4 Stated policies scenario 2025 
 5 Stated policies scenario 2030 
 6 Stated policies scenario 2035 
 7 Stated policies scenario 2040 
 8 Stated policies scenario 2045 
 9 Stated policies scenario 2050 
10 Stated policies scenario <NA> 
# ℹ 13 more rows
mineral_demand <- read_key_minerals_sheet(range = "A7") |> 
  pull()
New names:
• `` -> `...1`
mineral_demand
[1] "Constrained nickel supply"
mineral_info <- read_key_minerals_sheet(range = "A8:W19")
New names:
• `` -> `...1`
• `` -> `...2`
• `` -> `...3`
• `` -> `...4`
• `` -> `...5`
• `` -> `...6`
• `` -> `...7`
• `` -> `...8`
• `` -> `...9`
• `` -> `...10`
• `` -> `...11`
• `` -> `...12`
• `` -> `...13`
• `` -> `...14`
• `` -> `...15`
• `` -> `...16`
• `` -> `...17`
• `` -> `...18`
• `` -> `...19`
• `` -> `...20`
• `` -> `...21`
• `` -> `...22`
• `` -> `...23`
mineral_info
# A tibble: 12 × 23
   ...1         ...2 ...3     ...4    ...5    ...6    ...7    ...8    ...9 ...10
   <chr>       <dbl> <lgl>   <dbl>   <dbl>   <dbl>   <dbl>   <dbl>   <dbl> <lgl>
 1 Copper    3.81e+2 NA    6.17e+2 1.39e+3 1.74e+3 2.23e+3 2.42e+3 2.31e+3 NA   
 2 Cobalt    6.35e+1 NA    6.12e+1 3.80e+1 2.91e+1 3.54e+1 4.09e+1 4.74e+1 NA   
 3 Graphite  5.57e+2 NA    9.36e+2 1.59e+3 1.78e+3 1.69e+3 1.49e+3 1.08e+3 NA   
 4 Lithium   6.96e+1 NA    1.23e+2 2.19e+2 3.07e+2 4.07e+2 4.50e+2 4.13e+2 NA   
 5 Manganese 7.45e+1 NA    5.39e+1 1.56e+2 3.36e+2 5.33e+2 7.12e+2 8.58e+2 NA   
 6 Nickel    3.13e+2 NA    5.54e+2 5.13e+2 5.89e+2 6.30e+2 6.92e+2 6.88e+2 NA   
 7 Silicon   8.70e+0 NA    4.05e+1 1.39e+2 2.24e+2 3.52e+2 3.74e+2 3.73e+2 NA   
 8 Neodymium 3.96e+0 NA    7.25e+0 1.22e+1 1.51e+1 1.88e+1 2.18e+1 2.29e+1 NA   
 9 Dysprosi… 4.13e-1 NA    7.41e-1 1.21e+0 1.48e+0 1.84e+0 2.13e+0 2.23e+0 NA   
10 Praseody… 5.94e-1 NA    1.09e+0 1.83e+0 2.27e+0 2.83e+0 3.27e+0 3.43e+0 NA   
11 Terbium   8.06e-2 NA    1.48e-1 2.52e-1 3.14e-1 3.91e-1 4.52e-1 4.74e-1 NA   
12 Total EV  1.47e+3 NA    2.39e+3 4.06e+3 5.02e+3 5.91e+3 6.21e+3 5.80e+3 NA   
# ℹ 13 more variables: ...11 <dbl>, ...12 <dbl>, ...13 <dbl>, ...14 <dbl>,
#   ...15 <dbl>, ...16 <dbl>, ...17 <lgl>, ...18 <dbl>, ...19 <dbl>,
#   ...20 <dbl>, ...21 <dbl>, ...22 <dbl>, ...23 <dbl>

1.2 Put all together

mineral_info_col_names <- names(mineral_info)
mineral_info_col_names
 [1] "...1"  "...2"  "...3"  "...4"  "...5"  "...6"  "...7"  "...8"  "...9" 
[10] "...10" "...11" "...12" "...13" "...14" "...15" "...16" "...17" "...18"
[19] "...19" "...20" "...21" "...22" "...23"
sheet_headers_and_col_names <- sheet_header_processed |> 
  add_column(mineral_info_col_names = mineral_info_col_names)
sheet_headers_and_col_names
# A tibble: 23 × 3
   scenario                 year  mineral_info_col_names
   <chr>                    <chr> <chr>                 
 1 Current Year             <NA>  ...1                  
 2 Current Year             2022  ...2                  
 3 Current Year             <NA>  ...3                  
 4 Stated policies scenario 2025  ...4                  
 5 Stated policies scenario 2030  ...5                  
 6 Stated policies scenario 2035  ...6                  
 7 Stated policies scenario 2040  ...7                  
 8 Stated policies scenario 2045  ...8                  
 9 Stated policies scenario 2050  ...9                  
10 Stated policies scenario <NA>  ...10                 
# ℹ 13 more rows
mineral_info_long <- mineral_info |> 
  rename(indicator = `...1`) |> 
  pivot_longer(cols = -indicator,
               names_to = "mineral_info_col_names") |> 
  add_column(mineral_demand)
mineral_info_long
# A tibble: 264 × 4
   indicator mineral_info_col_names value mineral_demand           
   <chr>     <chr>                  <dbl> <chr>                    
 1 Copper    ...2                    381. Constrained nickel supply
 2 Copper    ...3                     NA  Constrained nickel supply
 3 Copper    ...4                    617. Constrained nickel supply
 4 Copper    ...5                   1389. Constrained nickel supply
 5 Copper    ...6                   1736. Constrained nickel supply
 6 Copper    ...7                   2233. Constrained nickel supply
 7 Copper    ...8                   2418. Constrained nickel supply
 8 Copper    ...9                   2313. Constrained nickel supply
 9 Copper    ...10                    NA  Constrained nickel supply
10 Copper    ...11                   732. Constrained nickel supply
# ℹ 254 more rows

1.3 Combine data

combined_data <- mineral_info_long |> 
  left_join(sheet_headers_and_col_names, by = join_by(mineral_info_col_names)) |> 
  # filter out what were empty columns (where years are NA) 
  filter(!is.na(year)) |> 
  # case_when is supercharged if else
  mutate(unit = case_when(
    indicator == "Total EV" ~ "Number",
    .default = "kiloton"
    ),
    # convert the year column from character to numeric
    year = as.integer(year)
  ) |> 
  select(mineral_demand, indicator, scenario, unit, year, value)

combined_data
# A tibble: 228 × 6
   mineral_demand            indicator scenario                unit   year value
   <chr>                     <chr>     <chr>                   <chr> <int> <dbl>
 1 Constrained nickel supply Copper    Current Year            kilo…  2022  381.
 2 Constrained nickel supply Copper    Stated policies scenar… kilo…  2025  617.
 3 Constrained nickel supply Copper    Stated policies scenar… kilo…  2030 1389.
 4 Constrained nickel supply Copper    Stated policies scenar… kilo…  2035 1736.
 5 Constrained nickel supply Copper    Stated policies scenar… kilo…  2040 2233.
 6 Constrained nickel supply Copper    Stated policies scenar… kilo…  2045 2418.
 7 Constrained nickel supply Copper    Stated policies scenar… kilo…  2050 2313.
 8 Constrained nickel supply Copper    Announced pledges scen… kilo…  2025  732.
 9 Constrained nickel supply Copper    Announced pledges scen… kilo…  2030 2113.
10 Constrained nickel supply Copper    Announced pledges scen… kilo…  2035 3587.
# ℹ 218 more rows
mineral_demand_range <- "A7"
mineral_info_range <- "A8:W19"

mineral_demand <- read_key_minerals_sheet(range = mineral_demand_range) |> 
  pull()
New names:
• `` -> `...1`
mineral_info <- read_key_minerals_sheet(range = mineral_info_range)
New names:
• `` -> `...1`
• `` -> `...2`
• `` -> `...3`
• `` -> `...4`
• `` -> `...5`
• `` -> `...6`
• `` -> `...7`
• `` -> `...8`
• `` -> `...9`
• `` -> `...10`
• `` -> `...11`
• `` -> `...12`
• `` -> `...13`
• `` -> `...14`
• `` -> `...15`
• `` -> `...16`
• `` -> `...17`
• `` -> `...18`
• `` -> `...19`
• `` -> `...20`
• `` -> `...21`
• `` -> `...22`
• `` -> `...23`
mineral_info_col_names <- names(mineral_info)

mineral_info_long <- mineral_info |> 
  rename(indicator = `...1`) |> 
  pivot_longer(cols = -indicator,
               names_to = "mineral_info_col_names") |> 
  add_column(mineral_demand)

combined_data <- mineral_info_long |> 
  left_join(sheet_headers_and_col_names, by = join_by(mineral_info_col_names)) |> 
  # filter out what were empty columns (where years are NA) 
  filter(!is.na(year)) |> 
  # case_when is supercharged if else
  mutate(unit = case_when(
    indicator == "Total EV" ~ "Number",
    .default = "kiloton"
    ),
    # convert the year column from character to numeric
    year = as.integer(year)
  ) |> 
  select(mineral_demand, indicator, scenario, unit, year, value)

combined_data
# A tibble: 228 × 6
   mineral_demand            indicator scenario                unit   year value
   <chr>                     <chr>     <chr>                   <chr> <int> <dbl>
 1 Constrained nickel supply Copper    Current Year            kilo…  2022  381.
 2 Constrained nickel supply Copper    Stated policies scenar… kilo…  2025  617.
 3 Constrained nickel supply Copper    Stated policies scenar… kilo…  2030 1389.
 4 Constrained nickel supply Copper    Stated policies scenar… kilo…  2035 1736.
 5 Constrained nickel supply Copper    Stated policies scenar… kilo…  2040 2233.
 6 Constrained nickel supply Copper    Stated policies scenar… kilo…  2045 2418.
 7 Constrained nickel supply Copper    Stated policies scenar… kilo…  2050 2313.
 8 Constrained nickel supply Copper    Announced pledges scen… kilo…  2025  732.
 9 Constrained nickel supply Copper    Announced pledges scen… kilo…  2030 2113.
10 Constrained nickel supply Copper    Announced pledges scen… kilo…  2035 3587.
# ℹ 218 more rows
read_iea_mineral_table <-
  function(mineral_demand_range, mineral_info_range) {
    mineral_demand <-
      read_key_minerals_sheet(range = mineral_demand_range) |>
      pull()
    
    mineral_info <- read_key_minerals_sheet(range = mineral_info_range)
    
    mineral_info_col_names <- names(mineral_info)
    
    mineral_info_long <- mineral_info |>
      rename(indicator = `...1`) |>
      pivot_longer(cols = -indicator,
                   names_to = "mineral_info_col_names") |>
      add_column(mineral_demand)
    
    combined_data <- mineral_info_long |>
      left_join(sheet_headers_and_col_names, by = join_by(mineral_info_col_names)) |>
      filter(!is.na(year)) |>
      mutate(
        unit = case_when(
          indicator == "Total EV" ~ "Number",
          .default = "kiloton"
        ),
        year = as.integer(year)
      ) |>
      select(mineral_demand, indicator, scenario, unit, year, value)
    
    combined_data
  }

1.4 Bind all tables together

Constrained_nickel_supply_table <- read_iea_mineral_table(
  mineral_demand_range = "A7",
  mineral_info_range = "A8:W19"
)
New names:
New names:
• `` -> `...1`
Wider_use_of_silicon_rich_anodes_table <- read_iea_mineral_table(
  mineral_demand_range = "A22",
  mineral_info_range = "A23:W34"
)
New names:
New names:
• `` -> `...1`
Faster_uptake_of_solid_state_batteries_table <- read_iea_mineral_table(
  mineral_demand_range = "A37",
  mineral_info_range = "A38:W49"
)
New names:
New names:
• `` -> `...1`
Lower_battery_sizes_table <- read_iea_mineral_table(
  mineral_demand_range = "A52",
  mineral_info_range = "A53:W564"
)
New names:
New names:
• `` -> `...1`
Limited_battery_size_reduction_table <- read_iea_mineral_table(
  mineral_demand_range = "A67",
  mineral_info_range = "A68:W79"
)
New names:
New names:
• `` -> `...1`
STEPS_Base_case_table <- read_iea_mineral_table(
  mineral_demand_range = "A82",
  mineral_info_range = "A83:W94"
)
New names:
New names:
• `` -> `...1`
final_iea_minerals_EV_table <- Constrained_nickel_supply_table |> 
  bind_rows(Wider_use_of_silicon_rich_anodes_table) |> 
  bind_rows(Faster_uptake_of_solid_state_batteries_table) |>
  bind_rows(Lower_battery_sizes_table) |>
  bind_rows(Limited_battery_size_reduction_table) |>
  bind_rows(STEPS_Base_case_table)

final_iea_minerals_EV_table
# A tibble: 10,868 × 6
   mineral_demand            indicator scenario                unit   year value
   <chr>                     <chr>     <chr>                   <chr> <int> <dbl>
 1 Constrained nickel supply Copper    Current Year            kilo…  2022  381.
 2 Constrained nickel supply Copper    Stated policies scenar… kilo…  2025  617.
 3 Constrained nickel supply Copper    Stated policies scenar… kilo…  2030 1389.
 4 Constrained nickel supply Copper    Stated policies scenar… kilo…  2035 1736.
 5 Constrained nickel supply Copper    Stated policies scenar… kilo…  2040 2233.
 6 Constrained nickel supply Copper    Stated policies scenar… kilo…  2045 2418.
 7 Constrained nickel supply Copper    Stated policies scenar… kilo…  2050 2313.
 8 Constrained nickel supply Copper    Announced pledges scen… kilo…  2025  732.
 9 Constrained nickel supply Copper    Announced pledges scen… kilo…  2030 2113.
10 Constrained nickel supply Copper    Announced pledges scen… kilo…  2035 3587.
# ℹ 10,858 more rows

1.5 Write data into csv

write_csv(final_iea_minerals_EV_table,here("data","iea_Mineral_demand_for_electric_vehicles.csv"))

Part 2: Use the tidied dataset to have 5 compelling data visualizations

  1. Trend of Copper and Cobalt Demand Over Time for Each Scenario
mineral_demand <- final_iea_minerals_EV_table
# filter out the data for Copper and Cobalt demand only
copper_cobalt_demand <- mineral_demand %>%
  filter(indicator %in% c("Copper", "Cobalt"))

# the trend of Copper and Cobalt demand over time for each scenario
ggplot(copper_cobalt_demand, aes(x = year, y = value, color = scenario)) +
  geom_line() +
  facet_wrap(~indicator, scales = "free_y", ncol = 1) +
  labs(title = "Trend of Copper and Cobalt Demand Over Time for Each Scenario",
       x = "Year", y = "Demand (in kilotones)") +
  theme_minimal() +
  theme(legend.position = "bottom")

  1. Comparison of Demand in Different Scenarios in three different year:2025, 2030, and 2040
mineral_demand <- final_iea_minerals_EV_table
key_milestone_demand <- mineral_demand %>%
  filter(indicator %in% c("Copper", "Cobalt")) %>%
  filter(year %in% c(2025, 2030, 2040))

# Plotting the comparison of demand in different scenarios at key milestones
ggplot(key_milestone_demand, aes(x = factor(year), y = value, fill = scenario)) +
  geom_bar(stat = "identity", position = "dodge") +
  facet_wrap(~indicator, scales = "free_y") +
  labs(title = "Comparison of Copper and Cobalt Demand in Different Scenarios at Key Milestones",
       x = "Year", y = "Demand (in kilotonnes)") +
  scale_fill_brewer(palette = "Set1") +
  theme_minimal() +
  theme(legend.title = element_blank(), legend.position = "bottom")
Warning: Removed 24 rows containing missing values (`geom_bar()`).

  1. Year-on-Year Growth Rate of Demand
# Calculating yearly growth rate
copper_cobalt_demand <- copper_cobalt_demand %>%
  group_by(indicator, scenario) %>%
  arrange(year) %>%
  mutate(growth_rate = (value/lag(value) - 1) * 100)

# Plotting yearly growth rate
ggplot(copper_cobalt_demand, aes(x = year, y = growth_rate, color = scenario)) +
  geom_line() +
  facet_wrap(~indicator, scales = "free_y") +
  labs(title = "Yearly Growth Rate of Demand for Copper and Cobalt",
       x = "Year",
       y = "Growth Rate (%)") +
  theme_minimal()
Warning: Removed 12 rows containing missing values (`geom_line()`).

  1. Cumulative Demand for Copper and Cobalt from 2020 to 2040
cumulative_demand <- copper_cobalt_demand %>%
  group_by(indicator, scenario) %>%
  summarise(cumulative_value = sum(value))
`summarise()` has grouped output by 'indicator'. You can override using the
`.groups` argument.
# Plotting cumulative demand
ggplot(cumulative_demand, aes(x = scenario, y = cumulative_value, fill = indicator)) +
  geom_bar(stat = "identity", position = "dodge") +
  labs(title = "Cumulative Demand for Copper and Cobalt (2020-2040)",
       x = "Scenario",
       y = "Cumulative Demand (kilotonnes)") +
  theme_minimal()
Warning: Removed 4 rows containing missing values (`geom_bar()`).

  1. Comparative Analysis that analyze the Copper to Cobalt Demand Ratio Over Time
# Filter for Copper and Cobalt and calculate the ratio
copper_cobalt_ratio <- mineral_demand %>%
  filter(indicator %in% c("Copper", "Cobalt")) %>%
  group_by(year, scenario) %>%
  summarise(
    CopperDemand = sum(value[indicator == "Copper"]),
    CobaltDemand = sum(value[indicator == "Cobalt"]),
    Ratio = CopperDemand / CobaltDemand
  ) %>%
  ungroup()
`summarise()` has grouped output by 'year'. You can override using the
`.groups` argument.
# Visualizing the Copper to Cobalt Demand Ratio Over Time
ggplot(copper_cobalt_ratio, aes(x = year, y = Ratio, color = scenario)) +
  geom_line() +
  geom_point() +
  labs(title = "Copper to Cobalt Demand Ratio Over Time",
       x = "Year", y = "Copper to Cobalt Demand Ratio",
       color = "Scenario") +
  theme_minimal() +
  theme(legend.position = "bottom")
Warning: Removed 12 rows containing missing values (`geom_line()`).
Warning: Removed 12 rows containing missing values (`geom_point()`).