library(tidyverse)
library(tidygraph)
library(igraph)
library(bibliometrix)
library(tosr)
library(here)
library(lubridate)
# library(sjrdata)
library(openxlsx)
library(zoo)
library(RSQLite)
library(journalabbr)
library(ggraph)
library(openxlsx)
library(XML)
library(plyr)
library(readxl)
source("verbs.R")
windowsFonts("Times" = windowsFont("Times"))
windowsFonts("Times New Roman" = windowsFont("Times New Roman"))
giant.component <- function(graph) {
cl <- igraph::clusters(graph)
igraph::induced.subgraph(graph,
which(cl$membership == which.max(cl$csize)))
}
library(readxl)
library(httr)
url1<-'https://spreadsheets.google.com/feeds/download/spreadsheets/Export?key=15j7P78rbfgnSVhyYE0ocq44AT2N-lvqg68JrkFY1MPM&exportFormat=xlsx'
httr::GET(url1, write_disk(tf <- tempfile(fileext = ".xlsx")))
## Response [https://doc-00-0o-sheets.googleusercontent.com/export/mq6he3r7ig44qobar1fsg51390/edh6c5gcqsijgpt0lmp130ri8g/1677084080000/113460319843123546473/*/15j7P78rbfgnSVhyYE0ocq44AT2N-lvqg68JrkFY1MPM?exportFormat=xlsx]
## Date: 2023-02-22 16:41
## Status: 200
## Content-Type: application/vnd.openxmlformats-officedocument.spreadsheetml.sheet
## Size: 9.91 MB
## <ON DISK> C:\Users\User\AppData\Local\Temp\RtmpsFY3T0\file51745887433f.xlsx
wos_scopus <- readxl::read_excel(tf, 1L)
wos <- readxl::read_excel(tf, 2L)
scopus <- readxl::read_excel(tf, 3L)
## Warning: Expecting logical in J1020 / R1020C10: got 'OZONE, 10028-15-6; OZONE,
## 10028-15-6'
reference_df <- readxl::read_excel(tf, 4L)
journal_df <- readxl::read_excel(tf, 5L)
author_df <- readxl::read_excel(tf, 6L)
TC_all <- readxl::read_excel(tf, 7L)
figure_1_data <- readxl::read_excel(tf, 8L)
table_2_country <- readxl::read_excel(tf, 10L)
figure_2_country_wos_scopus <- readxl::read_excel(tf, 11L)
figure_2_country_wos_scopus_1 <-
readxl::read_excel(tf, 12L) |>
tidygraph::as_tbl_graph(directed = FALSE) |>
activate(nodes) |>
dplyr::mutate(community = tidygraph::group_louvain(),
degree = tidygraph::centrality_degree(),
community = as.factor(community))
table_3_journal <- readxl::read_excel(tf, 13L)
table_4_authors <- readxl::read_excel(tf, 14L)
AU_CO_links <- readxl::read_excel(tf, 15L)
tos <- readxl::read_excel(tf, 16L)
edges_tos <- readxl::read_excel(tf, 17L)
nodes_tos <- readxl::read_excel(tf, 18L)
SO_edges <- readxl::read_excel(tf, 19L)
SO_nodes <- readxl::read_excel(tf, 20L)
AU_ego_edges <- readxl::read_excel(tf, 21L)
AU_ego_nodes <- readxl::read_excel(tf, 22L)
table_1 <-
tibble(wos = length(wos$AU), # Create a dataframe with the values.
scopus = length(scopus$AU),
total = length(wos_scopus$AU))
table_1 %>%
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
wos_scopus %>%
tidyr::separate_rows(DT, sep = ";") %>%
dplyr::count(DT, sort = TRUE)%>%
dplyr::mutate(percentage = n /sum(n),
percentage = percentage * 100,
percentage = round(percentage, digits = 2)) %>%
dplyr::rename(total = n) %>%
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
Combine charts using Python Matplotlib & Reticulate
library(reticulate)
# create a new environment
# conda_create("r-reticulate")
# install Matplotlib
# conda_install("r-reticulate", "matplotlib")
# import Matplotlib (it will be automatically discovered in "r-reticulate")
plt <- import("matplotlib")
np <- import("numpy")
# From Double get integers
# TC y
TC_all$TC_sum_all <- as.integer(TC_all$TC_sum_all)
import matplotlib.pyplot as plt
import numpy as np
from matplotlib.ticker import FuncFormatter
# ax=axes
fig, ax = plt.subplots()
# First plot Total Publications - time series
ax.plot(tpx, tpy, color='r',marker='o', label='Total Publications')
ax.set_xlabel('Year')
ax.set_ylabel('Total Publications', color='r')
# Customization for bar charts
barw = 0.5
ax.bar(sx, sy, color='g', label = 'Scopus', alpha = 0.5, width=barw)
## <BarContainer object of 23 artists>
ax.bar(wx1, wy, color='orange', label = 'WoS', alpha=0.8, width=barw)
# Y2 - Total citations
## <BarContainer object of 23 artists>
twin_axes = ax.twinx()
twin_axes.plot(tcx, tcy, color = 'purple',marker='o', label='Total Citations')
twin_axes.set_ylabel('Total Citations', color='purple')
# Customize
plt.title('Total Scientific Production vs. Total Citations')
# y2 Total Citation label location
plt.legend(loc='center left')
# True or False to get the grid at the background
ax.grid(False)
# y1 label location
ax.legend(loc='upper left')
# Y2 limit depends of tcy scale in this case 1400 improves label location
plt.ylim(0, 8100) ######### <-----Important--------- """"Change Y2 Coordinate"""""
# plt.annotate() customize numbers for each position
## (0.0, 8100.0)
for i, label in enumerate(tcy):
plt.annotate(label, (tcx[i], tcy[i] + 0.5), color='purple', size=8)
for i, label in enumerate(tpy):
ax.annotate(label, (tpx[i], tpy[i] + 0.8), color='red', size=8)
for i, label in enumerate(wy):
ax.annotate(label, (wx1[i], wy[i] + 0.1), color='brown', size=8)
for i, label in enumerate(sy):
ax.annotate(label, (sx[i], sy[i] + 0.2),color='green', size=8)
# Rotate x ticks
plt.xticks(tpx)
## ([<matplotlib.axis.XTick object at 0x0000019048E1A3A0>, <matplotlib.axis.XTick object at 0x0000019048E1A1F0>, <matplotlib.axis.XTick object at 0x000001904859F520>, <matplotlib.axis.XTick object at 0x0000019048E9D400>, <matplotlib.axis.XTick object at 0x0000019048E9DB50>, <matplotlib.axis.XTick object at 0x0000019048EA12E0>, <matplotlib.axis.XTick object at 0x0000019048EA1A30>, <matplotlib.axis.XTick object at 0x0000019048EA81C0>, <matplotlib.axis.XTick object at 0x0000019048EA1B20>, <matplotlib.axis.XTick object at 0x0000019048E9D7F0>, <matplotlib.axis.XTick object at 0x0000019048EA89A0>, <matplotlib.axis.XTick object at 0x0000019048EAD130>, <matplotlib.axis.XTick object at 0x0000019048EAD880>, <matplotlib.axis.XTick object at 0x0000019048EB30A0>, <matplotlib.axis.XTick object at 0x0000019048EB3760>, <matplotlib.axis.XTick object at 0x0000019048EAD3A0>, <matplotlib.axis.XTick object at 0x0000019048EA1040>, <matplotlib.axis.XTick object at 0x0000019048EB3B50>, <matplotlib.axis.XTick object at 0x0000019048EBA2E0>, <matplotlib.axis.XTick object at 0x0000019048EBAA30>, <matplotlib.axis.XTick object at 0x0000019048EC21C0>, <matplotlib.axis.XTick object at 0x0000019048EBAE20>, <matplotlib.axis.XTick object at 0x0000019048EB3DF0>], [Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, '')])
fig.autofmt_xdate(rotation = 70)
# The Y1 ticks depends from tpy scale limits
yticks = [0, 25, 50, 75, 100, 125] ########## <-----Important---- Choose scale .. just specify which numbers you want
ax.set_yticks(yticks)
# Export Figure as SVG
plt.savefig("ScientificProd_4charts_ruby.svg")
plt.show()
table_2_country |>
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
figure_2a <-
figure_2_country_wos_scopus_1 |>
activate(edges) |>
# tidygraph::rename(weight = n) |>
ggraph(layout = "graphopt") +
geom_edge_link(aes(width = Weight),
colour = "lightgray") +
scale_edge_width(name = "Link strength") +
geom_node_point(aes(color = community,
size = degree)) +
geom_node_text(aes(label = name), repel = TRUE) +
scale_size(name = "Degree") +
# scale_color_binned(name = "Communities") +
theme_graph()
figure_2a
figure_2b <-
figure_2_country_wos_scopus_1 |>
activate(nodes) |>
data.frame() |>
group_by(community) |>
dplyr::count(community, sort = TRUE) |>
slice(1:10) |>
ggplot(aes(x = reorder(community, n), y = n)) +
geom_point(stat = "identity") +
geom_line(group = 1) +
# geom_text(label = as.numeric(community),
# nudge_x = 0.5,
# nudge_y = 0.5,
# check_overlap = T) +
labs(title = "Communities by size",
x = "communities",
y = "Countries") +
theme(text = element_text(color = "black",
face = "bold",
family = "Times New Roman"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black"),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20)
)
figure_2b
# Create a dataframe with links
figure_2c_edges <-
figure_2_country_wos_scopus |>
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(year = PY) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::mutate(percentage = n/max(n)) |>
dplyr::select(year, percentage)
# Create a data frame with author and year
figure_2c_nodes <- # 21 row
figure_2_country_wos_scopus |>
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(CO = from,
year = PY) |>
bind_rows(figure_2_country_wos_scopus |>
tidygraph::as_tbl_graph() |>
tidygraph::activate(edges) |>
tidygraph::as_tibble() |>
dplyr::select(CO = to,
year = PY)) |>
unique() |>
dplyr::group_by(CO) |>
dplyr::slice(which.min(year)) |>
dplyr::ungroup() |>
dplyr::select(year) |>
dplyr::group_by(year) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::ungroup() |>
dplyr::mutate(percentage = n / max(n)) |>
select(year, percentage)
figure_2c <-
figure_2c_nodes |>
mutate(type = "nodes",
year = as.numeric(year)) |>
bind_rows(figure_2c_edges |>
mutate(type = "links",
year = as.numeric(year))) |>
ggplot(aes(x = year,
y = percentage,
color = type)) +
geom_point() +
geom_line() +
theme(legend.position = "right",
text = element_text(color = "black",
face = "bold",
family = "Times"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black",
angle = 45, vjust = 0.5
),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20),
legend.text = element_text(size = "15"),
legend.title = element_blank()) +
labs(title = "Nodes and links through time",
y = "Percentage") +
scale_y_continuous(labels = scales::percent) +
scale_x_continuous(breaks = seq(2002, 2022, by = 1))
figure_2c
# library(patchwork)
# figure_2c / figure_2b | figure_2a
# library(gridExtra)
# grid.arrange(figure_2c,
# figure_2b,
# figure_2a,
# ncol=3,
# widths=c(3,2, 2),
# heights=c(1,1, 1),
# layout_matrix = rbind(c(1,3, 3), c(2,3, 3)))
table_3_journal |>
arrange(desc(total)) |>
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
Creating the graph object
journal_citation_graph_weighted_tbl_small <-
journal_df |>
dplyr::select(JI_main, JI_ref) |>
dplyr::group_by(JI_main, JI_ref) |>
dplyr::count() |>
dplyr::rename(weight = n) |>
as_tbl_graph(directed = FALSE) |>
# convert(to_simple) |>
activate(nodes) |>
dplyr::mutate(components = tidygraph::group_components(type = "weak")) |>
dplyr::filter(components == 1) |>
activate(nodes) |>
dplyr::mutate(degree = centrality_degree(),
community = tidygraph::group_louvain()) |>
dplyr::select(-components) |>
dplyr::filter(degree >= 1)
# activate(edges) |>
# dplyr::filter(weight != 1)
#
# communities <-
# journal_citation_graph_weighted_tbl_small |>
# activate(nodes) |>
# data.frame() |>
# dplyr::count(community, sort = TRUE) |>
# dplyr::slice(1:10) |>
# dplyr::select(community) |>
# dplyr::pull()
# # Filtering biggest communities
# journal_citation_graph_weighted_tbl_small_fig <-
# journal_citation_graph_weighted_tbl_small |>
# activate(nodes) |>
# dplyr::filter(community %in% communities)
Selecting nodes to show
# jc_com_1 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[1]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_2 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[2]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_3 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[3]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_4 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[4]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_5 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[5]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_6 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[6]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_7<-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[7]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_8 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[8]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_9 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[9]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com_10 <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(community == communities[10]) |>
# dplyr::mutate(degree = centrality_degree()) |>
# dplyr::arrange(desc(degree)) |>
# dplyr::slice(1:10) |>
# data.frame() |>
# dplyr::select(name)
# jc_com <-
# jc_com_1 |>
# bind_rows(jc_com_2,
# jc_com_3,
# # jc_com_4,
# # jc_com_5,
# # jc_com_6,
# # jc_com_7,
# # jc_com_8,
# # jc_com_9,
# # jc_com_10
# )
# figure_3a <-
# journal_citation_graph_weighted_tbl_small_fig |>
# activate(nodes) |>
# dplyr::filter(name %in% jc_com$name) |>
# dplyr::mutate(degree = centrality_degree(),
# community = factor(community)) |>
# dplyr::filter(degree != 0) |>
# ggraph(layout = "graphopt") +
# geom_edge_link(aes(width = weight),
# colour = "lightgray") +
# scale_edge_width(name = "Link strength") +
# geom_node_point(aes(color = community,
# size = degree)) +
# geom_node_text(aes(label = name), repel = TRUE) +
# scale_size(name = "Degree") +
# # scale_color_binned(name = "Communities") +
# theme_graph()
# figure_3a
figure_3a_1 <-
SO_edges %>%
tidygraph::as_tbl_graph() %>%
tidygraph::activate(nodes) %>%
# tidygraph::mutate(id = name) %>%
tidygraph::left_join(SO_nodes, by = c("name" = "id")) %>%
tidygraph::select(-name) %>%
tidygraph::rename(name = Label) %>%
ggraph(layout = "graphopt") +
geom_edge_link(aes(width = weight),
colour = "lightgray") +
scale_edge_width(name = "Link strength") +
geom_node_point(aes(color = community,
size = degree)) +
geom_node_text(aes(label = name), repel = TRUE) +
scale_size(name = "Degree") +
# scale_color_binned(name = "Communities") +
theme_graph()
figure_3a_1
figure_3b <-
journal_citation_graph_weighted_tbl_small |>
activate(nodes) |>
data.frame() |>
dplyr::select(community) |>
dplyr::count(community, sort = TRUE) |>
dplyr::slice(1:10) |>
ggplot(aes(x = reorder(community, n), y = n)) +
geom_point(stat = "identity") +
geom_line(group = 1) +
# geom_text(label = as.numeric(community),
# nudge_x = 0.5,
# nudge_y = 0.5,
# check_overlap = T) +
labs(title = "Communities by size",
x = "communities",
y = "Journals") +
theme(text = element_text(color = "black",
face = "bold",
family = "Times"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black"),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20)
)
figure_3b
# Create a dataframe with links
figure_3c_edges <-
journal_df |>
select(from = JI_main, to = JI_ref, PY = PY_ref) %>%
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(year = PY) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::mutate(percentage = n/max(n)) |>
dplyr::select(year, percentage)
# Create a data frame with author and year
figure_3c_nodes <- # 21 row
journal_df |>
select(from = JI_main, to = JI_ref, PY = PY_ref) %>%
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(CO = from,
year = PY) |>
bind_rows(journal_df |>
select(from = JI_main,
to = JI_ref,
PY = PY_ref) %>%
tidygraph::as_tbl_graph() |>
tidygraph::activate(edges) |>
tidygraph::as_tibble() |>
dplyr::select(CO = to,
year = PY)) |>
unique() |>
dplyr::group_by(CO) |>
dplyr::slice(which.min(year)) |>
dplyr::ungroup() |>
dplyr::select(year) |>
dplyr::group_by(year) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::ungroup() |>
dplyr::mutate(percentage = n / max(n)) |>
select(year, percentage)
plotting figure 3b
figure_3c <-
figure_3c_nodes |>
mutate(type = "nodes") |>
bind_rows(figure_3c_edges |>
mutate(type = "links")) |>
ggplot(aes(x = year,
y = percentage,
color = type)) +
geom_point() +
geom_line() +
theme(legend.position = "right",
text = element_text(color = "black",
face = "bold",
family = "Times"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black",
angle = 45, vjust = 0.5
),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20),
legend.text = element_text(size = "15"),
legend.title = element_blank()) +
labs(title = "Nodes and links through time",
y = "Percentage") +
scale_y_continuous(labels = scales::percent) +
scale_x_continuous(breaks = seq(2002, 2022, by = 1))
figure_3c
# library(patchwork)
# figure_3c / figure_3b | figure_3a
tos %>%
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))