library(tidyverse)
library(tidygraph)
library(igraph)
library(bibliometrix)
library(tosr)
library(here)
library(lubridate)
# library(sjrdata)
library(openxlsx)
library(zoo)
library(RSQLite)
library(journalabbr)
library(ggraph)
library(openxlsx)
library(XML)
library(plyr)
library(readxl)
source("verbs.R")
windowsFonts("Times" = windowsFont("Times"))
windowsFonts("Times New Roman" = windowsFont("Times New Roman"))
giant.component <- function(graph) {
cl <- igraph::clusters(graph)
igraph::induced.subgraph(graph,
which(cl$membership == which.max(cl$csize)))
}
library(readxl)
library(httr)
url1<-'https://spreadsheets.google.com/feeds/download/spreadsheets/Export?key=1HZjwnuE744D58FfR8iuw3ZPtxbCWRVUIjosVnz8Hk2I&exportFormat=xlsx'
httr::GET(url1, write_disk(tf <- tempfile(fileext = ".xlsx")))
## Response [https://doc-0c-0o-sheets.googleusercontent.com/export/r6backulg5lnalo18mkmp7tf28/onpd0vcbd5o7pr8jd4f23dv2l0/1679688540000/113460319843123546473/*/1HZjwnuE744D58FfR8iuw3ZPtxbCWRVUIjosVnz8Hk2I?exportFormat=xlsx]
## Date: 2023-03-24 20:09
## Status: 200
## Content-Type: application/vnd.openxmlformats-officedocument.spreadsheetml.sheet
## Size: 5.16 MB
## <ON DISK> C:\Users\User\AppData\Local\Temp\Rtmpas7jvd\file4d3042b66e7.xlsx
wos_scopus <- readxl::read_excel(tf, 1L)
wos <- readxl::read_excel(tf, 2L)
scopus <- readxl::read_excel(tf, 3L)
reference_df <- readxl::read_excel(tf, 4L)
journal_df <- readxl::read_excel(tf, 5L)
author_df <- readxl::read_excel(tf, 6L)
TC_all <- readxl::read_excel(tf, 7L)
figure_1_data <- readxl::read_excel(tf, 8L)
table_2_country <- readxl::read_excel(tf, 10L)
figure_2_country_wos_scopus <- readxl::read_excel(tf, 11L)
figure_2_country_wos_scopus_1 <-
readxl::read_excel(tf, 12L) |>
tidygraph::as_tbl_graph(directed = FALSE) |>
activate(nodes) |>
dplyr::mutate(community = tidygraph::group_louvain(),
degree = tidygraph::centrality_degree(),
community = as.factor(community))
table_3_journal <- readxl::read_excel(tf, 13L)
table_4_authors <- readxl::read_excel(tf, 14L)
AU_CO_links <- readxl::read_excel(tf, 15L)
tos <- readxl::read_excel(tf, 16L)
edges_tos <- readxl::read_excel(tf, 17L)
nodes_tos <- readxl::read_excel(tf, 18L)
SO_edges <- readxl::read_excel(tf, 19L)
SO_nodes <- readxl::read_excel(tf, 20L)
AU_ego_edges <- readxl::read_excel(tf, 21L)
AU_ego_nodes <- readxl::read_excel(tf, 22L)
table_1 <-
tibble(wos = length(wos$AU), # Create a dataframe with the values.
scopus = length(scopus$AU),
total = length(wos_scopus$AU))
table_1 %>%
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
wos_scopus %>%
tidyr::separate_rows(DT, sep = ";") %>%
dplyr::count(DT, sort = TRUE)%>%
dplyr::mutate(percentage = n /sum(n),
percentage = percentage * 100,
percentage = round(percentage, digits = 2)) %>%
dplyr::rename(total = n) %>%
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
Combine charts using Python Matplotlib & Reticulate
library(reticulate)
# create a new environment
# conda_create("r-reticulate")
# install Matplotlib
# conda_install("r-reticulate", "matplotlib")
# import Matplotlib (it will be automatically discovered in "r-reticulate")
plt <- import("matplotlib")
np <- import("numpy")
# From Double get integers
# TC y
TC_all$TC_sum_all <- as.integer(TC_all$TC_sum_all)
import matplotlib.pyplot as plt
import numpy as np
from matplotlib.ticker import FuncFormatter
# ax=axes
fig, ax = plt.subplots()
# First plot Total Publications - time series
ax.plot(tpx, tpy, color='r',marker='o', label='Total Publications')
ax.set_xlabel('Year')
ax.set_ylabel('Total Publications', color='r')
# Customization for bar charts
barw = 0.5
ax.bar(sx, sy, color='g', label = 'Scopus', alpha = 0.5, width=barw)
## <BarContainer object of 23 artists>
ax.bar(wx1, wy, color='orange', label = 'WoS', alpha=0.8, width=barw)
# Y2 - Total citations
## <BarContainer object of 23 artists>
twin_axes = ax.twinx()
twin_axes.plot(tcx, tcy, color = 'purple',marker='o', label='Total Citations')
twin_axes.set_ylabel('Total Citations', color='purple')
# Customize
plt.title('Total Scientific Production vs. Total Citations')
# y2 Total Citation label location
plt.legend(loc='center left')
# True or False to get the grid at the background
ax.grid(False)
# y1 label location
ax.legend(loc='upper left')
# Y2 limit depends of tcy scale in this case 1400 improves label location
plt.ylim(0, 1200) ######### <-----Important--------- """"Change Y2 Coordinate"""""
# plt.annotate() customize numbers for each position
## (0.0, 1200.0)
for i, label in enumerate(tcy):
plt.annotate(label, (tcx[i], tcy[i] + 0.5), color='purple', size=8)
for i, label in enumerate(tpy):
ax.annotate(label, (tpx[i], tpy[i] + 0.8), color='red', size=8)
for i, label in enumerate(wy):
ax.annotate(label, (wx1[i], wy[i] + 0.1), color='brown', size=8)
for i, label in enumerate(sy):
ax.annotate(label, (sx[i], sy[i] + 0.2),color='green', size=8)
# Rotate x ticks
plt.xticks(tpx)
## ([<matplotlib.axis.XTick object at 0x000001A6E22D03A0>, <matplotlib.axis.XTick object at 0x000001A6E22D01F0>, <matplotlib.axis.XTick object at 0x000001A6E1B61550>, <matplotlib.axis.XTick object at 0x000001A6E23503D0>, <matplotlib.axis.XTick object at 0x000001A6E2350B20>, <matplotlib.axis.XTick object at 0x000001A6E23512B0>, <matplotlib.axis.XTick object at 0x000001A6E2351A00>, <matplotlib.axis.XTick object at 0x000001A6E235B190>, <matplotlib.axis.XTick object at 0x000001A6E2351A60>, <matplotlib.axis.XTick object at 0x000001A6E23508B0>, <matplotlib.axis.XTick object at 0x000001A6E235B970>, <matplotlib.axis.XTick object at 0x000001A6E235F100>, <matplotlib.axis.XTick object at 0x000001A6E235F850>, <matplotlib.axis.XTick object at 0x000001A6E2367070>, <matplotlib.axis.XTick object at 0x000001A6E2367730>, <matplotlib.axis.XTick object at 0x000001A6E235F8B0>, <matplotlib.axis.XTick object at 0x000001A6E2350160>, <matplotlib.axis.XTick object at 0x000001A6E23670D0>, <matplotlib.axis.XTick object at 0x000001A6E236F2B0>, <matplotlib.axis.XTick object at 0x000001A6E236FA00>, <matplotlib.axis.XTick object at 0x000001A6E2376190>, <matplotlib.axis.XTick object at 0x000001A6E236FDF0>, <matplotlib.axis.XTick object at 0x000001A6E2367DC0>], [Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, ''), Text(0, 0, '')])
fig.autofmt_xdate(rotation = 70)
# The Y1 ticks depends from tpy scale limits
yticks = [0, 20, 30, 40, 50, 60, 70] ########## <-----Important---- Choose scale .. just specify which numbers you want
ax.set_yticks(yticks)
# Export Figure as SVG
plt.savefig("ScientificProd_john_edison_ai_math.svg")
plt.show()
table_2_country |>
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
figure_2a <-
figure_2_country_wos_scopus_1 |>
activate(edges) |>
# tidygraph::rename(weight = n) |>
ggraph(layout = "graphopt") +
geom_edge_link(aes(width = Weight),
colour = "lightgray") +
scale_edge_width(name = "Link strength") +
geom_node_point(aes(color = community,
size = degree)) +
geom_node_text(aes(label = name), repel = TRUE) +
scale_size(name = "Degree") +
# scale_color_binned(name = "Communities") +
theme_graph()
figure_2a
figure_2b <-
figure_2_country_wos_scopus_1 |>
activate(nodes) |>
data.frame() |>
group_by(community) |>
dplyr::count(community, sort = TRUE) |>
slice(1:10) |>
ggplot(aes(x = reorder(community, n), y = n)) +
geom_point(stat = "identity") +
geom_line(group = 1) +
# geom_text(label = as.numeric(community),
# nudge_x = 0.5,
# nudge_y = 0.5,
# check_overlap = T) +
labs(title = "Communities by size",
x = "communities",
y = "Countries") +
theme(text = element_text(color = "black",
face = "bold",
family = "Times New Roman"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black"),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20)
)
figure_2b
# Create a dataframe with links
figure_2c_edges <-
figure_2_country_wos_scopus |>
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(year = PY) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::mutate(percentage = n/max(n)) |>
dplyr::select(year, percentage)
# Create a data frame with author and year
figure_2c_nodes <- # 21 row
figure_2_country_wos_scopus |>
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(CO = from,
year = PY) |>
bind_rows(figure_2_country_wos_scopus |>
tidygraph::as_tbl_graph() |>
tidygraph::activate(edges) |>
tidygraph::as_tibble() |>
dplyr::select(CO = to,
year = PY)) |>
unique() |>
dplyr::group_by(CO) |>
dplyr::slice(which.min(year)) |>
dplyr::ungroup() |>
dplyr::select(year) |>
dplyr::group_by(year) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::ungroup() |>
dplyr::mutate(percentage = n / max(n)) |>
select(year, percentage)
figure_2c <-
figure_2c_nodes |>
mutate(type = "nodes",
year = as.numeric(year)) |>
bind_rows(figure_2c_edges |>
mutate(type = "links",
year = as.numeric(year))) |>
ggplot(aes(x = year,
y = percentage,
color = type)) +
geom_point() +
geom_line() +
theme(legend.position = "right",
text = element_text(color = "black",
face = "bold",
family = "Times"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black",
angle = 45, vjust = 0.5
),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20),
legend.text = element_text(size = "15"),
legend.title = element_blank()) +
labs(title = "Nodes and links through time",
y = "Percentage") +
scale_y_continuous(labels = scales::percent) +
scale_x_continuous(breaks = seq(2002, 2022, by = 1))
figure_2c
table_3_journal |>
arrange(desc(total)) |>
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))
Creating the graph object
journal_citation_graph_weighted_tbl_small <-
journal_df |>
dplyr::select(JI_main, JI_ref) |>
dplyr::group_by(JI_main, JI_ref) |>
dplyr::count() |>
dplyr::rename(weight = n) |>
as_tbl_graph(directed = FALSE) |>
# convert(to_simple) |>
activate(nodes) |>
dplyr::mutate(components = tidygraph::group_components(type = "weak")) |>
dplyr::filter(components == 1) |>
activate(nodes) |>
dplyr::mutate(degree = centrality_degree(),
community = tidygraph::group_louvain()) |>
dplyr::select(-components) |>
dplyr::filter(degree >= 1)
Selecting nodes to show
figure_3a_1 <-
SO_edges %>%
tidygraph::as_tbl_graph() %>%
tidygraph::activate(nodes) %>%
# tidygraph::mutate(id = name) %>%
tidygraph::left_join(SO_nodes, by = c("name" = "id")) %>%
tidygraph::select(-name) %>%
tidygraph::rename(name = Label) %>%
ggraph(layout = "graphopt") +
geom_edge_link(aes(width = weight),
colour = "lightgray") +
scale_edge_width(name = "Link strength") +
geom_node_point(aes(color = community,
size = degree)) +
geom_node_text(aes(label = name), repel = TRUE) +
scale_size(name = "Degree") +
# scale_color_binned(name = "Communities") +
theme_graph()
figure_3a_1
figure_3b <-
journal_citation_graph_weighted_tbl_small |>
activate(nodes) |>
data.frame() |>
dplyr::select(community) |>
dplyr::count(community, sort = TRUE) |>
dplyr::slice(1:10) |>
ggplot(aes(x = reorder(community, n), y = n)) +
geom_point(stat = "identity") +
geom_line(group = 1) +
# geom_text(label = as.numeric(community),
# nudge_x = 0.5,
# nudge_y = 0.5,
# check_overlap = T) +
labs(title = "Communities by size",
x = "communities",
y = "Journals") +
theme(text = element_text(color = "black",
face = "bold",
family = "Times"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black"),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20)
)
figure_3b
# Create a dataframe with links
figure_3c_edges <-
journal_df |>
select(from = JI_main, to = JI_ref, PY = PY_ref) %>%
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(year = PY) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::mutate(percentage = n/max(n)) |>
dplyr::select(year, percentage)
# Create a data frame with author and year
figure_3c_nodes <- # 21 row
journal_df |>
select(from = JI_main, to = JI_ref, PY = PY_ref) %>%
dplyr::filter(from != to) |>
tidygraph::as_tbl_graph() |>
activate(edges) |>
as_tibble() |>
dplyr::select(CO = from,
year = PY) |>
bind_rows(journal_df |>
select(from = JI_main,
to = JI_ref,
PY = PY_ref) %>%
tidygraph::as_tbl_graph() |>
tidygraph::activate(edges) |>
tidygraph::as_tibble() |>
dplyr::select(CO = to,
year = PY)) |>
unique() |>
dplyr::group_by(CO) |>
dplyr::slice(which.min(year)) |>
dplyr::ungroup() |>
dplyr::select(year) |>
dplyr::group_by(year) |>
dplyr::count(year) |>
dplyr::filter(year >= 2002,
year <= 2022) |>
dplyr::ungroup() |>
dplyr::mutate(percentage = n / max(n)) |>
select(year, percentage)
plotting figure 3b
figure_3c <-
figure_3c_nodes |>
mutate(type = "nodes") |>
bind_rows(figure_3c_edges |>
mutate(type = "links")) |>
ggplot(aes(x = year,
y = percentage,
color = type)) +
geom_point() +
geom_line() +
theme(legend.position = "right",
text = element_text(color = "black",
face = "bold",
family = "Times"),
plot.title = element_text(size = 25),
panel.background = element_rect(fill = "white"),
axis.text.y = element_text(size = 15,
colour = "black"),
axis.text.x = element_text(size = 15,
colour = "black",
angle = 45, vjust = 0.5
),
axis.title.x = element_text(size = 20),
axis.title.y = element_text(size = 20),
legend.text = element_text(size = "15"),
legend.title = element_blank()) +
labs(title = "Nodes and links through time",
y = "Percentage") +
scale_y_continuous(labels = scales::percent) +
scale_x_continuous(breaks = seq(2002, 2022, by = 1))
figure_3c
tos %>%
DT::datatable(class = "cell-border stripe",
rownames = F,
filter = "top",
editable = FALSE,
extensions = "Buttons",
options = list(dom = "Bfrtip",
buttons = c("copy",
"csv",
"excel",
"pdf",
"print")))