Skip to content

Commit

Permalink
updated-genres
Browse files Browse the repository at this point in the history
  • Loading branch information
@narges612
narges612 committed Feb 8, 2023
1 parent fce8935 commit c9c398b
Show file tree
Hide file tree
Showing 4 changed files with 534 additions and 548 deletions.
191 changes: 106 additions & 85 deletions code/narges/fbs-publication-genre.Rmd
View file
Original file line number Diff line number Diff line change
Expand Up @@ -104,6 +104,7 @@ genre_list1_f <- c("Virtue, Civility and Ethics","Aphorismus","Anstandsliteratur
genre_list1_g <- c("Other Society Related","Gelegenheitsschrift","Gesellschaftschrift","Akademieschrift","Funeral Sermons","Leichenpredigt","Leichenpredigtsammlung")
```


```{r}
genre_list3_a <- c("History, Archaeology and related","Archäologie","Altertumskunde","Chronik","Erlebnisbericht","Genealogie","Tagebuch","Wappenbuch")
genre_list3_b <- c("Botany, Zoology, Agriculture","Botanik","Gartenbau","Jagdliteratur","Landwirtschaft","Praktik","Pflanzenbuch","Tierbuch","Zoologie")
Expand All @@ -124,14 +125,27 @@ genre_list3_m <- c("Formats","Einblattdruck","Flugschrift","Tabelle","Zeitung","
# FBS genres by year (links of interest).
# The below plots depicts the genre frequency of FBS publications by year for links of interest.
```{r}
genres_fbs <- fbs_links_of_interest_local %>%
left_join(vd17_genres_local, by = c("record_number"))%>%
select(record_number,genre)
fbs_without_genre <- genres_fbs%>%
filter(is.na(genres_fbs$genre))
vd17_genres_local_cat1 <- vd17_genres_local%>%
filter(genre %in% c(genre_list1_a,genre_list1_b,genre_list1_c,genre_list1_d,genre_list1_e,genre_list1_f,genre_list1_g))%>%
select(record_number,genre)
genre_na_cat1 <- rbind(fbs_without_genre,vd17_genres_local_cat1)
genres_fbs_cat1 <- fbs_links_of_interest_matches %>%
inner_join(vd17_normalized_years_local, by = c("record_number")) %>%
filter(normalized_year >= 1600, normalized_year <= 1700) %>%
filter(nchar(normalized_year)==4)%>%
inner_join(vd17_genres_local%>%
filter(genre %in% c(genre_list1_a,genre_list1_b,genre_list1_c,genre_list1_d,genre_list1_e,genre_list1_f,genre_list1_g)), by = c("record_number"))%>%
inner_join(vd17_titles_local %>% select(record_number,title)) %>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre)%>%
inner_join(genre_na_cat1,by = c("record_number"))%>%
left_join(vd17_titles_local %>% select(record_number,title),by = c("record_number")) %>%
left_join(vd17_normalized_langs_local%>% select(record_number, publication_language, original_language), by = c("record_number"))%>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,original_language,publication_language,genre)%>%
mutate(genre_category = case_when(
genre %in% genre_list1_a ~ "Lyrik/Poetry",
genre %in% genre_list1_b ~ "Drama/Theatre",
Expand All @@ -140,13 +154,13 @@ genres_fbs_cat1 <- fbs_links_of_interest_matches %>%
genre %in% genre_list1_e ~ "Linguistic and Language",
genre %in% genre_list1_f ~ "Virtue, Civility and Ethics",
genre %in% genre_list1_g ~ "Other Society Related"
))
))%>%
distinct()
genres_number_fbs_cat1 <- genres_fbs_cat1%>%
select(vd17_id,record_number,normalized_year,genre)%>%
distinct(vd17_id,record_number,normalized_year,genre)%>%
na.omit(genres_fbs_cat1$genre)%>%
group_by(normalized_year) %>%
count(genre)%>%
arrange(desc(n))%>%
Expand All @@ -162,21 +176,33 @@ genres_number_fbs_cat1 <- genres_fbs_cat1%>%
genres_number_fbs_cat1%>%
na.omit(genres_number_fbs_cat1$genre_category)%>%
ggplot(aes(x=normalized_year,y=n,fill=genre_category))+
geom_col(show.legend = FALSE)+
facet_wrap(~genre_category, scales="free_y")+
xlab("Year") + ylab("All_FBS-Genre_category1")+
xlab("Year") + ylab("All_FBS-Society-related genres")+
scale_x_continuous(breaks = seq(1000, 2000, by = 5))+
theme_hsci_discrete()+
theme(axis.text.x=element_text(angle=90,hjust=1,vjust=0.5))
```
```{r}
genres_all_fbs_society_related <- gs4_create(
"genres_fbs_society_related",
sheets = genres_fbs_cat1%>%
mutate(vd17_id=gs4_formula(str_c('=HYPERLINK("https://kxp.k10plus.de/DB=1.28/CMD?ACT=SRCHA&IKT=8079&TRM=%27',vd17_id,'%27","',vd17_id,'")'))))
genres_all_fbs_society_related
number_genres_all_fbs_society_related <- gs4_create(
"genres_number_fbs_society_related",
sheets = genres_number_fbs_cat1)
number_genres_all_fbs_society_related
```

# Genre frequency of FBS publications by year per author for links of interest.
```{r}
genres_members_fbs_cat1 <- genres_fbs_cat1%>%
select(vd17_id,record_number,normalized_year,member_number,genre)%>%
distinct(vd17_id,record_number,normalized_year,member_number,genre)%>%
na.omit(genres_fbs_cat1$genre)%>%
group_by(normalized_year,member_number) %>%
count(genre)%>%
arrange(desc(n))%>%
Expand All @@ -190,10 +216,10 @@ genres_members_fbs_cat1 <- genres_fbs_cat1%>%
genre %in% genre_list1_g ~ "Other Society Related"
))
members_genres_all_fbs_1 <- gs4_create(
"genres_members_fbs_cat1",
members_genres_all_fbs_society_related <- gs4_create(
"genres_members_fbs_society_related",
sheets = genres_members_fbs_cat1)
members_genres_all_fbs_1
members_genres_all_fbs_society_related
```

Expand All @@ -205,8 +231,10 @@ genres_fbs_cat1 <- fbs_links_of_interest_matches %>%
filter(nchar(normalized_year)==4)%>%
inner_join(vd17_genres_local%>%
filter(genre %in% c(genre_list1_a,genre_list1_g)), by = c("record_number"))%>%
inner_join(vd17_titles_local %>% select(record_number,title)) %>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre)
left_join(vd17_titles_local %>% select(record_number,title), by = c("record_number")) %>%
left_join(vd17_normalized_langs_local%>% select(record_number, publication_language, original_language), by = c("record_number"))%>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre,original_language,publication_language)%>%
distinct()
genres_number_fbs_cat1 <- genres_fbs_cat1%>%
select(vd17_id,record_number,normalized_year,genre)%>%
Expand All @@ -222,7 +250,7 @@ genres_number_fbs_cat1%>%
ggplot(aes(x=normalized_year,y=n,fill=genre))+
geom_col(show.legend = FALSE)+
facet_wrap(~genre, scales="free_y")+
xlab("Year") + ylab("Lyrik/Poetry_Other-Society-related-group-category1")+
xlab("Year") + ylab("Lyrik/Poetry_Other-Society-related-group")+
scale_x_continuous(breaks = seq(1000, 2000, by = 5))+
theme_hsci_discrete()+
theme(axis.text.x=element_text(angle=90,hjust=1,vjust=0.5))
Expand All @@ -236,8 +264,9 @@ genres_fbs_cat1 <- fbs_links_of_interest_matches %>%
filter(nchar(normalized_year)==4)%>%
inner_join(vd17_genres_local%>%
filter(genre %in% c(genre_list1_a,genre_list1_b,genre_list1_c,genre_list1_d,genre_list1_e,genre_list1_f,genre_list1_g)), by = c("record_number"))%>%
inner_join(vd17_titles_local %>% select(record_number,title)) %>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre)%>%
left_join(vd17_titles_local %>% select(record_number,title)) %>%
left_join(vd17_normalized_langs_local%>% select(record_number, publication_language, original_language), by = c("record_number"))%>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,original_language,publication_language,genre)%>%
mutate(genre_category = case_when(
genre %in% genre_list1_a ~ "Lyrik/Poetry",
genre %in% genre_list1_b ~ "Drama/Theatre",
Expand All @@ -246,7 +275,8 @@ genres_fbs_cat1 <- fbs_links_of_interest_matches %>%
genre %in% genre_list1_e ~ "Linguistic and Language",
genre %in% genre_list1_f ~ "Virtue, Civility and Ethics",
genre %in% genre_list1_g ~ "Other Society Related"
))
))%>%
distinct()
genres_number_fbs_cat1 <- genres_fbs_cat1%>%
select(vd17_id,record_number,normalized_year,genre)%>%
Expand All @@ -267,41 +297,34 @@ genres_number_fbs_cat1 <- genres_fbs_cat1%>%
genres_number_fbs_cat1%>%
na.omit(genres_number_fbs_cat1$genre_category)%>%
ggplot(aes(x=normalized_year,y=n,fill=genre_category))+
geom_col(width=1,position='fill')+
labs(fill=NULL)+
xlab("Year") + ylab("All_FBS-Genre_category1")+
xlab("Year") + ylab("All_FBS-Society-related genres")+
scale_x_continuous(breaks = seq(1000, 2000, by = 5))+
scale_y_continuous(labels=scales::percent_format(accuracy=1),breaks = seq(0, 1, by = 0.1)) +
theme_hsci_discrete()+
theme(legend.position = "bottom")+
theme(axis.text.x=element_text(angle=90,hjust=1,vjust=0.5))
```


```{r}
genres_all_fbs_1 <- gs4_create(
"genres_fbs_cat1",
sheets = genres_fbs_cat1%>%
mutate(vd17_id=gs4_formula(str_c('=HYPERLINK("https://kxp.k10plus.de/DB=1.28/CMD?ACT=SRCHA&IKT=8079&TRM=%27',vd17_id,'%27","',vd17_id,'")'))))
genres_all_fbs_1
number_genres_all_fbs_1 <- gs4_create(
"genres_number_fbs_cat1",
sheets = genres_number_fbs_cat1)
number_genres_all_fbs_1
vd17_genres_local_cat3 <- vd17_genres_local%>%
filter(genre %in% c(genre_list3_a,genre_list3_b,genre_list3_c,genre_list3_d,genre_list3_e,genre_list3_f,genre_list3_g,genre_list3_h,genre_list3_i,genre_list3_j,genre_list3_k,genre_list3_l,genre_list3_m))%>%
select(record_number,genre)
```
genre_na_cat3 <- rbind(fbs_without_genre,vd17_genres_local_cat3)
```{r}
genres_fbs_cat3 <- fbs_links_of_interest_matches %>%
inner_join(vd17_normalized_years_local, by = c("record_number")) %>%
filter(normalized_year >= 1600, normalized_year <= 1700) %>%
filter(nchar(normalized_year)==4)%>%
inner_join(vd17_genres_local%>%
filter(genre %in% c(genre_list3_a,genre_list3_b,genre_list3_c,genre_list3_d,genre_list3_e,genre_list3_f,genre_list3_g,genre_list3_h,genre_list3_i,genre_list3_j,genre_list3_k,genre_list3_l,genre_list3_m)), by = c("record_number"))%>%
inner_join(vd17_titles_local %>% select(record_number,title)) %>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre)%>%
inner_join(genre_na_cat3, by = c("record_number"))%>%
left_join(vd17_titles_local %>% select(record_number,title),by = c("record_number")) %>%
left_join(vd17_normalized_langs_local%>% select(record_number, publication_language, original_language), by = c("record_number"))%>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,original_language,publication_language,genre)%>%
mutate(genre_category = case_when(
genre %in% genre_list3_a ~ "History, Archaeology and related",
genre %in% genre_list3_b ~ "Botany, Zoology, Agriculture",
Expand All @@ -316,12 +339,12 @@ genres_fbs_cat3 <- fbs_links_of_interest_matches %>%
genre %in% genre_list3_k ~ "Religion/Theology and related",
genre %in% genre_list3_l ~ "General works",
genre %in% genre_list3_m ~ "Formats"
))
))%>%
distinct()
genres_number_fbs_cat3 <- genres_fbs_cat3%>%
select(vd17_id,record_number,normalized_year,genre)%>%
distinct(vd17_id,record_number,normalized_year,genre)%>%
na.omit(genres_fbs_cat3$genre)%>%
group_by(normalized_year) %>%
count(genre)%>%
arrange(desc(n))%>%
Expand All @@ -343,46 +366,32 @@ genres_number_fbs_cat3 <- genres_fbs_cat3%>%
genres_number_fbs_cat3%>%
na.omit(genres_number_fbs_cat3$genre_category)%>%
ggplot(aes(x=normalized_year,y=n,fill=genre_category))+
geom_col(show.legend = FALSE)+
facet_wrap(~genre_category, scales="free_y")+
xlab("Year") + ylab("All_FBS-Genre_category3")+
xlab("Year") + ylab("All_FBS-Genre_Neutral_genres")+
scale_x_continuous(breaks = seq(1000, 2000, by = 5))+
theme_hsci_discrete()+
theme(axis.text.x=element_text(angle=90,hjust=1,vjust=0.5))
```
```{r}
genres_all_fbs_neutral <- gs4_create(
"genres_fbs_neutral",
sheets = genres_fbs_cat3%>%
mutate(vd17_id=gs4_formula(str_c('=HYPERLINK("https://kxp.k10plus.de/DB=1.28/CMD?ACT=SRCHA&IKT=8079&TRM=%27',vd17_id,'%27","',vd17_id,'")'))))
genres_all_fbs_neutral
number_genres_all_fbs_neutral <- gs4_create(
"genres_number_fbs_neutral",
sheets = genres_number_fbs_cat3)
number_genres_all_fbs_neutral
```

# Genre frequency of FBS publications by year per author for links of interest.
```{r}
genres_fbs_cat3 <- fbs_links_of_interest_matches %>%
inner_join(vd17_normalized_years_local, by = c("record_number")) %>%
filter(normalized_year >= 1600, normalized_year <= 1700) %>%
filter(nchar(normalized_year)==4)%>%
inner_join(vd17_genres_local%>%
filter(genre %in% c(genre_list3_a,genre_list3_b,genre_list3_c,genre_list3_d,genre_list3_e,genre_list3_f,genre_list3_g,genre_list3_h,genre_list3_i,genre_list3_j,genre_list3_k,genre_list3_l,genre_list3_m)), by = c("record_number"))%>%
inner_join(vd17_titles_local %>% select(record_number,title)) %>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre)%>%
mutate(genre_category = case_when(
genre %in% genre_list3_a ~ "History, Archaeology and related",
genre %in% genre_list3_b ~ "Botany, Zoology, Agriculture",
genre %in% genre_list3_c ~ "Geography, Geology, Mineralogy, Mining",
genre %in% genre_list3_d ~ "Mathematics, Natural Sciences, Astronomy",
genre %in% genre_list3_e ~ "Medicine, Pharmacy",
genre %in% genre_list3_f ~ "Music and related",
genre %in% genre_list3_g ~ "Arts and related",
genre %in% genre_list3_h ~ "Literature, language and related",
genre %in% genre_list3_i ~ "Education",
genre %in% genre_list3_j ~ "Manners and customs",
genre %in% genre_list3_k ~ "Religion/Theology and related",
genre %in% genre_list3_l ~ "General works",
genre %in% genre_list3_m ~ "Formats"
))
genres_members_fbs_cat3 <- genres_fbs_cat3%>%
select(vd17_id,record_number,normalized_year,member_number,genre)%>%
distinct(vd17_id,record_number,normalized_year,member_number,genre)%>%
na.omit(genres_fbs_cat3$genre)%>%
group_by(normalized_year,member_number) %>%
count(genre)%>%
arrange(desc(n))%>%
Expand All @@ -402,10 +411,10 @@ genres_members_fbs_cat3 <- genres_fbs_cat3%>%
genre %in% genre_list3_m ~ "Formats"
))
members_genres_all_fbs_3 <- gs4_create(
"genres_members_fbs_cat3",
members_genres_all_fbs_neutral <- gs4_create(
"genres_members_fbs_neutral",
sheets = genres_members_fbs_cat3)
members_genres_all_fbs_3
members_genres_all_fbs_neutral
```
# Literature and Language, and Formats group
```{r}
Expand All @@ -415,8 +424,10 @@ genres_fbs_cat3 <- fbs_links_of_interest_matches %>%
filter(nchar(normalized_year)==4)%>%
inner_join(vd17_genres_local%>%
filter(genre %in% c(genre_list3_h,genre_list3_m)), by = c("record_number"))%>%
inner_join(vd17_titles_local %>% select(record_number,title)) %>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre)
left_join(vd17_titles_local %>% select(record_number,title), by = c("record_number")) %>%
left_join(vd17_normalized_langs_local%>% select(record_number, publication_language, original_language), by = c("record_number"))%>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre,original_language,publication_language)%>%
distinct()
genres_number_fbs_cat3 <- genres_fbs_cat3%>%
select(vd17_id,record_number,normalized_year,genre)%>%
Expand All @@ -432,7 +443,7 @@ genres_number_fbs_cat3%>%
ggplot(aes(x=normalized_year,y=n,fill=genre))+
geom_col(show.legend = FALSE)+
facet_wrap(~genre, scales="free_y")+
xlab("Year") + ylab("Literature and Language_Formats-category3")+
xlab("Year") + ylab("Literature and Language_Formats-genres")+
scale_x_continuous(breaks = seq(1000, 2000, by = 5))+
theme_hsci_discrete()+
theme(axis.text.x=element_text(angle=90,hjust=1,vjust=0.5))
Expand All @@ -446,8 +457,9 @@ genres_fbs_cat3 <- fbs_links_of_interest_matches %>%
filter(nchar(normalized_year)==4)%>%
inner_join(vd17_genres_local%>%
filter(genre %in% c(genre_list3_a,genre_list3_b,genre_list3_c,genre_list3_d,genre_list3_e,genre_list3_f,genre_list3_g,genre_list3_h,genre_list3_i,genre_list3_j,genre_list3_k,genre_list3_l,genre_list3_m)), by = c("record_number"))%>%
inner_join(vd17_titles_local %>% select(record_number,title)) %>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,genre)%>%
left_join(vd17_titles_local %>% select(record_number,title), by = c("record_number")) %>%
left_join(vd17_normalized_langs_local%>% select(record_number, publication_language, original_language), by = c("record_number"))%>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,original_language,publication_language,genre)%>%
mutate(genre_category = case_when(
genre %in% genre_list3_a ~ "History, Archaeology and related",
genre %in% genre_list3_b ~ "Botany, Zoology, Agriculture",
Expand All @@ -462,7 +474,8 @@ genres_fbs_cat3 <- fbs_links_of_interest_matches %>%
genre %in% genre_list3_k ~ "Religion/Theology and related",
genre %in% genre_list3_l ~ "General works",
genre %in% genre_list3_m ~ "Formats"
))
))%>%
distinct()
genres_number_fbs_cat3 <- genres_fbs_cat3%>%
select(vd17_id,record_number,normalized_year,genre)%>%
Expand All @@ -489,11 +502,10 @@ genres_number_fbs_cat3 <- genres_fbs_cat3%>%
genres_number_fbs_cat3%>%
na.omit(genres_number_fbs_cat3$genre_category)%>%
ggplot(aes(x=normalized_year,y=n,fill=genre_category))+
geom_col(width=1,position='fill')+
labs(fill=NULL)+
xlab("Year") + ylab("All_FBS-Genre_category3")+
xlab("Year") + ylab("All_FBS-Genre_Neutral_genres")+
scale_x_continuous(breaks = seq(1000, 2000, by = 5))+
scale_y_continuous(labels=scales::percent_format(accuracy=1),breaks = seq(0, 1, by = 0.1)) +
theme_hsci_discrete()+
Expand All @@ -502,15 +514,24 @@ genres_number_fbs_cat3%>%
```

```{r}
genres_all_fbs_3 <- gs4_create(
"genres_fbs_cat3",
sheets = genres_fbs_cat3%>%
mutate(vd17_id=gs4_formula(str_c('=HYPERLINK("https://kxp.k10plus.de/DB=1.28/CMD?ACT=SRCHA&IKT=8079&TRM=%27',vd17_id,'%27","',vd17_id,'")'))))
genres_all_fbs_3
genre_fbs <- fbs_links_of_interest_local %>%
left_join(vd17_genres_local, by = c("record_number"))
number_genres_all_fbs_3 <- gs4_create(
"genres_number_fbs_cat3",
sheets = genres_number_fbs_cat3)
number_genres_all_fbs_3
fbs_with_no_genre <- genre_fbs%>%
filter(is.na(genres_fbs$genre))
fbs_no_genre <- fbs_with_no_genre %>%
inner_join(vd17_normalized_years_local, by = c("record_number")) %>%
filter(normalized_year >= 1600, normalized_year <= 1700) %>%
filter(nchar(normalized_year)==4)%>%
left_join(vd17_titles_local %>% select(record_number,title),by = c("record_number")) %>%
left_join(vd17_normalized_langs_local%>% select(record_number, publication_language, original_language), by = c("record_number"))%>%
select(record_number,normalized_year,vd17_id,title,member_number,first_name,last_name,role2,field_code,original_language,publication_language,genre)
fbs_no_genres <- gs4_create(
"fbs_no_genres",
sheets = fbs_no_genre%>%
mutate(vd17_id=gs4_formula(str_c('=HYPERLINK("https://kxp.k10plus.de/DB=1.28/CMD?ACT=SRCHA&IKT=8079&TRM=%27',vd17_id,'%27","',vd17_id,'")'))))
fbs_no_genres
```

Loading

0 comments on commit c9c398b

Please sign in to comment.