Homec4science
Diffusion cop-mining-participants (master) Browse

cop-mining-participants/code/index_analysis_cop1.py
26f03fd369c3master

Last Change
Raw File

index_analysis_cop1.py
View Options

## Jan Linder, 21.09.20
## Analyses the index part of the cop 1
import pandas as pd
import re
# constants
uppercaseAbbrev = ["US", "USA", "AO", "UK"]
filename = "test_indexCOP1.txt"
file = open(filename, "r")
print("Read file and replace some words")
entire_text = file.read()
entire_text = entire_text.replace('Affilliation/Country', '').replace('Name', '').replace('—','').replace('‘', '').replace('|', '').replace('(', '').replace('{', '').replace('[', '')
# split it to a list
print("split the text up to a list")
entire_text_list = re.split(', | |\n', entire_text)
# init constants
c = 'a'
familyName = ""
firstName = ""
party = ""
i = 0
# remove the empty slots
print("remove the empty slots")
content_list = [el for el in entire_text_list if el]
# the resulting dataframe
data = pd.DataFrame(columns = {"family name", "first name", "party"})
# fill in the data row by row
print("Extract the data")
list_size = len(content_list)
while i < list_size:
# go to the next word that is a last name (uppercase)
while not content_list[i].isupper():
i += 1
familyName = content_list[i]
i += 1
#if family name is more than one word
while content_list[i].isupper():
familyName += " " + content_list[i]
i += 1
# assume that first name is only one word
firstName = content_list[i]
i += 1
# assume that the rest is the organization
while not (i >= list_size or (content_list[i].isupper() and not content_list[i] in uppercaseAbbrev)):
party = party + " " + content_list[i]
i += 1
# append the new row to the dataframe
data = data.append({'family name': familyName, 'first name': firstName, 'party': party}, ignore_index = True)
# print the row
print(familyName + ", " + firstName + ": " + party)
#clear the party
party = ""
print("do some analysis -------------------------------------------------------------")
# sort per party and count
byParty = data.groupby('party')
for organization, people in byParty:
print(organization)
print(people)
print("The number of detected participants is " + str(len(data.index)))
c4science · Help