forked from corinnabrungs/msn_tree_library
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsynonyms.py
173 lines (135 loc) · 4.82 KB
/
synonyms.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
import logging
import re
import ast
import pandas as pd
from pyarrow.util import _is_iterable
import pandas_utils as pu
from meta_constants import MetaColumns
from pandas_utils import (
get_or_else,
get_unique_list,
notnull,
isnull,
get_first_or_else,
is_iterable,
)
def ensure_synonyms_column(df: pd.DataFrame) -> pd.DataFrame:
df["synonyms"] = df.apply(lambda row: get_all_synonyms(row), axis=1)
return df
def parse_synonyms_to_list(synonyms) -> list:
if pu.isnull(synonyms):
return []
elif isinstance(synonyms, str):
synonyms = synonyms.strip()
# parse string from list or from semicolon separated
if synonyms.startswith("[") and synonyms.endswith("]"):
return ast.literal_eval(synonyms)
return [name.strip() for name in synonyms.split(";") if len(name.strip()) > 0]
elif isinstance(synonyms, list):
return synonyms
elif is_iterable(synonyms):
return [syn for syn in synonyms]
def get_all_synonyms(row):
synonyms = parse_synonyms_to_list(row["synonyms"] if "synonyms" in row else None)
new_synonyms = [
get_or_else(row, "compound_name"),
get_or_else(row, "input_name"),
get_or_else(row, "cas"),
]
synonyms += new_synonyms
synonyms = [x.strip() for x in synonyms if x]
return get_unique_list(synonyms)
def add_synonyms(old_syn, new_syn, prepend: bool = True) -> list:
"""
Add synonyms from two lists together
:param old_syn:
:param new_syn:
:param prepend:
:return: unique list
"""
if isnull(old_syn):
old_syn = []
elif isinstance(old_syn, str):
old_syn = parse_synonyms_to_list(old_syn)
if isnull(new_syn):
new_syn = []
elif isinstance(new_syn, str):
new_syn = parse_synonyms_to_list(new_syn)
comb = new_syn + old_syn if prepend else old_syn + new_syn
comb = [x.strip() for x in comb if x]
return get_unique_list(comb)
def add_synonyms_columns(
df, new_syn_column_header: str = None, new_synonyms=None, prepend: bool = False
) -> pd.DataFrame:
"""
Add all synonyms to synonyms column of df
:param df:
:param new_syn_column_header:
:return: column will contain unique lists, returns the input df
"""
if notnull(new_syn_column_header) and new_syn_column_header in df:
col = df[new_syn_column_header]
df[MetaColumns.synonyms] = [
add_synonyms(olds, news, prepend)
for olds, news in zip(df[MetaColumns.synonyms], col)
]
if notnull(new_synonyms):
col = new_synonyms
df[MetaColumns.synonyms] = [
add_synonyms(olds, news, prepend)
for olds, news in zip(df[MetaColumns.synonyms], col)
]
return df
def find_unii(synonyms):
unii_generator = (
re.sub("[ .;:\-]|UNII", "", name.upper())
for name in synonyms
if "UNII" in name.upper()
)
return next(unii_generator, None)
def find_schembl(synonyms):
schembl_generator = (
name.upper() for name in synonyms if name.upper().startswith("SCHEMBL")
)
return next(schembl_generator, None)
def find_chembl_id(synonyms):
chembl_generator = (
name.upper() for name in synonyms if name.upper().startswith("CHEMBL")
)
return next(chembl_generator, None)
def find_zinc(synonyms):
zinc_generator = (
name.upper() for name in synonyms if name.upper().startswith("ZINC")
)
return next(zinc_generator, None)
def find_drugbank(synonyms):
for s in synonyms:
drug = cleanup_drugbank_id(s)
if drug:
return drug
return None
# drugbank_generator = (cleanup_drugbank_id(name) for name in synonyms)
# return next((db_id for db_id in drugbank_generator if db_id), None)
def cleanup_drugbank_id(input):
pattern = "^DB.*\d"
anti_pattern = "[ACE-Z]"
input = input.upper()
if re.search(pattern, input) and not re.search(anti_pattern, input):
return re.sub("[^0-9DB]", "", input)
else:
return None
def extract_synonym_ids(df: pd.DataFrame) -> pd.DataFrame:
source = pd.DataFrame()
source["unii"] = [find_unii(synonyms) for synonyms in df["synonyms"]]
source["schembl_id"] = [find_schembl(synonyms) for synonyms in df["synonyms"]]
source["chembl_id"] = [find_chembl_id(synonyms) for synonyms in df["synonyms"]]
source["zinc_id"] = [find_zinc(synonyms) for synonyms in df["synonyms"]]
source["drugbank_id"] = [find_drugbank(synonyms) for synonyms in df["synonyms"]]
return pu.combine_dfs_fill_missing_values(df, source)
def use_first_synonym_as_compound_name(df: pd.DataFrame) -> pd.DataFrame:
if MetaColumns.synonyms not in df.columns:
return df
df[MetaColumns.compound_name] = [
get_first_or_else(synonyms) for synonyms in df[MetaColumns.synonyms]
]
return df