Source code for tdc.utils.misc

"""miscellaneous utilities functions
import os, sys
import numpy as np
import pandas as pd
import subprocess
import pickle
from fuzzywuzzy import fuzz

[docs]def get_closet_match(predefined_tokens, test_token, threshold=0.8): """Get the closest match by Levenshtein Distance. Args: predefined_tokens (list): Predefined string tokens. test_token (str): User input that needs matching to existing tokens. threshold (float, optional): The lowest match score to raise errors, defaults to 0.8 Returns: str: the exact token with highest matching prob float: probability Raises: ValueError: no name is matched """ prob_list = [] for token in predefined_tokens: # print(token) prob_list.append( fuzz.ratio(str(token).lower(), str(test_token).lower())) assert (len(prob_list) == len(predefined_tokens)) prob_max = np.nanmax(prob_list) token_max = predefined_tokens[np.nanargmax(prob_list)] # match similarity is low if prob_max / 100 < threshold: print_sys(predefined_tokens) raise ValueError(test_token, "does not match to available values. " "Please double check.") return token_max, prob_max / 100
[docs]def save_dict(path, obj): """save an object to a pickle file Args: path (str): the path to save the pickle file obj (object): any file """ with open(path, 'wb') as f: pickle.dump(obj, f, pickle.HIGHEST_PROTOCOL)
[docs]def load_dict(path): """load an object from a path Args: path (str): the path where the pickle file locates Returns: object: loaded pickle file """ with open(path, 'rb') as f: return pickle.load(f)
[docs]def install(package): """install pip package Args: package (str): package name """ subprocess.check_call([sys.executable, "-m", "pip", "install", package])
[docs]def to_submission_format(results): """convert the results to submission-ready format in leaderboard Args: results (dict): a dictionary of metrics across five runs Returns: dict: a dictionary of metrics and values with mean and std """ df = pd.DataFrame(results) def get_metric(x): metric = [] for i in x: metric.append(list(i.values())[0]) return [round(np.mean(metric), 3), round(np.std(metric), 3)] return dict(df.apply(get_metric, axis = 1))