Skip to content
Snippets Groups Projects
Packages.py 2.04 KiB
Newer Older
  • Learn to ignore specific revisions
  • DIANE's avatar
    DIANE committed
    ## Data loading, handling, and preprocessing
    
    DIANE's avatar
    DIANE committed
    import os
    
    DIANE's avatar
    DIANE committed
    import sys
    import csv
    
    DIANE's avatar
    DIANE committed
    import re
    import jcamp
    
    DIANE's avatar
    DIANE committed
    import random
    
    DIANE's avatar
    DIANE committed
    import numpy as np
    import pandas as pd
    from os import listdir
    from os.path import isfile, join
    
    from sklearn.preprocessing import StandardScaler, MinMaxScaler, LabelEncoder
    
    DIANE's avatar
    DIANE committed
    import time
    
    DIANE's avatar
    DIANE committed
    ### Exploratory data analysis-Dimensionality reduction
    from umap.umap_ import UMAP
    
    DIANE's avatar
    DIANE committed
    from sklearn.decomposition import PCA, NMF
    
    DIANE's avatar
    DIANE committed
    
    # Clustering
    
    from sklearn.cluster import KMeans, HDBSCAN
    
    from scipy.spatial.distance import euclidean, cdist
    from scipy.sparse.csgraph import minimum_spanning_tree
    from scipy.sparse import csgraph
    
    DIANE's avatar
    DIANE committed
    
    # Modelling
    
    DIANE's avatar
    DIANE committed
    
    from pinard import utils
    from pinard import preprocessing as pp
    from pinard.model_selection import train_test_split_idx
    
    
    from sklearn.model_selection import train_test_split, cross_val_score, cross_val_predict, cross_validate, RandomizedSearchCV
    
    DIANE's avatar
    DIANE committed
    from sklearn.pipeline import Pipeline, FeatureUnion
    from sklearn.compose import TransformedTargetRegressor
    from sklearn.metrics import mean_absolute_error, mean_squared_error, mean_absolute_percentage_error, r2_score
    from sklearn.cross_decomposition import PLSRegression
    
    ## Images and plots 
    from PIL import Image
    import plotly.express as px
    
    DIANE's avatar
    DIANE committed
    import matplotlib.pyplot as plt
    import seaborn as sns
    
    import matplotlib
    
    DIANE's avatar
    DIANE committed
    ### Important Metrics
    
    from sklearn.metrics import pairwise_distances_argmin_min, adjusted_rand_score, adjusted_mutual_info_score
    
    DIANE's avatar
    DIANE committed
    
    ## Web app construction
    import streamlit as st
    
    from st_pages import Page, Section, show_pages, add_page_title, hide_pages
    
    DIANE's avatar
    DIANE committed
    from tempfile import NamedTemporaryFile
    
    # help on streamlit input https://docs.streamlit.io/library/api-reference/widgets
    
    #Library for connecting to SQL DB
    import pyodbc
    
    #Library for reading the config file, which is in JSON
    import json
    
    DIANE's avatar
    DIANE committed
    
    
    DIANE's avatar
    DIANE committed
    # save models
    import joblib
    
    DIANE's avatar
    DIANE committed
    
    
    Nicolas Barthes's avatar
    Nicolas Barthes committed
    from hyperopt import fmin, hp, tpe, Trials, space_eval, STATUS_OK, anneal
    
    DIANE's avatar
    DIANE committed
    st.set_option('deprecation.showPyplotGlobalUse', False)