Skip to content
Snippets Groups Projects
Packages.py 1.71 KiB
Newer Older
  • Learn to ignore specific revisions
  • DIANE's avatar
    DIANE committed
    
    ## Data loading, handling, and preprocessing
    
    DIANE's avatar
    DIANE committed
    import os
    
    DIANE's avatar
    DIANE committed
    import sys
    import csv
    
    DIANE's avatar
    DIANE committed
    import re
    import jcamp
    
    DIANE's avatar
    DIANE committed
    import random
    
    DIANE's avatar
    DIANE committed
    import numpy as np
    import pandas as pd
    from os import listdir
    from os.path import isfile, join
    
    DIANE's avatar
    DIANE committed
    from sklearn.preprocessing import StandardScaler, MinMaxScaler
    
    DIANE's avatar
    DIANE committed
    
    ### Exploratory data analysis-Dimensionality reduction
    from umap.umap_ import UMAP
    
    DIANE's avatar
    DIANE committed
    from sklearn.decomposition import PCA, NMF
    
    DIANE's avatar
    DIANE committed
    
    # Clustering
    
    DIANE's avatar
    DIANE committed
    from sklearn.cluster import KMeans
    
    DIANE's avatar
    DIANE committed
    #import hdbscan
    
    # Modelling
    
    DIANE's avatar
    DIANE committed
    
    from pinard import utils
    from pinard import preprocessing as pp
    from pinard.model_selection import train_test_split_idx
    
    from sklearn.model_selection import train_test_split, cross_val_score, cross_val_predict, cross_validate
    from sklearn.pipeline import Pipeline, FeatureUnion
    from sklearn.compose import TransformedTargetRegressor
    from sklearn.metrics import mean_absolute_error, mean_squared_error, mean_absolute_percentage_error, r2_score
    from sklearn.cross_decomposition import PLSRegression
    
    ## Images and plots 
    from PIL import Image
    import plotly.express as px
    
    DIANE's avatar
    DIANE committed
    import matplotlib.pyplot as plt
    import seaborn as sns
    
    DIANE's avatar
    DIANE committed
    ### Important Metrics
    from sklearn.metrics import pairwise_distances_argmin_min
    
    ## Web app construction
    import streamlit as st
    
    DIANE's avatar
    DIANE committed
    from tempfile import NamedTemporaryFile
    
    # help on streamlit input https://docs.streamlit.io/library/api-reference/widgets
    
    #Library for connecting to SQL DB
    import pyodbc
    #Library for reading the config file, which is in JSON
    import json
    
    DIANE's avatar
    DIANE committed
    
    
    DIANE's avatar
    DIANE committed
    # save models
    import joblib
    
    DIANE's avatar
    DIANE committed
    
    
    Nicolas Barthes's avatar
    Nicolas Barthes committed
    from hyperopt import fmin, hp, tpe, Trials, space_eval, STATUS_OK, anneal
    
    DIANE's avatar
    DIANE committed
    st.set_option('deprecation.showPyplotGlobalUse', False)