Skip to content
Snippets Groups Projects
Packages.py 1.67 KiB
Newer Older
DIANE's avatar
DIANE committed

## Data loading, handling, and preprocessing
DIANE's avatar
DIANE committed
import os
DIANE's avatar
DIANE committed
import sys
import csv
DIANE's avatar
DIANE committed
import random
DIANE's avatar
DIANE committed
import numpy as np
import pandas as pd
from os import listdir
from os.path import isfile, join
from sklearn.preprocessing import StandardScaler

### Exploratory data analysis-Dimensionality reduction
from umap.umap_ import UMAP
from sklearn.decomposition import PCA

# Clustering
DIANE's avatar
DIANE committed
from sklearn.cluster import KMeans
DIANE's avatar
DIANE committed
#import hdbscan

# Modelling
import julia
from julia import Jchemo

from pinard import utils
from pinard import preprocessing as pp
from pinard.model_selection import train_test_split_idx

from sklearn.model_selection import train_test_split, cross_val_score, cross_val_predict, cross_validate
from sklearn.preprocessing import MinMaxScaler
from sklearn.pipeline import Pipeline, FeatureUnion
from sklearn.compose import TransformedTargetRegressor
from sklearn.metrics import mean_absolute_error, mean_squared_error, mean_absolute_percentage_error, r2_score
from sklearn.cross_decomposition import PLSRegression

## Images and plots 
from PIL import Image
import plotly.express as px
DIANE's avatar
DIANE committed
import matplotlib.pyplot as plt
import seaborn as sns
DIANE's avatar
DIANE committed
### Important Metrics
from sklearn.metrics import pairwise_distances_argmin_min

## Web app construction
import streamlit as st

# help on streamlit input https://docs.streamlit.io/library/api-reference/widgets

#Library for connecting to SQL DB
import pyodbc
#Library for reading the config file, which is in JSON
import json
DIANE's avatar
DIANE committed

DIANE's avatar
DIANE committed
# save models
import joblib
import pickle as pkl


from hyperopt import fmin, hp, tpe, Trials, space_eval, STATUS_OK, anneal
st.set_option('deprecation.showPyplotGlobalUse', False)