from Packages import *
st.set_page_config(page_title="NIRS Utils", page_icon=":goat:", layout="wide")
from Modules import *
from Class_Mod.DATA_HANDLING import *
# HTML pour le bandeau "CEFE - CNRS"
# bandeau_html = """
# <div style="width: 100%; background-color: #4682B4; padding: 10px; margin-bottom: 10px;">
# <h1 style="text-align: center; color: white;">CEFE - CNRS</h1>
# </div>
# """
# # Injecter le code HTML du bandeau
# st.markdown(bandeau_html, unsafe_allow_html=True)
add_header()
st.session_state["interface"] = st.session_state.get('interface')
local_css(css_file / "style_model.css")
st.header("Data loading", divider='blue')
model_column1, space1, file_column1= st.columns([2, 1, 1])
st.header("Prediction making", divider='blue')
model_column2, space2, file_column2= st.columns([2, 1, 1])
_, space3, _ = st.columns([1, 3, 1])
files_format = ['.csv', '.dx']
file = file_column1.file_uploader("Select NIRS Data to predict", type = files_format, help=" :mushroom: select a csv matrix with samples as rows and lambdas as columns")
export_folder = './data/predictions/'
export_name = 'Predictions_of_'
reg_algo = ["Interval-PLS"]
pred_data = pd.DataFrame
loaded_model = None
if file:
test = file.name[file.name.find('.'):]
export_name += file.name[:file.name.find('.')]
if test == files_format[0]:
#
qsep = file_column1.selectbox("Select csv separator - _detected_: " + str(find_delimiter('data/'+file.name)), options=[";", ","], index=[";", ","].index(str(find_delimiter('data/'+file.name))), key=2)
qhdr = file_column1.selectbox("indexes column in csv? - _detected_: " + str(find_col_index('data/'+file.name)), options=["no", "yes"], index=["no", "yes"].index(str(find_col_index('data/'+file.name))), key=3)
if qhdr == 'yes':
col = 0
else:
col = False
pred_data = pd.read_csv(file, sep=qsep, index_col=col)
elif test == files_format[1]:
with NamedTemporaryFile(delete=False, suffix=".dx") as tmp:
tmp.write(file.read())
tmp_path = tmp.name
chem_data, spectra, meta_data, _ = read_dx(file = tmp_path)
file_column1.success("The data have been loaded successfully", icon="✅")
if chem_data.to_numpy().shape[1]>0:
yname = file_column1.selectbox('Select target', options=chem_data.columns)
measured = chem_data.loc[:,yname] == 0
y = chem_data.loc[:,yname].loc[measured]
pred_data = spectra.loc[measured]
else:
pred_data = spectra
os.unlink(tmp_path)
# Load parameters
if not pred_data.empty:# Load the model with joblib
model_column1.write('Raw spectra')
fig = plot_spectra(pred_data, xunits = 'lab', yunits = "meta_data.loc[:,'yunits'][0]")
model_column1.pyplot(fig)
### preprocessing
preprocessed = pd.DataFrame
if not pred_data.empty:
params = file_column1.file_uploader("Load preprocessings params", type = '.json', help=" .json file")
if params:
prep = json.load(params)
if prep['Scatter'] == 'SNV':
x1 = Snv(pred_data)
else:
x1 = pred_data
x2 = savgol_filter(x1,
window_length = prep["Saitzky-Golay derivative parameters"]["window_length"],
polyorder = prep["Saitzky-Golay derivative parameters"]["polyorder"],
deriv=prep["Saitzky-Golay derivative parameters"]["deriv"],
delta=1.0, axis=-1, mode="interp", cval=0.0)
preprocessed = pd.DataFrame(x2, index = pred_data.index, columns = pred_data.columns)
## plot preprocessed spectra
if not preprocessed.empty:
model_column1.write('Preprocessed spectra')
fig2 = plot_spectra(preprocessed, xunits = 'lab', yunits = "meta_data.loc[:,'yunits'][0]")
model_column1.pyplot(fig2)
################### Predictions making ##########################
if not pred_data.empty:# Load the model with joblib
#dir = os.listdir('data/models/')[1:]
dir = os.listdir('data/models/')
dir.insert(0,'')
model_name = model_column2.selectbox("Select your model from the dropdown list:", options = dir, key = 21)
if model_name and model_name !='':
export_name += '_with_' + model_name[:model_name.find('.')]
with open('data/models/'+ model_name,'rb') as f:
loaded_model = joblib.load(f)
if loaded_model:
model_column2.success("The model has been loaded successfully", icon="✅")
s = model_column2.checkbox('the model is of ipls type?')
if s:
index = model_column2.file_uploader("select wavelengths index file", type="csv")
if index:
idx = pd.read_csv(index, sep=';', index_col=0).iloc[:,0].to_numpy()
if loaded_model:
if model_column2.button('Predict'):
if s:
result = loaded_model.predict(preprocessed.iloc[:,idx])
else:
# use prediction function from application_functions.py to predict chemical values
result = loaded_model.predict(x2)
result = pd.DataFrame(result, index = pred_data.index)
st.write('Predicted values')
st.dataframe(result.T)
#############################
# Creating histogram
fig, axs = plt.subplots(1, 1,
figsize =(12, 6),
tight_layout = True)
# Add x, y gridlines
axs.grid( color ='grey',
linestyle ='-.', linewidth = 0.5,
alpha = 0.6)
plt.title('Predicted values distribution')
# Remove axes splines
for s in ['top', 'bottom', 'left', 'right']:
axs.spines[s].set_visible(False)
# Remove x, y ticks
axs.xaxis.set_ticks_position('none')
axs.yaxis.set_ticks_position('none')
# Add padding between axes and labels
axs.xaxis.set_tick_params(pad = 5)
axs.yaxis.set_tick_params(pad = 10)
# Creating histogram
N, bins, patches = axs.hist(result, bins = 12)
# Setting color
fracs = ((N**(1 / 5)) / N.max())
norm = colors.Normalize(fracs.min(), fracs.max())
for thisfrac, thispatch in zip(fracs, patches):
color = plt.cm.viridis(norm(thisfrac))
thispatch.set_facecolor(color)
space3.pyplot(fig)
##################################
result.to_csv(export_folder + export_name + '.csv', sep = ';')
# export to local drive - Download
download_results(export_folder + export_name + '.csv', export_name + '.csv')
# create a report with information on the prediction
## see https://stackoverflow.com/a/59578663