import re
import os
import glob
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import netCDF4 as nc
import seaborn as sns
import xarray as xr
import functools
from IPython.display import clear_output
import datetime as dt
import random
import itertools
from mpl_toolkits.basemap import Basemap
from salishsea_tools import geo_tools, geo_tools, tidetools, data_tools

%matplotlib inline
plt.rcParams['image.cmap'] = 'jet'

# converts lons/lats like this "124° 01.400" to decimal format
def strLonLatToDec(lstr):
    if type(lstr) is not str:
        return(np.NaN)
    lstr = lstr.replace(u'°',' ')
    lstr = lstr.split()
    return (int(lstr[0])+float(lstr[1])/60.0)

# Grab tracer data

#  '/ocean/rich/home/metro/venus_adcp/PSF/bottle/PSF_2015bottle_RPedit.xls'
tracer_df = pd.read_excel('/ocean/rich/home/metro/venus_adcp/PSF/bottle/PSF_2015bottle_RPeditfinal.xls')
tracer_df = tracer_df[~pd.isnull(tracer_df["Date"])]
#tracer_df["Date"] = pd.to_datetime(tracer_df["Date"])
tracer_df = tracer_df.sort_values("Date")
tracer_df["DECIMAL_LON"] = (tracer_df["Longitude"].apply(strLonLatToDec))*(-1)
tracer_df["DECIMAL_LAT"] = (tracer_df["Latitude"].apply(strLonLatToDec))
tracer_df["STATION_LAT"] =  tracer_df.groupby("Station ID")["DECIMAL_LAT"].transform(np.median)
tracer_df["STATION_LON"] =  tracer_df.groupby("Station ID")["DECIMAL_LON"].transform(np.median)

# Create smaller dataframe with location of stations
station_lon_lat = tracer_df[["Station ID", "STATION_LON", "STATION_LAT"]].drop_duplicates()
station_lon_lat.columns = ["STATION", "LON", "LAT"]

# Add corresponding model points to station data frame
grid_B = nc.Dataset('/data/nsoontie/MEOPAR/NEMO-forcing/grid/bathy_meter_SalishSea2.nc')
bathy, X, Y = tidetools.get_bathy_data(grid_B)

def closest_model_point_wrapper(lon, lat):
    try:
        model_point = geo_tools.find_closest_model_point(lon, lat, model_lons = X, model_lats = Y, grid = 'NEMO', land_mask = bathy.mask)
        return(model_point)
    except:
        print("ERROR" + str(lon) + " " + str(lat))
        return(np.nan)
    
station_lon_lat["MODEL_POINT"] = station_lon_lat.apply(lambda row: closest_model_point_wrapper(row[1], row[2]) , axis = 1)
station_lon_lat["MODEL_J"] = station_lon_lat["MODEL_POINT"].apply(lambda x: x[0])
station_lon_lat["MODEL_I"] = station_lon_lat["MODEL_POINT"].apply(lambda x: x[1])

import numpy as np
from scipy.io import loadmat  # this is the SciPy module that loads mat-files
import matplotlib.pyplot as plt
from datetime import datetime, date, time
import pandas as pd

mat = loadmat('/ocean/jylam/Final/2015/PSF_CWBstn.mat')  # load mat-file
mdata = mat['PSFc']  # variable in mat file

ndata = {n: mdata[n][0, 0] for n in mdata.dtype.names}

for key in ndata.keys():
    if ndata[key].shape == (400, 2054):
        ndata[key] = ndata[key].ravel()
    elif ndata[key].shape == (1, 2054):
        ndata[key] = np.tile(ndata[key],400).ravel()
    else:
        print("what")
all_ts_df = pd.DataFrame(ndata)

patrol_num_name = {1 : "LD", 2 : "PR", 3 : "IS", 4 : "BS", 5 : "NQ", 6 : "CR", 8 : "SV", 9 : "VC", 10 : "CWB"}
def get_station_name(patrol_num, station_num):
    station_name = None
    patrol_name = patrol_num_name[patrol_num]
    if patrol_name == "CWB":
        if station_num == 5:
           station_name = "CBW2"
        elif station_num ==7:
           station_name = "CBC1"
        elif station_num ==8:
           station_name = "CBC2"
        elif station_num ==9: 
           station_name = "CBC3"
        elif station_num ==11:
           station_name = "CBE2"
    else:
        station_name = patrol_name + str(station_num)
    return(station_name)

all_ts_df["STATION_NAME"] = all_ts_df.apply(lambda row: get_station_name(int(row["patrol"]), int(row["stnN"])), axis = 1)
all_ts_df = all_ts_df[~pd.isnull(all_ts_df["mtimes"])]
all_ts_df["DATE"] = all_ts_df.mtimes.apply(lambda mt: dt.datetime.fromordinal(int(mt)) + dt.timedelta(days=mt%1) - dt.timedelta(days = 366))

# Choose which values to add to nowcast dataframe

tracers = ["votemper", "vosaline"]

months = ["feb", "mar", "apr", "may", "jun", "jul", "aug", "sep"]

hours = np.array([12])

max_depth = 60
result_depths = xr.open_dataset('/data/nsoontie/MEOPAR/NEMO-forcing/grid/deptht_428m.nc').deptht.values
depth_indices = np.where(result_depths < max_depth)[0]

station_points = station_lon_lat["MODEL_POINT"]
station_names = station_lon_lat["STATION"]

stations = dict(zip(station_names, station_points))

nowcast_df = pd.read_pickle("/ocean/jpetrie/MEOPAR/analysis-james/nowcast_green_subset/station_ts_feb-sep.pkl")
#nowcast_df["DATE"] = pd.to_datetime(nowcast_df["DATE"], infer_datetime_format=True)
#nowcast_df = data_tools.load_nowcast_station_tracers(tracers, stations, months, hours, depth_indices, file_ending = "grid_T.nc", save_path = "/ocean/jpetrie/MEOPAR/analysis-james/nowcast_green_subset/station_ts_feb-sep.pkl")

nowcast_df["DAY_OF_YEAR"] = nowcast_df["DATE"].apply(lambda x: x.dayofyear)
nowcast_df["DATA_TYPE"] = "Nowcast"
combined = pd.concat([ts_df.query("(DEPTH - 0.75)**2 < 0.0001 | (DEPTH - 19.75)**2 < 0.0001"), nowcast_df.query("(DEPTH - 0.500011)**2 < 0.0001 | (DEPTH - 19.481785)**2 < 0.0001")])
combined["IDENTIFIER"] = combined["DATA_TYPE"] + ", Depth = " + combined["DEPTH"].apply(str)
combined.STATION = combined.STATION.apply(lambda x: x.strip() if x is not None else x)
combined = combined.sort_values(["STATION", "DATE"])

combined_all_depths = pd.concat([ts_df, nowcast_df])
combined_all_depths["DATE_STR"] = combined_all_depths["DATE"].apply(lambda x: x.strftime('%Y-%m-%d'))
combined_all_depths["IDENTIFIER"] = combined_all_depths["DATA_TYPE"] + ", Date = " + combined_all_depths["DATE_STR"]
combined_all_depths.STATION = combined_all_depths.STATION.apply(lambda x: x.strip() if x is not None else x)
combined_all_depths = combined_all_depths.sort_values(["STATION", "DATE"])