Module `monk.system.common`

Expand source code

from system.imports import *
from system.base_system_state import update_local_var



#############################################################################################################################
def read_json(fname, verbose=0):
    '''
    Read Json file - system dictionary file

    Args:
        fname (str): Path to file containing system states

    Returns:
        dict: loaded system dict
    '''
    with open(fname) as json_file:
        system_dict = json.load(json_file);
        system_dict["verbose"] = verbose;
    return system_dict;




def write_json(system_dict):
    '''
    Write to Json file - system dictionary file

    Args:
        system_dict (dict): System dictionary storing experiment state and set variables

    Returns:
        None
    '''
    fname = system_dict["fname_relative"];
    f = open(fname, 'w');
    wr = json.dumps(system_dict, indent=4)
    f.write(wr);
    f.close();




def parse_csv(fname, delimiter):
    '''
    Read CSV File - depricted function

    Args:
        fname (str): Path to CSV File
        delimiter (str): Delimiter for csv file

    Returns:
        list: List of images in the csv file
        list: List of corresponding labels
        list: List of all the class names in the dataset
    '''
    f = open(fname);
    lst = f.readlines();
    f.close();
    del lst[0]
    img_list = [];
    label_list = [];
    for i in range(len(lst)):
        img, label = lst[i][:len(lst[i])-1].split(delimiter);
        img_list.append(img);
        label_list.append(label);
    classes = list(np.unique(sorted(label_list)))
    for i in range(len(lst)):
        label_list[i] = classes.index(label_list[i]);

    return img_list, label_list, classes;




def parse_csv_updated(fname, delimiter):
    '''
    Read CSV File

    Args:
        fname (str): Path to CSV File
        delimiter (str): Delimiter for csv file

    Returns:
        list: List of images in the csv file
        list: List of corresponding labels
        list: List of all the class names in the dataset
    '''
    df = pd.read_csv(fname);
    columns = df.columns;
    img_list = [];
    label_list = [];
    for i in range(len(df)):
        img_list.append(df[columns[0]][i]);
        label_list.append(df[columns[1]][i]);

    classes = [];
    for i in range(len(label_list)):
        tmp = label_list[i].split(delimiter);
        for j in range(len(tmp)):
            if(tmp[j] not in classes):
                classes.append(tmp[j]);
    

    return img_list, label_list, sorted(classes);



def parse_csv2(fname, delimiter):
    '''
    Read CSV File - - General

    Args:
        fname (str): Path to CSV File
        delimiter (str): Delimiter for csv file

    Returns:
        df: Dataframe from csv file
        list: List of column names in csv file
    '''
    df = pd.read_csv(fname, delimiter=delimiter);
    df = df.reindex(np.random.permutation(df.index));
    columns = df.columns;
    df[columns[1]] = df[columns[1]].astype(str);
    return df, columns;

#############################################################################################################################




#############################################################################################################################
def save(system_dict):
    '''
    Save system dictionaries

    Args:
        system_dict (dict): System dictionary storing experiment state and set variables

    Returns:
        None
    '''
    system_dict_copy = system_dict.copy();
    if(system_dict_copy["states"]["eval_infer"]):
        system_dict_tmp = read_json(system_dict_copy["fname_relative"]);
        system_dict_tmp["testing"] = system_dict_copy["testing"];
        system_dict_tmp["dataset"]["test_path"] = system_dict_copy["dataset"]["test_path"];
        system_dict_tmp["dataset"]["transforms"]["test"] = system_dict_copy["dataset"]["transforms"]["test"];
        write_json(system_dict_tmp);  
    else:
        system_dict_copy = update_local_var(system_dict_copy);
        write_json(system_dict_copy);


#############################################################################################################################





#############################################################################################################################
def create_dir(dir_path):
    '''
    Create a new directory

    Args:
        dir_path (str): Directory path and name

    Returns:
        None
    '''
    if(not os.path.isdir(dir_path)):
        os.mkdir(dir_path);  




def delete_dir(dir_path):
    '''
    Delete an existing directory

    Args:
        dir_path (str): Directory path and name

    Returns:
        None
    '''
    if(os.path.isdir(dir_path)):
        shutil.rmtree(dir_path);

#############################################################################################################################

Functions

def create_dir(dir_path)

Create a new directory

Args

dir_path : str: Directory path and name

Returns

None

Expand source code

def create_dir(dir_path):
    '''
    Create a new directory

    Args:
        dir_path (str): Directory path and name

    Returns:
        None
    '''
    if(not os.path.isdir(dir_path)):
        os.mkdir(dir_path);

def delete_dir(dir_path)

Delete an existing directory

Args

dir_path : str: Directory path and name

Returns

None

Expand source code

def delete_dir(dir_path):
    '''
    Delete an existing directory

    Args:
        dir_path (str): Directory path and name

    Returns:
        None
    '''
    if(os.path.isdir(dir_path)):
        shutil.rmtree(dir_path);

def parse_csv(fname, delimiter)

Read CSV File - depricted function

Args

fname : str: Path to CSV File
delimiter : str: Delimiter for csv file

Returns

list: List of images in the csv file
list: List of corresponding labels
list: List of all the class names in the dataset

Expand source code

def parse_csv(fname, delimiter):
    '''
    Read CSV File - depricted function

    Args:
        fname (str): Path to CSV File
        delimiter (str): Delimiter for csv file

    Returns:
        list: List of images in the csv file
        list: List of corresponding labels
        list: List of all the class names in the dataset
    '''
    f = open(fname);
    lst = f.readlines();
    f.close();
    del lst[0]
    img_list = [];
    label_list = [];
    for i in range(len(lst)):
        img, label = lst[i][:len(lst[i])-1].split(delimiter);
        img_list.append(img);
        label_list.append(label);
    classes = list(np.unique(sorted(label_list)))
    for i in range(len(lst)):
        label_list[i] = classes.index(label_list[i]);

    return img_list, label_list, classes;

def parse_csv2(fname, delimiter)

Read CSV File - - General

Args

fname : str: Path to CSV File
delimiter : str: Delimiter for csv file

Returns

df: Dataframe from csv file
list: List of column names in csv file

Expand source code

def parse_csv2(fname, delimiter):
    '''
    Read CSV File - - General

    Args:
        fname (str): Path to CSV File
        delimiter (str): Delimiter for csv file

    Returns:
        df: Dataframe from csv file
        list: List of column names in csv file
    '''
    df = pd.read_csv(fname, delimiter=delimiter);
    df = df.reindex(np.random.permutation(df.index));
    columns = df.columns;
    df[columns[1]] = df[columns[1]].astype(str);
    return df, columns;

def parse_csv_updated(fname, delimiter)

Read CSV File

Args

fname : str: Path to CSV File
delimiter : str: Delimiter for csv file

Returns

list: List of images in the csv file
list: List of corresponding labels
list: List of all the class names in the dataset

Expand source code

def parse_csv_updated(fname, delimiter):
    '''
    Read CSV File

    Args:
        fname (str): Path to CSV File
        delimiter (str): Delimiter for csv file

    Returns:
        list: List of images in the csv file
        list: List of corresponding labels
        list: List of all the class names in the dataset
    '''
    df = pd.read_csv(fname);
    columns = df.columns;
    img_list = [];
    label_list = [];
    for i in range(len(df)):
        img_list.append(df[columns[0]][i]);
        label_list.append(df[columns[1]][i]);

    classes = [];
    for i in range(len(label_list)):
        tmp = label_list[i].split(delimiter);
        for j in range(len(tmp)):
            if(tmp[j] not in classes):
                classes.append(tmp[j]);
    

    return img_list, label_list, sorted(classes);

def read_json(fname, verbose=0)

Read Json file - system dictionary file

Args

fname : str: Path to file containing system states

Returns

dict: loaded system dict

Expand source code

def read_json(fname, verbose=0):
    '''
    Read Json file - system dictionary file

    Args:
        fname (str): Path to file containing system states

    Returns:
        dict: loaded system dict
    '''
    with open(fname) as json_file:
        system_dict = json.load(json_file);
        system_dict["verbose"] = verbose;
    return system_dict;

def save(system_dict)

Save system dictionaries

Args

system_dict : dict: System dictionary storing experiment state and set variables

Returns

None

Expand source code

def save(system_dict):
    '''
    Save system dictionaries

    Args:
        system_dict (dict): System dictionary storing experiment state and set variables

    Returns:
        None
    '''
    system_dict_copy = system_dict.copy();
    if(system_dict_copy["states"]["eval_infer"]):
        system_dict_tmp = read_json(system_dict_copy["fname_relative"]);
        system_dict_tmp["testing"] = system_dict_copy["testing"];
        system_dict_tmp["dataset"]["test_path"] = system_dict_copy["dataset"]["test_path"];
        system_dict_tmp["dataset"]["transforms"]["test"] = system_dict_copy["dataset"]["transforms"]["test"];
        write_json(system_dict_tmp);  
    else:
        system_dict_copy = update_local_var(system_dict_copy);
        write_json(system_dict_copy);

def write_json(system_dict)

Write to Json file - system dictionary file

Args

system_dict : dict: System dictionary storing experiment state and set variables

Returns

None

Expand source code

def write_json(system_dict):
    '''
    Write to Json file - system dictionary file

    Args:
        system_dict (dict): System dictionary storing experiment state and set variables

    Returns:
        None
    '''
    fname = system_dict["fname_relative"];
    f = open(fname, 'w');
    wr = json.dumps(system_dict, indent=4)
    f.write(wr);
    f.close();