Skip to content
Snippets Groups Projects
loading.py 828 B
Newer Older
fconforto's avatar
fconforto committed
import tensorflow as tf

fconforto's avatar
fconforto committed
def load_dataset(filename, label):
fconforto's avatar
fconforto committed
    # Loading the dataset file
fconforto's avatar
fconforto committed
    dataset = tf.data.experimental.CsvDataset(filename,   [tf.float32, ], select_cols=[2], header=True, field_delim=" ")

    # Reshape the incoming data
    dataset = dataset.batch(200)
fconforto's avatar
fconforto committed

fconforto's avatar
fconforto committed
    # Create labelled vector
fconforto's avatar
fconforto committed
    dataset = dataset.map(lambda x: (tf.reshape(x,(200,1)),label))
fconforto's avatar
fconforto committed

    return dataset


def combine_datasets(datasets):
    # Combining the datasets

fconforto's avatar
fconforto committed
    c_dataset = datasets[0].concatenate(datasets[1])
fconforto's avatar
fconforto committed

    for dataset in datasets[2:]:
fconforto's avatar
fconforto committed
        c_dataset = c_dataset.concatenate(dataset)
fconforto's avatar
fconforto committed

fconforto's avatar
fconforto committed
    return c_dataset
    
fconforto's avatar
fconforto committed
def split_train_test_validation(dataset, train_size, test_size, val_size):
    train_dataset = dataset.take(train_size)
    test_dataset = dataset.take(test_size)
    val_dataset = dataset.take(val_size)