NLeSC / mcfly

    print('Stored ' + xpath, y_name)

def fetch_data(directory_to_extract_to):

    """

    Fetch the data and extract the contents of the zip file

    to the directory_to_extract_to.

    First check whether this was done before, if yes, then skip

    Parameters

    ----------

    directory_to_extract_to : str

        directory to create subfolder 'PAMAP2'

    Returns

    -------

    targetdir: str

        directory where the data is extracted

    """

    targetdir = os.path.join(directory_to_extract_to, "PAMAP2")

    if os.path.exists(targetdir):

        print('Data previously downloaded and stored in ' + targetdir)

    else:

        os.makedirs(targetdir)  # create target directory

        # Download the PAMAP2 data, this is 688 Mb

        path_to_zip_file = os.path.join(directory_to_extract_to, 'PAMAP2_Dataset.zip')

        test_file_exist = os.path.isfile(path_to_zip_file)

        if test_file_exist is False:

            url = str('https://archive.ics.uci.edu/ml/' +

                      'machine-learning-databases/00231/PAMAP2_Dataset.zip')

            # retrieve data from url

            local_fn, headers = urllib.request.urlretrieve(url,

                                                           filename=path_to_zip_file)

            print('Download complete and stored in: ' + path_to_zip_file)

        else:

            print('The data was previously downloaded and stored in ' +

                  path_to_zip_file)

        # unzip

        with zipfile.ZipFile(path_to_zip_file, "r") as zip_ref:

            zip_ref.extractall(targetdir)

        os.remove(path_to_zip_file)

    return targetdir

def map_class(datasets_filled):

    return x_train, y_train_binary, x_val, y_val_binary, x_test, y_test_binary

def download_preprocessed_data(directory_to_extract_to):

    data_path = os.path.join(directory_to_extract_to,

                             'data/PAMAP2/preprocessed')

    if not os.path.isdir(data_path):

        path_to_zip_file = os.path.join(directory_to_extract_to, 'data.zip')

        # Download zip file with data

        if not os.path.isfile(path_to_zip_file):

            print("Downloading data...")

            local_fn, headers = urllib.request.urlretrieve(

                'https://zenodo.org/record/345082/files/data.zip',

                filename=path_to_zip_file)

        else:

            print("Data already downloaded")

        # Extract the zip file

        with zipfile.ZipFile(path_to_zip_file, "r") as zip_ref:

            print("Extracting data...")

            zip_ref.extractall(directory_to_extract_to)

        print("Done")

    else:

        print("Data already downloaded and extracted.")

    return data_path