snapshot_data.py

# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License.

import os
import argparse

from azureml.core import Datastore

import aml_utils


def main(datastore, data_path):

    # Get snapshot of your data and save it in datastore

    os.makedirs(data_path, exist_ok=True)
    with open(os.path.join(data_path, 'data.csv'), 'w') as f:
        f.write('column1,column2,column3\n1,2,3\n4,5,6\n7,8,9\n')

    ws = aml_utils.retrieve_workspace()
    datastore = Datastore(ws, name=datastore)
    datastore.upload(
        src_dir=data_path,
        target_path=data_path,
        overwrite=False
    )

    print(f'Snapshot saved in datastore {datastore}, path {data_path}')


def parse_args(args_list=None):
    parser = argparse.ArgumentParser()
    parser.add_argument('--datastore', type=str, required=True)
    parser.add_argument('--path', type=str, required=True)
    args_parsed = parser.parse_args(args_list)
    return args_parsed


if __name__ == "__main__":
    args = parse_args()

    main(
        datastore=args.datastore,
        data_path=args.path
    )