papermill_test_runner.ipynb

Kernel: Python 3.8 - AzureML

Notebook Testing

import papermill
import json

def read_config_values(file_path):
    "This loads pre-generated parameters for Microsoft Sentinel Workspace"
    with open(file_path) as json_file:
        if json_file:
            json_config = json.load(json_file)
            return (json_config["tenant_id"],
                    json_config["subscription_id"],
                    json_config["resource_group"],
                    json_config["workspace_id"],
                    json_config["workspace_name"])
    return None

tenant_id, subscription_id, resource_group, workspace_id, workspace_name = read_config_values('config.json');

!az login --tenant $tenant_id --use-device-code

# Set parameters
params = dict(
                   test_run = True,
                   watchlist_name = 'zzwl1118',
)
output_notebook = './Papermill_test_output.ipynb'

input_notebooks = [
'./Credential Scan on Azure Blob Storage.ipynb',
'./Credential Scan on Azure Data Explorer.ipynb',
'./Credential Scan on Azure Log Analytics.ipynb',
'./Hands on - Surfing Your Data using Azure SDK for Python.ipynb',
'./Hands on - Data Discovery using Azure REST API.ipynb',
]

# Execute notebooks
for nb in input_notebooks:
    print('starting ' + nb)
    papermill.execute_notebook(
        nb,
        output_notebook,
        parameters=params
    )
    print(nb + ' completed')

# Set parameters for heavy notebooks
params2 = dict(
                   test_run = True,
                   q_timestamp='2021-04-01',
                   q_entity='user',
)
output_notebook2 = './Papermill_test_output2.ipynb'
input_notebooks2 = [
'./Guided Investigation - Anomaly Lookup.ipynb'
]

# Execute heavy notebooks
for nb2 in input_notebooks2:
    papermill.execute_notebook(
        nb2,
        output_notebook2,
        parameters=params2
    )