generated from databricks-industry-solutions/industry-solutions-blueprints
-
Notifications
You must be signed in to change notification settings - Fork 6
/
00_config.py
48 lines (37 loc) · 1.61 KB
/
00_config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
# Databricks notebook source
# MAGIC %md
# MAGIC You may find this series of notebooks at https://github.com/databricks-industry-solutions/ioc-matching.
# COMMAND ----------
# MAGIC %md
# MAGIC *If you are looking for the entry-point notebook, please go to `02_ioc_matching.py` instead.*
# MAGIC
# MAGIC ## Initialize All Configuration Parameters
# MAGIC
# MAGIC * Creates the cfg json object to store configuration parameters
# MAGIC * Defines the getParam function for accessing the parameters
# MAGIC * This notebook to to be shared/run by any notebook that requires access to the configuration parameters
# COMMAND ----------
import os
import re
import json
if "env" not in vars():
env = "test"
if "cfg" not in vars():
cfg={}
cfg["useremail"] = dbutils.notebook.entry_point.getDbutils().notebook().getContext().userName().get()
cfg["username"] = cfg["useremail"].split('@')[0]
cfg["username_sql_compatible"] = re.sub('\W', '_', cfg["username"])
cfg["db_name"] = f"ioc_matching_{cfg['username_sql_compatible']}"
cfg["data_path"] = f"/tmp/ioc_matching/data/{cfg['useremail']}/"
cfg["iochits_table"] = cfg["db_name"] + ".iochits"
cfg["inc_iochits_table"] = cfg["db_name"] + ".inc_iochits"
cfg["ioc_table"] = cfg["db_name"] + ".ioc"
cfg["included_databases"] = [ cfg["db_name"] ] if env == "test" else [ cfg["db_name"], 'vpc_flow_logs']
cfg["excluded_tables"] = [cfg["iochits_table"], cfg["ioc_table"], cfg["inc_iochits_table"]]
if "getParam" not in vars():
def getParam(param):
assert param in cfg
return cfg[param]
print(f"env = {env}")
print(json.dumps(cfg, indent=2))
# COMMAND ----------