SIENTIAPDE-1478
Update tests.ipynb and prepare_worker.py - Reset execution counts in tests.ipynb for reproducibility. - Removed error outputs and added new tags in TAG_NAMES for enhanced data retrieval. - Introduced JSON export of web_ids to 'web_ids.json' for better data management. - Added comments in prepare_worker.py to clarify worker configuration parameters.
This commit is contained in:
vitor-aignosi
117
tests.ipynb
117
tests.ipynb
@@ -168,57 +168,67 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 17,
|
||||
"execution_count": 1,
|
||||
"id": "72af4236",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"ename": "KeyError",
|
||||
"evalue": "'Items'",
|
||||
"output_type": "error",
|
||||
"traceback": [
|
||||
"\u001b[31m---------------------------------------------------------------------------\u001b[39m",
|
||||
"\u001b[31mKeyError\u001b[39m Traceback (most recent call last)",
|
||||
"\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[17]\u001b[39m\u001b[32m, line 42\u001b[39m\n\u001b[32m 39\u001b[39m \u001b[38;5;28;01mfor\u001b[39;00m tag \u001b[38;5;129;01min\u001b[39;00m TAG_NAMES:\n\u001b[32m 40\u001b[39m response = requests.get(url.replace(\u001b[33m'\u001b[39m\u001b[38;5;132;01m{tag}\u001b[39;00m\u001b[33m'\u001b[39m, tag), headers=headers).json()\n\u001b[32m 41\u001b[39m web_ids[tag] = {\n\u001b[32m---> \u001b[39m\u001b[32m42\u001b[39m \u001b[33m'\u001b[39m\u001b[33mwebid\u001b[39m\u001b[33m'\u001b[39m: \u001b[43mresponse\u001b[49m\u001b[43m[\u001b[49m\u001b[33;43m'\u001b[39;49m\u001b[33;43mItems\u001b[39;49m\u001b[33;43m'\u001b[39;49m\u001b[43m]\u001b[49m[\u001b[32m0\u001b[39m][\u001b[33m'\u001b[39m\u001b[33mWebId\u001b[39m\u001b[33m'\u001b[39m],\n\u001b[32m 43\u001b[39m \u001b[33m'\u001b[39m\u001b[33maggr_func\u001b[39m\u001b[33m'\u001b[39m: \u001b[33m'\u001b[39m\u001b[33mlts\u001b[39m\u001b[33m'\u001b[39m,\n\u001b[32m 44\u001b[39m \u001b[33m'\u001b[39m\u001b[33mdata_range\u001b[39m\u001b[33m'\u001b[39m: [-\u001b[32m100000\u001b[39m, \u001b[32m100000\u001b[39m],\n\u001b[32m 45\u001b[39m }\n\u001b[32m 46\u001b[39m sleep(\u001b[32m0.5\u001b[39m)\n",
|
||||
"\u001b[31mKeyError\u001b[39m: 'Items'"
|
||||
]
|
||||
}
|
||||
],
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"import requests\n",
|
||||
"from time import sleep\n",
|
||||
"\n",
|
||||
"# Obter web id das seguintes tags:\n",
|
||||
"TAG_NAMES = [\n",
|
||||
"TAG_NAMES = [\n",
|
||||
" \"CI-W3A05F1\",\n",
|
||||
" \"CI-W3W03S1\", \"CI-W3W03I1\", \"CI-W3K01T1\", \"CI-W3W01A3\",\n",
|
||||
" \"CI-W3W01A2\", \"CI-W3W01A1\", \"CI-J3P01T1A\", \"CI-W3A50T1\", \"CI-W3A55T1\",\n",
|
||||
" \"CI-W3A55P1\", \"CI-W3V33P1\", \"CI-W3E01F1\", \"CI-W3A50A3\", \"CI-W3A50A2\",\n",
|
||||
" \"CI-W3A50A1\", \"CI-W3A50P1\", \"CI-W3W01P1\", \"CI-W3A71P1\", \"CI-W3W01P2\",\n",
|
||||
" \"CI-W3A71P2\", \"CI-W3A71P3\", \"CI-J3J01S1\", \"CI-W3P17S1\", \"CI-J3P03S1\",\n",
|
||||
" \"CI-W3K01S1\", \"CI-W3K14P1\", \"CI-W3K01T4\", \"CI-W3K01T2\", \n",
|
||||
"\n",
|
||||
" \"CI-W3FARCI_FSC\",\n",
|
||||
" \"CI-W3FARCI_MA\",\n",
|
||||
" \"CI-W3FARCI_MS\",\n",
|
||||
" \"CI-W3FARCI_P100\",\n",
|
||||
" \"CI-W3FARCI_p170\",\n",
|
||||
"\n",
|
||||
" \"CI-W3CLK_C3S\",\n",
|
||||
" \"CI-W3CLK_C3S_EXP\",\n",
|
||||
" \"CI-W3CLK_C3S_MD_EXP\",\n",
|
||||
" \"CI-W3CLK_C3S_MD_PETRO\",\n",
|
||||
" \"CI-W3V04P3\", \"CI-W3V04P1\",\n",
|
||||
" \"CI-W3W01G1\"\n",
|
||||
" \"CI-W3W03S1\",\n",
|
||||
" \"CI-W3W03I1\",\n",
|
||||
" \"CI-W3K01T1\",\n",
|
||||
" \"CI-W3W01A3\",\n",
|
||||
" \"CI-W3W01A2\",\n",
|
||||
" \"CI-W3W01A1\",\n",
|
||||
" \"CI-J3P01T1A\",\n",
|
||||
" \"CI-W3A50T1\",\n",
|
||||
" \"CI-W3A55T1\",\n",
|
||||
" \"CI-W3A55P1\",\n",
|
||||
" \"CI-W3V33P1\",\n",
|
||||
" \"CI-W3E01F1\",\n",
|
||||
" \"CI-W3A50A3\",\n",
|
||||
" \"CI-W3A50A2\",\n",
|
||||
" \"CI-W3A50A1\",\n",
|
||||
" \"CI-W3A50P1\",\n",
|
||||
" \"CI-W3W01P1\",\n",
|
||||
" \"CI-W3A71P1\",\n",
|
||||
" \"CI-W3W01P2\",\n",
|
||||
" \"CI-W3A71P2\",\n",
|
||||
" \"CI-W3A71P3\",\n",
|
||||
" \"CI-J3J01S1\",\n",
|
||||
" \"CI-W3P17S1\",\n",
|
||||
" \"CI-J3P03S1\",\n",
|
||||
" \"CI-W3K01S1\",\n",
|
||||
" \"CI-W3K14P1\",\n",
|
||||
" \"CI-W3K01T4\",\n",
|
||||
" \"CI-W3K01T2\",\n",
|
||||
" \"CI-W3A65_SO3\",\n",
|
||||
" \"CI-W3A65_CL\",\n",
|
||||
" \"CI-W3_C3S\",\n",
|
||||
" \"CI-W3_MS\",\n",
|
||||
" \"CI-W3_MA\",\n",
|
||||
" \"CI-W3_PL\",\n",
|
||||
" \"CI-W3_CAO\",\n",
|
||||
" \"CI-W3V04P3\",\n",
|
||||
" \"CI-W3V04P1\",\n",
|
||||
" \"CI-W3W01G1\",\n",
|
||||
" \"CI-W3V21F1\",\n",
|
||||
" \"CI-W3V21P1\",\n",
|
||||
" \"CI-W3V30F1\",\n",
|
||||
" \"CI-W3V33P1\"\n",
|
||||
"]\n",
|
||||
"\n",
|
||||
"url = 'https://pivision.votorantimcimentos.com/piwebapi/dataservers/F1DS-7fYgsRTtUOa7V9NIwSujAUElIQVZD/points?namefilter={tag}'\n",
|
||||
"\n",
|
||||
"headers = {\n",
|
||||
" 'Content-Type': 'application/json',\n",
|
||||
" 'Accept': 'application/json',\n",
|
||||
" 'X-Requested-With': 'piwebapistreams', # Header recomendado pelo PI Web API\n",
|
||||
" 'Authorization': \"\"\n",
|
||||
" 'Authorization': \"Basic dmlkX3ZjbmV0XHN2Yy5waW9zaS5wcmQud2ViYXBpOlN2Y1ByRFdlQkBQaQ==\"\n",
|
||||
"}\n",
|
||||
"\n",
|
||||
"web_ids = {}\n",
|
||||
@@ -235,7 +245,7 @@
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": null,
|
||||
"execution_count": 4,
|
||||
"id": "55793801",
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
@@ -329,31 +339,25 @@
|
||||
" 'CI-W3K01T2': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAlVQAAAUElIQVZDXENJLVczSzAxVDI',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3FARCI_FSC': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAgVQAAAUElIQVZDXENJLVczRkFSQ0lfRlND',\n",
|
||||
" 'CI-W3A65_SO3': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAjFQAAAUElIQVZDXENJLVczQTY1X1NPMw',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3FARCI_MA': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAg1QAAAUElIQVZDXENJLVczRkFSQ0lfTUE',\n",
|
||||
" 'CI-W3A65_CL': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAf1QAAAUElIQVZDXENJLVczQTY1X0NM',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3FARCI_MS': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAhVQAAAUElIQVZDXENJLVczRkFSQ0lfTVM',\n",
|
||||
" 'CI-W3_C3S': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA5FMAAAUElIQVZDXENJLVczX0MzUw',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3FARCI_P100': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAiFQAAAUElIQVZDXENJLVczRkFSQ0lfUDEwMA',\n",
|
||||
" 'CI-W3_MS': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujABlQAAAUElIQVZDXENJLVczX01T',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3FARCI_p170': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAiVQAAAUElIQVZDXENJLVczRkFSQ0lfUDE3MA',\n",
|
||||
" 'CI-W3_MA': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA_VMAAAUElIQVZDXENJLVczX01B',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3CLK_C3S': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA4lMAAAUElIQVZDXENJLVczQ0xLX0MzUw',\n",
|
||||
" 'CI-W3_PL': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAFVQAAAUElIQVZDXENJLVczX1BM',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3CLK_C3S_EXP': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA41MAAAUElIQVZDXENJLVczQ0xLX0MzU19FWFA',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3CLK_C3S_MD_EXP': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA5VMAAAUElIQVZDXENJLVczQ0xLX0MzU19NRF9FWFA',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3CLK_C3S_MD_PETRO': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA5lMAAAUElIQVZDXENJLVczQ0xLX0MzU19NRF9QRVRSTw',\n",
|
||||
" 'CI-W3_CAO': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujA61MAAAUElIQVZDXENJLVczX0NBTw',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3V04P3': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAElUAAAUElIQVZDXENJLVczVjA0UDM',\n",
|
||||
@@ -364,15 +368,26 @@
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3W01G1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAOlUAAAUElIQVZDXENJLVczVzAxRzE',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3V21F1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAQnYEAAUElIQVZDXENJLVczVjIxRjE',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3V21P1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAQHYEAAUElIQVZDXENJLVczVjIxUDE',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]},\n",
|
||||
" 'CI-W3V30F1': {'webid': 'F1DP-7fYgsRTtUOa7V9NIwSujAIFUAAAUElIQVZDXENJLVczVjMwRjE',\n",
|
||||
" 'aggr_func': 'lts',\n",
|
||||
" 'data_range': [-100000, 100000]}}"
|
||||
]
|
||||
},
|
||||
"execution_count": 23,
|
||||
"execution_count": 4,
|
||||
"metadata": {},
|
||||
"output_type": "execute_result"
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"import json\n",
|
||||
"json.dump(web_ids, open('web_ids.json', 'w'), indent=4)\n",
|
||||
"web_ids"
|
||||
]
|
||||
},
|
||||
|
||||
Reference in New Issue
Block a user