· 6 years ago · Dec 13, 2019, 09:22 AM
1--------------------------------------------------------------------------------
2Starting attempt 5 of 5
3--------------------------------------------------------------------------------
4
5[2019-12-12 12:01:06,627] {{models.py:1428 7113}} INFO - Executing <Task(PythonOperator): generate> on 2019-12-12 11:39:32
6[2019-12-12 12:01:06,627] {{base_task_runner.py:115 7113}} INFO - Running: ['bash', '-c', 'airflow run _ingest_olp_layer_from_json generate 2019-12-12T11:39:32 --job_id 54 --raw -sd DAGS_FOLDER/dags/ingest_olp_layer_from_json_dag.py']
7[2019-12-12 12:01:09,665] {{base_task_runner.py:98 7113}} INFO - Subtask: [2019-12-12 12:01:09,665] {{configuration.py:206 7134}} WARNING - section/key [celery/celery_ssl_active] not found in config
8[2019-12-12 12:01:09,666] {{base_task_runner.py:98 7113}} INFO - Subtask: [2019-12-12 12:01:09,665] {{default_celery.py:41 7134}} WARNING - Celery Executor will run without SSL
9[2019-12-12 12:01:09,668] {{base_task_runner.py:98 7113}} INFO - Subtask: [2019-12-12 12:01:09,667] {{__init__.py:45 7134}} INFO - Using executor CeleryExecutor
10[2019-12-12 12:01:10,066] {{base_task_runner.py:98 7113}} INFO - Subtask: [2019-12-12 12:01:10,066] {{models.py:189 7134}} INFO - Filling up the DagBag from /usr/local/airflow/dags/dags/ingest_olp_layer_from_json_dag.py
11[2019-12-12 12:01:13,482] {{cli.py:374 7134}} INFO - Running on host airflow-webserver-599f55484c-v2phr
12[2019-12-12 12:01:13,579] {{base_task_runner.py:98 7113}} INFO - Subtask: [2019-12-12 12:01:13,579] {{generate_table_structure_operator.py:55 7134}} INFO - Directory /data/HERETailgate/1/places-external
13[2019-12-12 12:01:13,580] {{base_task_runner.py:98 7113}} INFO - Subtask: [2019-12-12 12:01:13,580] {{generate_table_structure_operator.py:58 7134}} INFO - Path to /usr/local/airflow/dags/dags/data/place_external.xml file exists.
14[2019-12-12 12:01:13,593] {{logging_mixin.py:84 7134}} INFO - Data
15
16[2019-12-12 12:01:13,593] {{logging_mixin.py:84 7134}} INFO - DROP TABLE IF EXISTS place_external CASCADE;
17
18[2019-12-12 12:01:13,593] {{logging_mixin.py:84 7134}} INFO - CREATE TABLE place_external (
19
20[2019-12-12 12:01:13,593] {{logging_mixin.py:84 7134}} INFO - isocc TEXT, road_name TEXT, postal_code TEXT, here_id TEXT, quality_score TEXT, name TEXT, categories_ids TEXT, categories TEXT, lang TEXT, transliteration_name TEXT, mon TEXT, tue TEXT, wed TEXT, thu TEXT, fri TEXT, sat TEXT, sun TEXT, h24 TEXT, partition_id INT, geog GEOGRAPHY, geohash VARCHAR(3), category_L1 text, category_L2 text, category_L3 text
21
22[2019-12-12 12:01:13,593] {{logging_mixin.py:84 7134}} INFO - );
23
24[2019-12-12 12:01:13,593] {{models.py:1595 7134}} ERROR - [Errno 13] Permission denied: '/data/HERETailgate/1/places-external/struct.sql'
25Traceback (most recent call last):
26 File "/usr/local/lib/python3.6/site-packages/airflow/models.py", line 1493, in _run_raw_task
27 result = task_copy.execute(context=context)
28 File "/usr/local/lib/python3.6/site-packages/airflow/operators/python_operator.py", line 89, in execute
29 return_value = self.execute_callable()
30 File "/usr/local/lib/python3.6/site-packages/airflow/operators/python_operator.py", line 94, in execute_callable
31 return self.python_callable(*self.op_args, **self.op_kwargs)
32 File "/usr/local/airflow/dags/dags/olp_operators/generate_table_structure_operator.py", line 147, in generate_structure
33 with open("{dir}/struct.sql".format(dir=directory), 'w') as outfile:
34PermissionError: [Errno 13] Permission denied: '/data/HERETailgate/1/places-external/struct.sql'
35[2019-12-12 12:01:13,661] {{models.py:1622 7134}} INFO - All retries failed; marking task as FAILED
36[2019-12-12 12:01:13,662] {{models.py:1638 7134}} ERROR - Failed at executing callback
37[2019-12-12 12:01:13,662] {{models.py:1639 7134}} ERROR - 'NoneType' object has no attribute 'encode'
38Traceback (most recent call last):
39 File "/usr/local/lib/python3.6/site-packages/airflow/models.py", line 1493, in _run_raw_task
40 result = task_copy.execute(context=context)
41 File "/usr/local/lib/python3.6/site-packages/airflow/operators/python_operator.py", line 89, in execute
42 return_value = self.execute_callable()
43 File "/usr/local/lib/python3.6/site-packages/airflow/operators/python_operator.py", line 94, in execute_callable
44 return self.python_callable(*self.op_args, **self.op_kwargs)
45 File "/usr/local/airflow/dags/dags/olp_operators/generate_table_structure_operator.py", line 147, in generate_structure
46 with open("{dir}/struct.sql".format(dir=directory), 'w') as outfile:
47PermissionError: [Errno 13] Permission denied: '/data/HERETailgate/1/places-external/struct.sql'
48
49During handling of the above exception, another exception occurred:
50
51Traceback (most recent call last):
52 File "/usr/local/lib/python3.6/site-packages/airflow/models.py", line 1636, in handle_failure
53 task.on_failure_callback(context)
54 File "/usr/local/airflow/dags/dags/operators/mail_report_operator.py", line 118, in notify_task_failure_mail
55 content = MIMEText(mail_content(**context), "html")
56 File "/usr/lib64/python3.6/email/mime/text.py", line 34, in __init__
57 _text.encode('us-ascii')
58AttributeError: 'NoneType' object has no attribute 'encode'
59[2019-12-12 12:01:13,886] {{models.py:1644 7134}} ERROR - [Errno 13] Permission denied: '/data/HERETailgate/1/places-external/struct.sql'
60[2019-12-12 12:01:13,889] {{base_task_runner.py:98 7113}} INFO - Subtask: Traceback (most recent call last):
61[2019-12-12 12:01:13,890] {{base_task_runner.py:98 7113}} INFO - Subtask: File "/usr/local/bin/airflow", line 27, in <module>
62[2019-12-12 12:01:13,890] {{base_task_runner.py:98 7113}} INFO - Subtask: args.func(args)
63[2019-12-12 12:01:13,890] {{base_task_runner.py:98 7113}} INFO - Subtask: File "/usr/local/lib/python3.6/site-packages/airflow/bin/cli.py", line 392, in run
64[2019-12-12 12:01:13,959] {{base_task_runner.py:98 7113}} INFO - Subtask: pool=args.pool,
65[2019-12-12 12:01:13,961] {{base_task_runner.py:98 7113}} INFO - Subtask: File "/usr/local/lib/python3.6/site-packages/airflow/utils/db.py", line 50, in wrapper
66[2019-12-12 12:01:13,962] {{base_task_runner.py:98 7113}} INFO - Subtask: result = func(*args, **kwargs)
67[2019-12-12 12:01:13,963] {{base_task_runner.py:98 7113}} INFO - Subtask: File "/usr/local/lib/python3.6/site-packages/airflow/models.py", line 1493, in _run_raw_task
68[2019-12-12 12:01:13,964] {{base_task_runner.py:98 7113}} INFO - Subtask: result = task_copy.execute(context=context)
69[2019-12-12 12:01:13,964] {{base_task_runner.py:98 7113}} INFO - Subtask: File "/usr/local/lib/python3.6/site-packages/airflow/operators/python_operator.py", line 89, in execute
70[2019-12-12 12:01:13,965] {{base_task_runner.py:98 7113}} INFO - Subtask: return_value = self.execute_callable()
71[2019-12-12 12:01:13,966] {{base_task_runner.py:98 7113}} INFO - Subtask: File "/usr/local/lib/python3.6/site-packages/airflow/operators/python_operator.py", line 94, in execute_callable
72[2019-12-12 12:01:13,967] {{base_task_runner.py:98 7113}} INFO - Subtask: return self.python_callable(*self.op_args, **self.op_kwargs)
73[2019-12-12 12:01:13,968] {{base_task_runner.py:98 7113}} INFO - Subtask: File "/usr/local/airflow/dags/dags/olp_operators/generate_table_structure_operator.py", line 147, in generate_structure
74[2019-12-12 12:01:13,968] {{base_task_runner.py:98 7113}} INFO - Subtask: with open("{dir}/struct.sql".format(dir=directory), 'w') as outfile:
75[2019-12-12 12:01:13,969] {{base_task_runner.py:98 7113}} INFO - Subtask: PermissionError: [Errno 13] Permission denied: '/data/HERETailgate/1/places-external/struct.sql'