平台:ubuntu
apt-get install libmysqlclient-dev
apt-get install python3-mysqldb
安装airflow
python3 -m pip install 'apache-airflow'
python3 -m pip install 'apache-airflow[mysql]'
python3 -m pip install 'apache-airflow[celery]'
安装mysql
sudo apt-get install mysql-server
sudo chown -R mysql:mysql /var/lib/mysql
启动服务
sudo service mysql start
sudo service mysql status
设置密码(root@123)
mysql_secure_installation
建库
CREATE DATABASE airflow DEFAULT CHARACTER SET utf8;
建用户
create user 'airflow'@'%' identified by 'airflow@123';
用户授权
grant all on airflow.* to 'airflow'@'%';
刷新权限
flush privileges;
修改mysql配置
/etc/mysql/mysql.conf.d => [mysqld] explicit_defaults_for_timestamp=true
sudo service mysqld restart
show global variables like '%timestamp%';
修改airflow.cfg文件相关参数
sql_alchemy_conn = mysql+mysqldb://airflow:airflow@123@localhost:3306/airflow
default_timezone = Asia/Shanghai
executor = CeleryExecutor
airflow初始化
airflow initdb
报错处理
1.mysql_config not found
先查看下是否已经存在mysql_config文件，find / -name mysql_config
如果没有的话，安装mysql-devel:
apt-get install libmysqld-dev ([centos] yum install mysql-devel)
其他
1.python 查看安装包路径
pip show 包名
