linux系统安装airflow调度

创建airflow用户

groupadd airflow
useradd airflow -g airflow

安装python3

yum -y update
yum -y install gcc -- 后面安装mysqlclient要用
yum -y install gcc-objc gcc-objc++ libobjc -- 不安装报错gcc: error trying to exec 'cc1plus': execvp: No such file or directory
yum -y install cyrus-sasl cyrus-sasl-devel cyrus-sasl-lib -- 不安装报错 sasl/saslwrapper.h:22:23: fatal error: sasl/sasl.h: No such file or directory
yum install -y python3 python3-devel rsync MySQL-python mysql-devel
yum install -y cyrus-sasl-plain cyrus-sasl-devel cyrus-sasl-gssapi  cyrus-sasl-md5 

#安装python3 虚拟环境
sudo su - airflow
python3 -m venv venv

安装airflow2

source venv/bin/activate # 注意:参考其他airflow所需包和版本安装
pip install acryl-datahub==0.8.38.3
pip install alembic==1.7.7
pip install aliyun-python-sdk-core==2.13.36
pip install aliyun-python-sdk-kms==2.15.0
pip install amqp==5.1.1
pip install anyio==3.6.1
pip install apache-airflow==2.2.5
pip install apache-airflow-providers-alibaba==1.0.1
pip install apache-airflow-providers-apache-hdfs==2.2.1
pip install apache-airflow-providers-apache-hive==2.3.0
pip install apache-airflow-providers-apache-spark 2.1.1
pip install apache-airflow-providers-celery 2.1.0
pip install apache-airflow-providers-dingding 2.0.2
pip install apache-airflow-providers-ftp==2.1.0
pip install apache-airflow-providers-http 2.1.0
pip install apache-airflow-providers-imap 2.2.1
pip install apache-airflow-providers-mysql==2.2.1
pip install apache-airflow-providers-redis==2.0.2
pip install apache-airflow-providers-sqlite 2.1.1
pip install apispec==3.3.2
pip install argcomplete==2.0.0
pip install async-generator==1.10
pip install async-timeout==4.0.2
pip install attrs==20.3.0
pip install avro==1.10.2
pip install avro-gen3==0.7.4
pip install Babel==2.10.3
pip install backports.zoneinfo==0.2.1
pip install billiard==3.6.4.0
pip install blinker==1.4
pip install cached-property==1.5.2
pip install cachelib==0.6.0
pip install cachetools==4.2.4