Devo 562 airflow 2 updates (#261)

* Update python and packages

* Fix failing tests

* Fix deprecation warnings

* Update version

* Try different variable name

* Add try/except statement

* Add back sqlalchemy

* Remove try statement

* Try adding db init

* Undo db init

* Add dagrun to model import

* Fix failing tests

* Add session rollback

* Rollback at the end

* Try db init

* Remove rollback and add back deprecation warning fixes

Author: sensei100

.circleci/config.yml

@@ -6,7 +6,7 @@ orbs:
 jobs:
   build-and-test:
     docker:
-      - image: cimg/python:3.7.11
+      - image: cimg/python:3.9.10
         environment:
           PIPENV_VENV_IN_PROJECT: true
           SLUGIFY_USES_TEXT_UNIDECODE: yes
@@ -15,6 +15,9 @@ jobs:
       - python/install-packages:
           args: --dev
           pkg-manager: pipenv
+      - run:
+           command: pipenv run airflow db init
+           name: Init Airflow
       - run:
           command: pipenv run pylint tulflow -E
           name: Lint
@@ -24,7 +27,7 @@ jobs:
 
   build-and-deploy:
     docker:
-      - image: cimg/python:3.7.11
+      - image: cimg/python:3.9.10
         environment:
           PIPENV_VENV_IN_PROJECT: true
           SLUGIFY_USES_TEXT_UNIDECODE: yes

Pipfile

@@ -12,26 +12,28 @@ moto = "*"
 requests-mock = "*"
 
 [packages]
-apache-airflow-backport-providers-amazon = "*"
-apache-airflow-backport-providers-slack = "*"
-apache-airflow-backport-providers-ftp = "*"
-apache-airflow-backport-providers-sftp = "*"
-apache-airflow-backport-providers-ssh = "*"
-cryptography = "==3.3.2"
-sqlalchemy = "==1.3.23"
-setuptools = "*"
-wheel = "*"
-sickle = ">=0.7.0"
-pexpect = "*"
-xmltodict = "*"
-apache-airflow = "==1.10.15"
-lxml = "==4.7.1"
-requests = "*"
+apache-airflow = "==2.3.0"
+apache-airflow-providers-amazon = "*"
+apache-airflow-providers-slack = "*"
+apache-airflow-providers-ftp = "*"
+apache-airflow-providers-sftp = "*"
+apache-airflow-providers-ssh = "*"
+cryptography = "*"
 flask-openid = "==1.3.0"
 flask-sqlalchemy = "==2.4.4"
-Werkzeug = "==0.16.1"
-marshmallow = "==2.21.0"
+lxml = "==4.8.0"
+marshmallow = "==3.15.0"
+numpy= "==1.22.4"
+pexpect = "*"
+requests = "*"
+setuptools = "*"
+sickle = ">=0.7.0"
+sqlalchemy = "==1.4.9"
+werkzeug = "==1.0.1"
+wheel = "*"
 wtforms = "==2.3.3"
+xmltodict = "*"
+
 
 [requires]
-python_version = "3.7"
+python_version = "3.9"