add Scrapy

requirements.txt

@@ -1,7 +1,10 @@
 appdirs==1.4.3
 appnope==0.1.0
 argcomplete==1.10.0
+asn1crypto==0.24.0
 astroid==2.2.5
+attrs==19.1.0
+Automat==0.7.0
 awscli==1.16.140
 backcall==0.1.0
 beautifulsoup4==4.8.0
@@ -9,11 +12,15 @@ bleach==3.1.0
 boto3==1.9.130
 botocore==1.12.130
 certifi==2018.11.29
+cffi==1.12.3
 chardet==3.0.4
 click==6.7
 colorama==0.3.9
 colorzero==1.1
 configobj==5.0.6
+constantly==15.1.0
+cryptography==2.7
+cssselect==1.1.0
 cycler==0.10.0
 ddgr==1.6
 decorator==4.4.0
@@ -22,7 +29,9 @@ gpg==1.13.1
 gpiozero==1.5.1
 guizero==0.6.4
 haxor-news==0.4.3
+hyperlink==19.0.0
 idna==2.8
+incremental==17.5.0
 ipykernel==5.1.1
 ipython==7.6.0
 ipython-genutils==0.2.0
@@ -34,11 +43,13 @@ jupyter-core==4.5.0
 kitchen==1.2.6
 kiwisolver==1.1.0
 lazy-object-proxy==1.4.1
+lxml==4.4.1
 matplotlib==2.2.2
 mccabe==0.6.1
 multi-key-dict==2.0.3
 nudatus==0.0.3
 numpy==1.16.4
+parsel==1.5.2
 parso==0.5.0
 pbr==5.3.0
 pexpect==4.7.0
@@ -50,11 +61,16 @@ pkginfo==1.5.0.1
 prompt-toolkit==1.0.16
 ptyprocess==0.6.0
 pyasn1==0.4.5
+pyasn1-modules==0.2.6
 pycodestyle==2.4.0
+pycparser==2.19
+PyDispatcher==2.0.5
 pyflakes==2.0.0
 pygame==1.9.6
 Pygments==2.4.2
+PyHamcrest==1.9.0
 pylint==2.3.1
+pyOpenSSL==19.0.0
 pyparsing==2.4.0
 PyQt5==5.11.3
 PyQt5-sip==4.19.17
@@ -63,10 +79,11 @@ pyserial==3.4
 python-dateutil==2.8.0
 python-jenkins==1.4.0
 pytz==2019.1
-PyYAML>=4.2b1
+PyYAML==5.1.2
 pyzmq==18.0.2
 QScintilla==2.10.8
 qtconsole==4.3.1
+queuelib==1.5.0
 readme-renderer==24.0
 rebound-cli==2.0.0
 requests==2.21.0
@@ -75,19 +92,24 @@ rsa==3.4.2
 rtv==1.27.0
 s3transfer==0.2.0
 saws==0.4.3
+Scrapy==1.7.3
 semver==2.8.1
+service-identity==18.1.0
 six==1.12.0
 slacker==0.11.0
 soupsieve==1.9.2
 tornado==6.0.3
 tqdm==4.32.1
 traitlets==4.3.2
+Twisted==19.7.0
 typed-ast==1.4.0
-urllib3>=1.24.2
+urllib3==1.25.3
 urwid==2.0.1
 virtualenv==16.6.1
 virtualenv-clone==0.5.3
+w3lib==1.21.0
 wcwidth==0.1.7
 webencodings==0.5.1
 websocket-client==0.54.0
 wrapt==1.11.2
+zope.interface==4.6.0