diff --git a/.github/workflows/theHarvester.yml b/.github/workflows/theHarvester.yml index 86a97dee..c7d2964f 100644 --- a/.github/workflows/theHarvester.yml +++ b/.github/workflows/theHarvester.yml @@ -9,124 +9,113 @@ on: branches: - '*' jobs: - tests: + Python: runs-on: ubuntu-latest strategy: + max-parallel: 4 matrix: - python-version: ['3.7', '3.8', '3.9'] - name: Python ${{ matrix.python-version }} + python-version: [3.7, 3.8] + steps: - - uses: actions/checkout@v2 - - name: Install Python 3.9 - if: matrix.python-version == '3.9' - run: | - sudo add-apt-repository ppa:deadsnakes/ppa - sudo apt-get update - sudo apt-get install -y --no-install-recommends python3.9-dev python3.9-distutils libxml2-dev libxslt-dev - python3.9 -m pip install --upgrade pip setuptools - python3.9 -m pip install --upgrade virtualenv - python3.9 -m virtualenv --python=3.9 $HOME/venv-python3.9 - echo "::set-env name=VIRTUAL_ENV::$HOME/venv-python3.9" - echo "::add-path::$HOME/venv-python3.9/bin" - - uses: actions/setup-python@v1.1.1 - if: matrix.python-version != '3.9' - with: - python-version: ${{ matrix.python-version }} - architecture: x64 + - uses: actions/checkout@v2 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v1.1.1 + with: + python-version: ${{ matrix.python-version }} + - name: Install dependencies + run: | + pip install --upgrade pip + pip install -r requirements/dev.txt - - name: Install dependencies - run: | - pip install --upgrade pip - pip install -r requirements/dev.txt + - name: Run theHarvester module baidu + run: | + python theHarvester.py -d yale.edu -b baidu - - name: Run theHarvester module baidu - run: | - python theHarvester.py -d yale.edu -b baidu + - name: Run theHarvester module bufferoverun + run: | + python theHarvester.py -d yale.edu -b bufferoverun - - name: Run theHarvester module bufferoverun - run: | - python theHarvester.py -d yale.edu -b bufferoverun + - name: Run theHarvester module bing + run: | + python theHarvester.py -d yale.edu -b bing - - name: Run theHarvester module bing - run: | - python theHarvester.py -d yale.edu -b bing + - name: Run theHarvester module certspotter + run: | + python theHarvester.py -d yale.edu -b certspotter - - name: Run theHarvester module certspotter - run: | - python theHarvester.py -d yale.edu -b certspotter + - name: Run theHarvester module crtsh + run: | + python theHarvester.py -d hcl.com -b crtsh - - name: Run theHarvester module crtsh - run: | - python theHarvester.py -d hcl.com -b crtsh + - name: Run theHarvester module dnsdumpster + run: | + python theHarvester.py -d yale.edu -b dnsdumpster - - name: Run theHarvester module dnsdumpster - run: | - python theHarvester.py -d yale.edu -b dnsdumpster + - name: Run theHarvester module dogplie + run: | + python theHarvester.py -d yale.edu -b dogpile - - name: Run theHarvester module dogplie - run: | - python theHarvester.py -d yale.edu -b dogpile + - name: Run theHarvester module duckduckgo + run: | + python theHarvester.py -d yale.edu -b duckduckgo - - name: Run theHarvester module duckduckgo - run: | - python theHarvester.py -d yale.edu -b duckduckgo + - name: Run theHarvester module exalead + run: | + python theHarvester.py -d yale.edu -b exalead - - name: Run theHarvester module exalead - run: | - python theHarvester.py -d yale.edu -b exalead + - name: Run theHarvester module google + run: | + python theHarvester.py -d yale.edu -b google - - name: Run theHarvester module google - run: | - python theHarvester.py -d yale.edu -b google + - name: Run theHarvester module Intelx + run: | + python theHarvester.py -d yale.edu -b intelx - - name: Run theHarvester module Intelx - run: | - python theHarvester.py -d yale.edu -b intelx + - name: Run theHarvester module linkedin + run: | + python theHarvester.py -d yale.edu -b linkedin - - name: Run theHarvester module linkedin - run: | - python theHarvester.py -d yale.edu -b linkedin + - name: Run theHarvester module linkedin_links + run: | + python theHarvester.py -d yale.edu -b linkedin_links - - name: Run theHarvester module linkedin_links - run: | - python theHarvester.py -d yale.edu -b linkedin_links + - name: Run theHarvester module netcraft + run: | + python theHarvester.py -d yale.edu -b netcraft - - name: Run theHarvester module netcraft - run: | - python theHarvester.py -d yale.edu -b netcraft + - name: Run theHarvester module Otx + run: | + python theHarvester.py -d yale.edu -b otx - - name: Run theHarvester module Otx - run: | - python theHarvester.py -d yale.edu -b otx + - name: Run theHarvester module threatcrowd + run: | + python theHarvester.py -d yale.edu -b threatcrowd + - name: Run theHarvester module trello + run: | + python theHarvester.py -d yale.edu -b trello - - name: Run theHarvester module threatcrowd - run: | - python theHarvester.py -d yale.edu -b threatcrowd + - name: Run theHarvester module twitter + run: | + python theHarvester.py -d yale.edu -b twitter - - name: Run theHarvester module trello - run: | - python theHarvester.py -d yale.edu -b trello + - name: Run theHarvester module virustotal + run: | + python theHarvester.py -d yale.edu -b virustotal - - name: Run theHarvester module twitter - run: | - python theHarvester.py -d yale.edu -b twitter + - name: Run theHarvester module yahoo + run: | + python theHarvester.py -d yale.edu -b yahoo - - name: Run theHarvester module virustotal - run: | - python theHarvester.py -d yale.edu -b virustotal + - name: Lint with flake8 + run: | + # stop the build if there are Python syntax errors or undefined names + flake8 . --count --show-source --statistics + # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide + flake8 . --count --exit-zero --max-line-length=127 --statistics - - name: Run theHarvester module yahoo - run: | - python theHarvester.py -d yale.edu -b yahoo - - - name: Lint with flake8 - run: | - flake8 . --count --show-source --statistics - flake8 . --count --exit-zero --max-line-length=127 --statistics - - - name: Test with pytest - run: | - pytest - - name: Static type checking with mypy - run: | - mypy --pretty theHarvester/*/*.py \ No newline at end of file + - name: Test with pytest + run: | + pytest + - name: Static type checking with mypy + run: | + mypy --pretty theHarvester/*/*.py \ No newline at end of file diff --git a/.travis.yml b/.travis.yml index a2800431..ca0fb75b 100644 --- a/.travis.yml +++ b/.travis.yml @@ -5,10 +5,6 @@ matrix: allow_failures: - python: 'nightly' include: - - python: '3.7' - env: TEST_SUITE=suite_3_7 - - python: '3.8' - env: TEST_SUITE=suite_3_8 - python: 'nightly' env: TEST_SUITE=suite_3_9 @@ -21,15 +17,4 @@ script: -l 200 - pytest - flake8 . --count --show-source --statistics -- mypy --pretty theHarvester/discovery/*.py -notifications: - email: false - slack: - secure: DQXvpVqLJ1NKa4zOVrrLuHjd5yCY8tdLm4QjSILc5g7NGN5QY3wVmC3m7KWq3RsqdepeiJbd3mgLYhfo6TA/tAaZxEYXKEdafWGF7ayJcEJS/fn0GuLqhOaS/PzRYSeBMQH5KodfvJQpVFzfHPj9AoIHOrHVH3x192RzIS3hRyR8kZgSCrTgxiDjTeWUzLvg/w7ikEVqVFMh73cQJegVA6A5mkHeUf20NmKzo+e0fGU7Sktk38YyNOdi3fbAiACR6ah1clSB7HaBg3VDiAmQCE8O2tftgcU6ihhnTi6d4i8Lf/traQznQ3mvSbFcw5Pedo8eXaLDhAuqwzMb3uWE9jr+zLlDa8s6+ADNVO/ISu+xV1zpnTdcjATKHaBfsNFntLij1hnyeuTEbhLRAB1T7wc+uAWVlJkkDZK08610a8NWalRtV17U8u8lJbcKWQ4IBnclG6DE+zpgsMHZpcswyeMF092mRZzUbgXG9+nbRcp1JqhgiLJUZdg5jXX7NoLdk7irbrZU4aTFqhbz3P3NexafFDXZEsp1Z1eY0uppRsd0vt8E8rX/HMw9OWHgkg7GDATZSqMu1kgJoSQQg1U3ApXacsl6WBAndLdYF+MyHJMLgzewdAJ4y4qvVMb/VkTJ8Q6PicjwlqyEP5PRLZk7fech4kuTVUqyuTibd5t8D5k= - on_success: always - on_failure: always - template: - - "Repo `%{repository_slug}` *%{result}* build (<%{build_url}|#%{build_number}>) for commit (<%{compare_url}|%{commit}>) on branch `%{branch}`." - - "Execution time: *%{duration}*" - - "Message: %{message}" - - "By: %{author}" \ No newline at end of file +- mypy --pretty theHarvester/discovery/*.py \ No newline at end of file