.gitlab-ci.yml

variables:
  DEBIAN_FRONTEND: noninteractive
  IMAGE_NAME:      $CI_REGISTRY_IMAGE/base

stages:
  - docker
  - install
  - lint
  - test

docker:
  stage: docker
  tags:
    - dind
  variables:
    DOCKER_DRIVER:      "overlay2"
    DOCKER_TLS_CERTDIR: "/certs"
  services:
    - docker:20.10.17-dind
  before_script:
  - docker info
  - docker login -u ${CI_REGISTRY_USER} -p ${CI_REGISTRY_PASSWORD} ${CI_REGISTRY}
  script:
  - docker build -t ${IMAGE_NAME}:latest -f Dockerfile-base .
  - docker push ${IMAGE_NAME}:latest
  image: docker:20.10.17
  rules:
    - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH && $CI_PIPELINE_SOURCE != "schedule"
      changes:
        paths:
        - Dockerfile-base
    - if: $COMPILE_DOCKER

install:
  stage: install
  image: registry.git.laquadrature.net/la-quadrature-du-net/attrap/base:latest
  tags:
  - unprivileged
  script:
  - virtualenv --python=/usr/bin/python3 .
  - source bin/activate
  - pip3 install -r requirements.txt
  cache:
    key: $CI_COMMIT_REF_SLUG
    paths:
    - bin/
    - lib/
    - pyvenv.cfg
  rules:
    - if: $COMPILE_DOCKER == null

pep8:
  stage: lint
  image: registry.git.laquadrature.net/la-quadrature-du-net/attrap/base:latest
  needs: [install]
  tags:
    - unprivileged
  cache:
    key: $CI_COMMIT_REF_SLUG
    paths:
    - bin/
    - lib/
    - pyvenv.cfg
  script:
    - make lint
  allow_failure: true
  rules:
    - if: $CI_PIPELINE_SOURCE == "merge_request_event" || $CI_PIPELINE_SOURCE == "push"

.default_pref:
  stage: test
  image: registry.git.laquadrature.net/la-quadrature-du-net/attrap/base:latest
  tags:
  - unprivileged
  needs: [install]
  script:
  - misc/download-from-s3.sh "${PREF}" "${S3_KEY}" "${S3_SECRET}" "${S3_HOST}" "${S3_BUCKET}" data/ || true
  - source bin/activate
  - /etc/init.d/tor start
  - make "${PREF}"
  - misc/upload-to-s3.sh "${PREF}" "${S3_KEY}" "${S3_SECRET}" "${S3_HOST}" "${S3_BUCKET}" data/ || true
  cache:
    key: $CI_COMMIT_REF_SLUG
    paths:
    - bin/
    - lib/
    - pyvenv.cfg
  artifacts:
    paths:
    - data/${PREF}/raa/*.txt
    - data/${PREF}/raa/*.json
    - output_${PREF}.log
    expire_in: 2 days
  rules:
    - if: $CI_PIPELINE_SOURCE == "schedule" && $COMPILE_DOCKER == null

test_ppparis:
  variables:
    PREF: "ppparis"
  extends: .default_pref

test_pref01:
  variables:
    PREF: "pref01"
  extends: .default_pref

test_pref02:
  variables:
    PREF: "pref02"
  extends: .default_pref

test_pref03:
  variables:
    PREF: "pref03"
  extends: .default_pref

test_pref04:
  variables:
    PREF: "pref04"
  extends: .default_pref

test_pref05:
  variables:
    PREF: "pref05"
  extends: .default_pref

test_pref06:
  variables:
    PREF: "pref06"
  extends: .default_pref

test_pref09:
  variables:
    PREF: "pref09"
  extends: .default_pref

test_pref10:
  variables:
    PREF: "pref10"
  extends: .default_pref

test_pref11:
  variables:
    PREF: "pref11"
  extends: .default_pref

test_pref13:
  variables:
    PREF: "pref13"
  extends: .default_pref

test_pref2a:
  variables:
    PREF: "pref2a"
  extends: .default_pref

test_pref2b:
  variables:
    PREF: "pref2b"
  extends: .default_pref

test_pref25:
  variables:
    PREF: "pref25"
  extends: .default_pref

test_pref29:
  variables:
    PREF: "pref29"
  extends: .default_pref

test_pref30:
  variables:
    PREF: "pref30"
  extends: .default_pref

test_pref31:
  variables:
    PREF: "pref31"
  extends: .default_pref

test_pref33:
  variables:
    PREF: "pref33"
  extends: .default_pref

test_pref34:
  variables:
    PREF: "pref34"
  extends: .default_pref

test_pref35:
  variables:
    PREF: "pref35"
  extends: .default_pref

test_pref38:
  variables:
    PREF: "pref38"
  extends: .default_pref

test_pref39:
  variables:
    PREF: "pref39"
  extends: .default_pref

test_pref42:
  variables:
    PREF: "pref42"
  extends: .default_pref

test_pref44:
  variables:
    PREF: "pref44"
  extends: .default_pref

test_pref49:
  variables:
    PREF: "pref49"
  extends: .default_pref

test_pref50:
  variables:
    PREF: "pref50"
  extends: .default_pref

test_pref52:
  variables:
    PREF: "pref52"
  extends: .default_pref

test_pref54:
  variables:
    PREF: "pref54"
  extends: .default_pref

test_pref55:
  variables:
    PREF: "pref55"
  extends: .default_pref

test_pref59:
  variables:
    PREF: "pref59"
  extends: .default_pref

test_pref62:
  variables:
    PREF: "pref62"
  extends: .default_pref

test_pref63:
  variables:
    PREF: "pref63"
  extends: .default_pref

test_pref64:
  variables:
    PREF: "pref64"
  extends: .default_pref

test_pref65:
  variables:
    PREF: "pref65"
  extends: .default_pref

test_pref66:
  variables:
    PREF: "pref66"
  extends: .default_pref

test_pref69:
  variables:
    PREF: "pref69"
  extends: .default_pref

test_pref73:
  variables:
    PREF: "pref73"
  extends: .default_pref

test_pref75:
  variables:
    PREF: "pref75"
  extends: .default_pref

test_pref77:
  variables:
    PREF: "pref77"
  extends: .default_pref

test_pref80:
  variables:
    PREF: "pref80"
  extends: .default_pref

test_pref81:
  variables:
    PREF: "pref81"
  extends: .default_pref

test_pref83:
  variables:
    PREF: "pref83"
  extends: .default_pref

test_pref87:
  variables:
    PREF: "pref87"
  extends: .default_pref

test_pref91:
  variables:
    PREF: "pref91"
  extends: .default_pref

test_pref92:
  variables:
    PREF: "pref92"
  extends: .default_pref

test_pref93:
  variables:
    PREF: "pref93"
  extends: .default_pref

test_pref94:
  variables:
    PREF: "pref94"
  extends: .default_pref

test_pref976:
  variables:
    PREF: "pref976"
  extends: .default_pref

test_prefbretagne:
  variables:
    PREF: "prefbretagne"
  extends: .default_pref

test_prefidf:
  variables:
    PREF: "prefidf"
  extends: .default_pref

test_prefpaca:
  variables:
    PREF: "prefpaca"
  extends: .default_pref