.gitlab-ci.yml 9.1 KB
Newer Older
Steven Fuchs's avatar
Steven Fuchs committed
1
image: elixir:1.9.4
lain's avatar
lain committed
2

3
variables: &global_variables
lain's avatar
lain committed
4
  POSTGRES_DB: pleroma_test
Roger Braun's avatar
Roger Braun committed
5
6
  POSTGRES_USER: postgres
  POSTGRES_PASSWORD: postgres
lain's avatar
lain committed
7
  DB_HOST: postgres
8
  MIX_ENV: test
9

10
cache: &global_cache_policy
11
  key: ${CI_COMMIT_REF_SLUG}
rinpatch's avatar
rinpatch committed
12
  paths:
13
14
15
    - deps
    - _build

lain's avatar
lain committed
16
stages:
17
  - build
lain's avatar
lain committed
18
  - test
lain's avatar
lain committed
19
  - benchmark
20
  - deploy
rinpatch's avatar
rinpatch committed
21
  - release
22
  - docker
lain's avatar
lain committed
23
24

before_script:
25
  - apt-get update && apt-get install -y cmake
lain's avatar
lain committed
26
27
  - mix local.hex --force
  - mix local.rebar --force
lain's avatar
lain committed
28

29
30
build:
  stage: build
lain's avatar
lain committed
31
  script:
rinpatch's avatar
huh    
rinpatch committed
32
  - mix deps.get
33
  - mix compile --force
rinpatch's avatar
rinpatch committed
34

lain's avatar
lain committed
35
36
benchmark:
  stage: benchmark
lain's avatar
lain committed
37
  when: manual
lain's avatar
lain committed
38
39
40
  variables:
    MIX_ENV: benchmark
  services:
41
  - name: postgres:9.6
lain's avatar
lain committed
42
43
44
45
46
47
    alias: postgres
    command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  script:
    - mix deps.get
    - mix ecto.create
    - mix ecto.migrate
lain's avatar
lain committed
48
    - mix pleroma.load_testing
rinpatch's avatar
rinpatch committed
49

50
51
unit-testing:
  stage: test
52
  retry: 2
53
54
55
56
  cache: &testing_cache_policy
    <<: *global_cache_policy
    policy: pull

57
  services:
58
  - name: postgres:9.6
59
    alias: postgres
60
61
    command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  script:
62
    - apt-get update && apt-get install -y libimage-exiftool-perl
63
    - mix deps.get
64
65
    - mix ecto.create
    - mix ecto.migrate
rinpatch's avatar
rinpatch committed
66
    - mix coveralls --preload-modules
67

Steven Fuchs's avatar
Steven Fuchs committed
68
69
70
71
72
73
74
75
76
77
78
79
80
federated-testing:
  stage: test
  cache: *testing_cache_policy
  services:
  - name: minibikini/postgres-with-rum:12
    alias: postgres
    command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
  script:
    - mix deps.get
    - mix ecto.create
    - mix ecto.migrate
    - epmd -daemon
    - mix test --trace --only federated
81

lain's avatar
lain committed
82
unit-testing-rum:
83
  stage: test
84
  retry: 2
85
  cache: *testing_cache_policy
lain's avatar
lain committed
86
  services:
87
  - name: minibikini/postgres-with-rum:12
88
    alias: postgres
lain's avatar
lain committed
89
    command: ["postgres", "-c", "fsync=off", "-c", "synchronous_commit=off", "-c", "full_page_writes=off"]
90
  variables:
91
    <<: *global_variables
92
    RUM_ENABLED: "true"
lain's avatar
lain committed
93
  script:
94
    - apt-get update && apt-get install -y libimage-exiftool-perl
lain's avatar
lain committed
95
96
97
98
    - mix deps.get
    - mix ecto.create
    - mix ecto.migrate
    - "mix ecto.migrate --migrations-path priv/repo/optional_migrations/rum_indexing/"
rinpatch's avatar
rinpatch committed
99
    - mix test --preload-modules
lain's avatar
lain committed
100

101
102
lint:
  stage: test
103
  cache: *testing_cache_policy
104
105
106
107
108
  script:
    - mix format --check-formatted

analysis:
  stage: test
109
  cache: *testing_cache_policy
110
  script:
rinpatch's avatar
rinpatch committed
111
    - mix deps.get
112
113
    - mix credo --strict --only=warnings,todo,fixme,consistency,readability

114
docs-deploy:
115
  stage: deploy
116
  cache: *testing_cache_policy
117
  image: alpine:latest
rinpatch's avatar
rinpatch committed
118
  only:
119
  - stable@pleroma/pleroma
rinpatch's avatar
rinpatch committed
120
121
  - develop@pleroma/pleroma
  before_script:
122
  - apk add curl
rinpatch's avatar
rinpatch committed
123
  script:
124
  - curl -X POST -F"token=$DOCS_PIPELINE_TRIGGER" -F'ref=master' -F"variables[BRANCH]=$CI_COMMIT_REF_NAME" https://git.pleroma.social/api/v4/projects/673/trigger/pipeline
lain's avatar
lain committed
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
review_app:
  image: alpine:3.9
  stage: deploy
  before_script:
    - apk update && apk add openssh-client git
  when: manual
  environment:
    name: review/$CI_COMMIT_REF_NAME
    url: https://$CI_ENVIRONMENT_SLUG.pleroma.online/
    on_stop: stop_review_app
  only:
    - branches
  except:
    - master
    - develop
  script:
    - echo "$CI_ENVIRONMENT_SLUG"
    - mkdir -p ~/.ssh
    - eval $(ssh-agent -s)
    - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
    - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
    - (ssh -t dokku@pleroma.online -- apps:create "$CI_ENVIRONMENT_SLUG") || true
147
    - (ssh -t dokku@pleroma.online -- git:set "$CI_ENVIRONMENT_SLUG" keep-git-dir true) || true
lain's avatar
lain committed
148
149
150
151
    - ssh -t dokku@pleroma.online -- config:set "$CI_ENVIRONMENT_SLUG" APP_NAME="$CI_ENVIRONMENT_SLUG" APP_HOST="$CI_ENVIRONMENT_SLUG.pleroma.online" MIX_ENV=dokku
    - (ssh -t dokku@pleroma.online -- postgres:create $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db) || true
    - (ssh -t dokku@pleroma.online -- postgres:link $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db "$CI_ENVIRONMENT_SLUG") || true
    - (ssh -t dokku@pleroma.online -- certs:add "$CI_ENVIRONMENT_SLUG" /home/dokku/server.crt /home/dokku/server.key) || true
lain's avatar
lain committed
152
    - git push -f dokku@pleroma.online:$CI_ENVIRONMENT_SLUG $CI_COMMIT_SHA:refs/heads/master
lain's avatar
lain committed
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170

stop_review_app:
  image: alpine:3.9
  stage: deploy
  before_script:
    - apk update && apk add openssh-client git
  when: manual
  environment:
    name: review/$CI_COMMIT_REF_NAME
    action: stop
  script:
    - echo "$CI_ENVIRONMENT_SLUG"
    - mkdir -p ~/.ssh
    - eval $(ssh-agent -s)
    - echo "$SSH_PRIVATE_KEY" | tr -d '\r' | ssh-add -
    - ssh-keyscan -H "pleroma.online" >> ~/.ssh/known_hosts
    - ssh -t dokku@pleroma.online -- --force apps:destroy "$CI_ENVIRONMENT_SLUG"
    - ssh -t dokku@pleroma.online -- --force postgres:destroy $(echo $CI_ENVIRONMENT_SLUG | sed -e 's/-/_/g')_db
rinpatch's avatar
rinpatch committed
171
172

amd64:
173
  stage: release
174
  image: elixir:1.10.3
rinpatch's avatar
rinpatch committed
175
  only: &release-only
176
  - stable@pleroma/pleroma
rinpatch's avatar
rinpatch committed
177
  - develop@pleroma/pleroma
178
  - /^maint/.*$/@pleroma/pleroma
179
  - /^release/.*$/@pleroma/pleroma
rinpatch's avatar
rinpatch committed
180
181
182
183
  artifacts: &release-artifacts
    name: "pleroma-$CI_COMMIT_REF_NAME-$CI_COMMIT_SHORT_SHA-$CI_JOB_NAME"
    paths:
      - release/*
rinpatch's avatar
rinpatch committed
184
185
186
187
188
189
    # Ideally it would be never for master branch and with the next commit for develop,
    # but Gitlab does not support neither `only` for artifacts
    # nor setting it to never from .gitlab-ci.yml
    # nor expiring with the next commit
    expire_in: 42 yrs

rinpatch's avatar
rinpatch committed
190
191
192
193
194
195
196
  cache: &release-cache
    key: $CI_COMMIT_REF_NAME-$CI_JOB_NAME
    paths:
          - deps
  variables: &release-variables
    MIX_ENV: prod
  before_script: &before-release
lain's avatar
lain committed
197
  - apt install cmake -y
rinpatch's avatar
rinpatch committed
198
199
200
201
202
203
  - echo "import Mix.Config" > config/prod.secret.exs
  - mix local.hex --force
  - mix local.rebar --force
  script: &release
    - mix deps.get --only prod
    - mkdir release
rinpatch's avatar
rinpatch committed
204
    - export PLEROMA_BUILD_BRANCH=$CI_COMMIT_REF_NAME
rinpatch's avatar
rinpatch committed
205
206
207
208
209
210
211
    - mix release --path release


amd64-musl:
  stage: release
  artifacts: *release-artifacts
  only: *release-only
212
  image: elixir:1.10.3-alpine 
rinpatch's avatar
rinpatch committed
213
214
215
  cache: *release-cache
  variables: *release-variables
  before_script: &before-release-musl
lain's avatar
lain committed
216
  - apk add git gcc g++ musl-dev make cmake
rinpatch's avatar
rinpatch committed
217
218
219
220
221
222
223
224
225
226
227
  - echo "import Mix.Config" > config/prod.secret.exs
  - mix local.hex --force
  - mix local.rebar --force
  script: *release

arm:
  stage: release
  artifacts: *release-artifacts
  only: *release-only
  tags:
    - arm32
228
  image: elixir:1.10.3
rinpatch's avatar
rinpatch committed
229
230
231
232
233
234
235
236
237
238
239
  cache: *release-cache
  variables: *release-variables
  before_script: *before-release
  script: *release

arm-musl:
  stage: release
  artifacts: *release-artifacts
  only: *release-only
  tags:
    - arm32
240
  image: elixir:1.10.3-alpine
rinpatch's avatar
rinpatch committed
241
242
243
244
245
246
247
248
249
250
251
  cache: *release-cache
  variables: *release-variables
  before_script: *before-release-musl
  script: *release

arm64:
  stage: release
  artifacts: *release-artifacts
  only: *release-only
  tags:
    - arm
252
  image: elixir:1.10.3
rinpatch's avatar
rinpatch committed
253
254
255
256
257
258
259
260
261
262
263
264
  cache: *release-cache
  variables: *release-variables
  before_script: *before-release
  script: *release

arm64-musl:
  stage: release
  artifacts: *release-artifacts
  only: *release-only
  tags:
    - arm
  # TODO: Replace with upstream image when 1.9.0 comes out
265
  image: elixir:1.10.3-alpine
rinpatch's avatar
rinpatch committed
266
267
268
269
  cache: *release-cache
  variables: *release-variables
  before_script: *before-release-musl
  script: *release
270
271
272
273

docker:
  stage: docker
  image: docker:latest
274
  cache: {}
275
  dependencies: []
276
277
278
279
280
281
282
  variables: &docker-variables
    DOCKER_DRIVER: overlay2
    DOCKER_HOST: unix:///var/run/docker.sock
    IMAGE_TAG: $CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA
    IMAGE_TAG_SLUG: $CI_REGISTRY_IMAGE:$CI_COMMIT_REF_SLUG
    IMAGE_TAG_LATEST: $CI_REGISTRY_IMAGE:latest
    IMAGE_TAG_LATEST_STABLE: $CI_REGISTRY_IMAGE:latest-stable
283
284
  before_script: &before-docker
    - docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
285
    - docker pull $IMAGE_TAG_SLUG || true
286
287
    - export CI_JOB_TIMESTAMP=$(date --utc -Iseconds)
    - export CI_VCS_REF=$CI_COMMIT_SHORT_SHA
jp's avatar
jp committed
288
  allow_failure: true
289
  script:
290
    - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST .
291
292
293
294
295
    - docker push $IMAGE_TAG
    - docker push $IMAGE_TAG_SLUG
    - docker push $IMAGE_TAG_LATEST
  tags:
    - dind
296
  only:
297
    - develop@pleroma/pleroma
298
299
300
301
302

docker-stable:
  stage: docker
  image: docker:latest
  cache: {}
303
  dependencies: []
304
305
  variables: *docker-variables
  before_script: *before-docker
jp's avatar
jp committed
306
  allow_failure: true
307
  script:
308
    - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t $IMAGE_TAG_SLUG -t $IMAGE_TAG_LATEST_STABLE .
309
310
311
312
313
314
    - docker push $IMAGE_TAG
    - docker push $IMAGE_TAG_SLUG
    - docker push $IMAGE_TAG_LATEST_STABLE
  tags:
    - dind
  only:
315
    - stable@pleroma/pleroma
316
317
318
319
320
321
322
323
324
325

docker-release:
  stage: docker
  image: docker:latest
  cache: {}
  dependencies: []
  variables: *docker-variables
  before_script: *before-docker
  allow_failure: true
  script:
326
    - docker build --cache-from $IMAGE_TAG_SLUG --build-arg VCS_REF=$CI_VCS_REF --build-arg BUILD_DATE=$CI_JOB_TIMESTAMP -t $IMAGE_TAG -t       $IMAGE_TAG_SLUG .
327
328
329
330
331
    - docker push $IMAGE_TAG
    - docker push $IMAGE_TAG_SLUG
  tags:
    - dind
  only:
332
    - /^release/.*$/@pleroma/pleroma