-
-
Notifications
You must be signed in to change notification settings - Fork 18
55 lines (44 loc) · 1.6 KB
/
facebook-photos.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
name: "Facebook Behavior: Page Photos (Owner Logged In)"
on:
push:
pull_request:
schedule:
- cron: '29 16 * * *'
jobs:
facebook_test:
environment: DigitalOcean
runs-on: ubuntu-latest
strategy:
matrix:
node-version: [16.x]
steps:
- uses: actions/checkout@v3
- name: Use Node.js ${{ matrix.node-version }}
uses: actions/setup-node@v3
with:
node-version: ${{ matrix.node-version }}
- uses: prewk/s3-cp-action@v1
env:
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
AWS_S3_ENDPOINT: ${{ secrets.AWS_S3_ENDPOINT }}
SOURCE: ${{ secrets.PROFILE_URL }}
DEST: './profile.tar.gz'
- name: install requirements
run: yarn install
- uses: c-py/action-dotenv-to-setenv@v2
with:
env-file: test/test.env
- name: get browsertrix image
run: docker pull $BROWSERTRIX_IMAGE
- name: run crawl
run: docker run -v $PWD/dist/behaviors.js:/app/node_modules/browsertrix-behaviors/dist/behaviors.js -v $PWD/profile.tar.gz:/profile.tar.gz $BROWSERTRIX_IMAGE crawl --url https://www.facebook.com/Capture-Sample-105559135004406/photos --limit 1 --logging behaviors --profile /profile.tar.gz > ./log
- name: cat log
run: cat ./log
- uses: sergeysova/jq-action@v2
name: compare crawl log to expected
with:
cmd: >
cat log
| jq -Rr -c 'fromjson? | .details | select(type == "object") | {msg,state} | select(.msg != null)'
| diff - ./test/expected-facebook-photos.log