Cv2 4793 identify required workflows

.github/workflows/ci-tests.yaml

@@ -0,0 +1,279 @@
+name: Build and Run Tests
+
+on:
+  push:
+    branches:
+    - master
+  pull_request:
+    branches:
+    - develop
+
+env:
+  CC_TEST_REPORTER_ID: "${{ secrets.CC_TEST_REPORTER_ID }}"
+
+jobs:
+  functional-tests:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Configure AWS Credentials
+      uses: aws-actions/configure-aws-credentials@v4
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
+        aws-region: eu-west-1
+
+    - name: Login to Amazon ECR
+      id: login-ecr
+      uses: aws-actions/amazon-ecr-login@v2
+
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v3
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: set up enviroments 
+      run: |
+        export RECORD_RUNTIME=true
+        export LC_ALL=C.UTF-8
+        export LANG=C.UTF-8
+        export LANGUAGE=C.UTF-8
+        export PATH=/root/.local/bin:$PATH
+        rm -rf tmp/cache tmp/cache1 tmp/cache2 tmp/cache3 tmp/cache4 tmp/cache5 && mkdir -p tmp/cache tmp/cache1 tmp/cache2 tmp/cache3 tmp/cache4 tmp/cache5
+
+    - name: set up comfiguration files
+      run: |
+        cp config/config.yml.example config/config.yml
+        cp config/database.yml.example config/database.yml
+        cp config/sidekiq.yml.example config/sidekiq.yml
+        cp config/credentials.json.example config/credentials.json
+        cp config/sidekiq-test.yml.example config/sidekiq-test.yml
+
+    - name: Build Docker Container
+      run: |
+        docker-compose build
+    - name: Run syntax checks
+      run: |
+        docker-compose run api bash -c 'touch /tmp/no-syntax-errors && find app lib config -name *.rb -exec bash -c "ruby -c {} >/dev/null || rm /tmp/no-syntax-errors" ";" && ls /tmp/no-syntax-errors'
+    - name: Run Container
+      run: docker-compose -f docker-compose.yml -f docker-test.yml up -d
+
+    - name: Wait for the server to be ready
+      run: |
+        tail -f log/test.log &
+        until curl --silent -I -f --fail http://localhost:3000 ; do printf .; sleep 1; done
+    - name: Set up parallel environment
+      run: docker-compose exec -T api test/setup-parallel-env.sh
+
+    - name: Precompile assets
+      run: docker-compose exec -T api bundle exec rake assets:precompile
+
+    - name: Prepare parallel runtime log
+      run: |
+        sleep 10
+        touch tmp/parallel_runtime_test.log
+        chmod +w tmp/parallel_runtime_test.log
+
+    - name: Run Functional Tests
+      id: run-tests
+      env:
+        TEST_RETRY_COUNT: 3
+      run: |
+        docker-compose exec -e TEST_RETRY_COUNT=$TEST_RETRY_COUNT -T -e PATTERN='models mailers integration workers lib contract' api test/run-tests.sh
+
+    - name: After functional Tests
+      id: after-functional-tests
+      env:
+        GIT_SHA: ${{ github.sha }}
+        GIT_COMMITED_AT: ${{ github.event.head_commit.timestamp }}
+      run: |  
+        docker-compose exec -T -e GIT_COMMIT_SHA=${{ github.sha }} \
+        -e GIT_COMMITTED_AT=${{ github.event.head_commit.timestamp }} \
+        -e CC_TEST_REPORTER_ID=$CC_TEST_REPORTER_ID \
+        -e PATH=$PATH \
+        -e JOB_NAME=functional-tests \
+        -e AWS_CONFIG_FILE=/app/credentials \
+        api test/test-coverage.sh
+
+
+  unit-tests:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Configure AWS Credentials
+      uses: aws-actions/configure-aws-credentials@v4
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
+        aws-region: eu-west-1
+
+    - name: Login to Amazon ECR
+      id: login-ecr
+      uses: aws-actions/amazon-ecr-login@v2
+
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v3
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: set up enviromnts 
+      run: |
+        export RECORD_RUNTIME=true
+        export LC_ALL=C.UTF-8
+        export LANG=C.UTF-8
+        export LANGUAGE=C.UTF-8
+        export PATH=/root/.local/bin:$PATH
+        rm -rf tmp/cache tmp/cache1 tmp/cache2 tmp/cache3 tmp/cache4 tmp/cache5 && mkdir -p tmp/cache tmp/cache1 tmp/cache2 tmp/cache3 tmp/cache4 tmp/cache5
+
+    - name: set up comfiguration files
+      run: |
+        cp config/config.yml.example config/config.yml
+        cp config/database.yml.example config/database.yml
+        cp config/sidekiq.yml.example config/sidekiq.yml
+        cp config/credentials.json.example config/credentials.json
+        cp config/sidekiq-test.yml.example config/sidekiq-test.yml
+
+    - name: Build Docker Container
+      run: |
+        docker-compose build
+    - name: Run syntax checks
+      run: |
+        docker-compose run api bash -c 'touch /tmp/no-syntax-errors && find app lib config -name *.rb -exec bash -c "ruby -c {} >/dev/null || rm /tmp/no-syntax-errors" ";" && ls /tmp/no-syntax-errors'
+    - name: Run Container
+      run: docker-compose -f docker-compose.yml -f docker-test.yml up -d
+
+    - name: Wait for the server to be ready
+      run: |
+        tail -f log/test.log &
+        until curl --silent -I -f --fail http://localhost:3000 ; do printf .; sleep 1; done
+    - name: Set up parallel environment
+      run: docker-compose exec -T api test/setup-parallel-env.sh
+
+    - name: Precompile assets
+      run: docker-compose exec -T api bundle exec rake assets:precompile
+
+    - name: Prepare parallel runtime log
+      run: |
+        sleep 10
+        touch tmp/parallel_runtime_test.log
+        chmod +w tmp/parallel_runtime_test.log
+
+    - name: Run Unit Tests
+      id: run-tests
+      env:
+        TEST_RETRY_COUNT: 3
+      run: |
+        docker-compose exec -e TEST_RETRY_COUNT=$TEST_RETRY_COUNT -T -e PATTERN='controllers contract' api test/run-tests.sh
+
+    - name: After unit Tests
+      id: unit-tests
+      env:
+        GIT_SHA: ${{ github.sha }}
+        GIT_COMMITED_AT: ${{ github.event.head_commit.timestamp }}
+      run: |  
+        docker-compose exec -T -e GIT_COMMIT_SHA=${{ github.sha }} \
+        -e GIT_COMMITTED_AT=${{ github.event.head_commit.timestamp }} \
+        -e CC_TEST_REPORTER_ID=$CC_TEST_REPORTER_ID \
+        -e PATH=$PATH \
+        -e JOB_NAME=unit-tests \
+        -e AWS_CONFIG_FILE=/app/credentials \
+        api test/test-coverage.sh
+
+
+  contract-tests:
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Configure AWS Credentials
+      uses: aws-actions/configure-aws-credentials@v4
+      with:
+        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+        role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }}
+        aws-region: eu-west-1
+
+    - name: Login to Amazon ECR
+      id: login-ecr
+      uses: aws-actions/amazon-ecr-login@v2
+
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v3
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: set up enviromnts 
+      run: |
+        export RECORD_RUNTIME=true
+        export LC_ALL=C.UTF-8
+        export LANG=C.UTF-8
+        export LANGUAGE=C.UTF-8
+        export PATH=/root/.local/bin:$PATH
+        rm -rf tmp/cache tmp/cache1 tmp/cache2 tmp/cache3 tmp/cache4 tmp/cache5 && mkdir -p tmp/cache tmp/cache1 tmp/cache2 tmp/cache3 tmp/cache4 tmp/cache5
+
+    - name: set up comfiguration files
+      run: |
+        cp config/config.yml.example config/config.yml
+        cp config/database.yml.example config/database.yml
+        cp config/sidekiq.yml.example config/sidekiq.yml
+        cp config/credentials.json.example config/credentials.json
+        cp config/sidekiq-test.yml.example config/sidekiq-test.yml
+
+    - name: Build Docker Container
+      run: |
+        docker-compose build
+
+    - name: Run syntax checks
+      run: |
+        docker-compose run api bash -c 'touch /tmp/no-syntax-errors && find app lib config -name *.rb -exec bash -c "ruby -c {} >/dev/null || rm /tmp/no-syntax-errors" ";" && ls /tmp/no-syntax-errors'
+
+    - name: Run Container
+      run: docker-compose -f docker-compose.yml -f docker-test.yml up -d
+
+    - name: Wait for the server to be ready
+      run: |
+        tail -f log/test.log &
+        until curl --silent -I -f --fail http://localhost:3000 ; do printf .; sleep 1; done
+
+    - name: Set up parallel environment
+      run: docker-compose exec -T api test/setup-parallel-env.sh
+
+    - name: Precompile assets
+      run: docker-compose exec -T api bundle exec rake assets:precompile
+
+    - name: Prepare parallel runtime log
+      run: |
+        sleep 10
+        touch tmp/parallel_runtime_test.log
+        chmod +w tmp/parallel_runtime_test.log
+
+    - name: Run Contract Tests
+      id: run-tests
+      env:
+        TEST_RETRY_COUNT: 3
+      run: |
+        docker-compose exec -e TEST_RETRY_COUNT=$TEST_RETRY_COUNT -T -e PATTERN='controllers models mailers integration workers lib' api test/run-tests.sh
+
+    - name: After contract Tests
+      id: after-tests
+      env:
+        GIT_SHA: ${{ github.sha }}
+        GIT_COMMITED_AT: ${{ github.event.head_commit.timestamp }}
+      run: |  
+        docker-compose exec -T -e GIT_COMMIT_SHA=${{ github.sha }} \
+        -e GIT_COMMITTED_AT=${{ github.event.head_commit.timestamp }} \
+        -e CC_TEST_REPORTER_ID=$CC_TEST_REPORTER_ID \
+        -e PATH=$PATH \
+        -e JOB_NAME=contract-tests \
+        -e AWS_CONFIG_FILE=/app/credentials \
+        api test/test-coverage.sh

.github/workflows/gitlab-mirror.yml

@@ -0,0 +1,19 @@
+name: GitLab Mirror
+
+on: 
+  - push
+  - delete
+
+jobs:
+  sync:
+    runs-on: ubuntu-latest
+    name: Git Repo Sync
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        fetch-depth: 0
+    - uses: wangchucheng/[email protected]
+      with:
+        target-url: https://gitlab.com/meedan/check-api.git/
+        target-username: sonoransun
+        target-token: ${{ secrets.GITLAB_ACCESS_TOKEN }}

.gitlab-ci.yml

@@ -1,4 +1,5 @@
 stages:
+  #- test
   - build
   - deploy
 

app/models/concerns/alegre_v2.rb

@@ -283,7 +283,6 @@ def get_target_field(project_media, field)
     end
 
     def parse_similarity_results(project_media, field, results, relationship_type)
-      results ||= []
       Hash[results.collect{|result|
         result["context"] = isolate_relevant_context(project_media, result)
         [

config/initializers/03_sidekiq.rb

@@ -5,6 +5,9 @@
 require "sidekiq/cloudwatchmetrics"
 
 Sidekiq::Extensions.enable_delay!
+Sidekiq::CloudWatchMetrics.enable!(
+  namespace: "sidekiq_checkapi_#{Rails.env}",
+  additional_dimensions: { "ClusterName" => "Sidekiq-#{ENV['DEPLOY_ENV']}" } )
 
 # Only enable CloudWatch metrics for Live, not Travis or other
 # integration test environments.

config/initializers/version.rb

@@ -1 +1 @@
-VERSION = '0.0.1'
+VERSION = '0.102.0'

doc/api-user.md

@@ -269,36 +269,6 @@ As we can see above, the `geolocation` task response should be a valid [GeoJSON]
 
 The `url` and `quote` can't be both defined at the same time. It's one or the other. If the `quote` field is set, it means you're creating a claim. If the `url` field is set, it means you're creating a report of type "link".
 
-## Create original claim when creating media
-
-When using `createProjectMedia` to create new project media, you can use the `set_original_claim` field to import a URL as the original claim. This URL can be in the following formats:
-
-1. Video URL: This will create a video as the original claim.
-2. Audio URL: This will create an audio as the original claim.
-3. Image URL: This will create a picture/image as the original claim.
-4. Normal URL: A Link will be created as the original claim
-5. If the value in `set_original_claim` is not a URL, then the original claim will be created in plain-text.
-
-Here is an example of how to use this field:
-
-_Query_
-```graphql
-mutation {
-  createProjectMedia(input: {
-    project_id: 4,
-    set_original_claim: "https://someurl.com/somefile.mp3"
-  }) {
-    project_media {
-      title
-      type
-      url
-    }
-  }
-}
-```
-
-This example will create an audio as the original claim.
-
 ## Updating media
 
 We can update media using the GraphQL (Base 64) id. In the example below, we change the description of a media:

lib/rss_feed.rb

@@ -18,9 +18,7 @@ def get_articles(count = 3)
         feed = RSS::Parser.parse(rss, false)
         unless feed.nil?
           feed.items.first(count).each do |item|
-            title = item.title.kind_of?(String) ? item.title : item.title.content
-            link = item.link.kind_of?(String) ? item.link : item.link.href
-            output << title.to_s.strip + "\n" + link.to_s.strip
+            output << item.title.strip + "\n" + item.link.strip
           end
         end
       end