Pagination

{
  "_status": "OK",
  "_self": "/restapi/v1/job",
  "_schema": "/restapi/schemav1/jobs",
  "_next": "/restapi/v1/job?pagecursor=42",
  "items": [
    {
      "id": 1,
      "title": "Full-Stack Developer",
      "_self": "/restapi/v1/job/1"
    },
    {
      "id": 2,
      "title": "Project Manager",
      "_self": "/restapi/v1/job/2"
    }
  ]
}

import requests

def fetch_all_pages(url, auth):
    """Fetches all items from a paginated resource"""
    all_items = []

    while url:
        response = requests.get(url, auth=auth)
        data = response.json()

        if data.get('_status') != 'OK':
            break

        all_items.extend(data.get('items', []))
        url = data.get('_next', '')

    return all_items

# Usage
jobs = fetch_all_pages(
    'https://jobaffinity.fr/restapi/v1/job',
    auth=('login', 'password')
)

#!/bin/bash

URL="https://jobaffinity.fr/restapi/v1/job"
AUTH="login:password"

while [ ! -z "$URL" ]; do
  RESPONSE=$(curl -s --basic --user "$AUTH" "$URL")

  # Process items
  echo "$RESPONSE" | jq '.items[]'

  # Get next URL
  URL=$(echo "$RESPONSE" | jq -r '._next // empty')
done