How to save Elasticsearch query results using paging in a bash script automation

export ELASTIC_SEARCH_URL=YOUR_ELASTIC_SERVER
export ELASTIC_SEARCH_INDEX=YOUR_INDEX
export ELASTIC_SEARCH_USER=YOUR_USER
export ELASTIC_SEARCH_PASSWORD=YOUR_PASSWORD

#!/bin/bash

source ./.env

export PAGE="01.json"

echo "***************************"
echo "1. Query data from an index and save the first result."

curl -X POST \
  -u $ELASTIC_SEARCH_USER:$ELASTIC_SEARCH_PASSWORD \
  "$ELASTIC_SEARCH_URL$ELASTIC_SEARCH_INDEX/_search?scroll=50m" \
  -H "Content-Type: application/json" \
  -d ' {
  "size" : 1000,
  "query": {
    "bool": {
      "must": {
        "match_all": {}
      },
      "should":[
        { "term": {
            "prod_Id": "YOUR_FIRT_PRODUCT_IC"
          }
        },
        { "term": {
            "prod_Id": "YOU_SECOND_PRODUCT_ID"
          }
        }
      ],
      "filter": [
        {
          "term": {
            "vers_Id": "YOUR_VERSION"
          }
        },
        {
          "term": {
            "status": "YOUR_STATUS"
          }
        },
        {
          "term": {
            "language": "english"
          }
        }
      ]
    }
  }
}
' | jq '.' > $PAGE

echo "***************************"
echo "2. Identify scroll_id/hits and save the data in the next result."

SCROLL_ID=$(cat "$PAGE" | jq -c '._scroll_id')
HITS=$(cat "$PAGE" | jq -c '.hits.hits[]')

i=2
export PAGE=02.json

echo "***************************"
echo "3. Loop pages until there is no scroll id or there are no hits available."

if [[ -z ${SCROLL_ID} ]] || [[ -z ${HITS} ]]; then
   echo "EXIT script: No 'scroll_id' or 'hits' are given."
   exit 1
fi

while : 
do
  echo "Download page $PAGE"
  curl -X POST \
   -u $ELASTIC_SEARCH_USER:$ELASTIC_SEARCH_PASSWORD \
   "${ELASTIC_SEARCH_URL}_search/scroll" \
   -H "Content-Type: application/json" \
   -d "{ \"scroll\" : \"50m\", \"scroll_id\" : $SCROLL_ID}" | jq '.' > $PAGE

  ((i=i+1))

  SCROLL_ID=$(cat "$PAGE" | jq -c '._scroll_id')
  HITS=$(cat "$PAGE" | jq -c '.hits.hits[]')
  #echo "--- hits for page ${i} - BEGIN---"
  #echo "${HITS}"
  #echo "--- hits for page ${i} - END---"
  #echo "--- scroll_id for page ${i} - BEGIN---"
  #echo "${SCROLL_ID}"
  #echo "--- scroll_id for page ${i} - END---"
  
  if [[ -z ${SCROLL_ID} ]] || [[ -z ${HITS} ]]; then
    rm $PAGE
    echo "------END-----"
    break
  else
    echo "--------------"
  fi

  if ((i<10));then
    export PAGE="0${i}.json"
  else
    export PAGE="${i}.json"
  fi
done

((i=i-1))
echo "Result: ${i} pages were downloaded."