def fetch_all(query, page_size=50):
    results, offset = [], 0
    while True:
        resp = requests.get(
            "https://api.example.org/v1/publications",
            params={"query": query, "limit": page_size, "offset": offset},
        )
        resp.raise_for_status()
        page = resp.json()
        results.extend(page["results"])
        if not page.get("has_more"):
            return pd.DataFrame(results)
        offset += page_size
        time.sleep(0.5)

>>> df = fetch_all("climate adaptation")
>>> df[["title", "year", "citation_count"]].head()
