Fetch All Pages from a Paginated API (JavaScript Async/Await)

async function fetchAllPaginatedData(baseUrl, initialPage = 1, pageSize = 10) {
    let allData = [];
    let currentPage = initialPage;
    let hasMorePages = true;

    while (hasMorePages) {
        try {
            // Construct the URL with pagination parameters
            const url = `${baseUrl}?page=${currentPage}&pageSize=${pageSize}`;
            console.log(`Fetching page ${currentPage} from: ${url}`);

            const response = await fetch(url);

            if (!response.ok) {
                const errorBody = await response.text();
                throw new Error(`HTTP error! Status: ${response.status}, Body: ${errorBody}`);
            }

            const pageData = await response.json();

            // Assuming the API returns an array of items and a way to know if there are more pages
            // Example: pageData = { items: [...], totalPages: X, currentPage: Y, hasNext: true/false }
            if (!pageData || !Array.isArray(pageData.items)) {
                console.warn("API response format unexpected, assuming no more data.");
                hasMorePages = false;
                break;
            }

            allData = allData.concat(pageData.items);

            // Determine if there are more pages based on API response structure
            // This logic depends on the specific API's pagination details
            if (pageData.hasNext === false || currentPage >= pageData.totalPages) {
                hasMorePages = false;
            } else {
                currentPage++;
            }

        } catch (error) {
            console.error('Error fetching paginated data:', error);
            hasMorePages = false; // Stop on error
        }
    }
    return allData;
}

// Example usage:
// (async () => {
//     const myData = await fetchAllPaginatedData('https://api.example.com/products', 1, 20);
//     console.log('All fetched data:', myData);
// })();