Hello @nbj-ksdh
Please give this a try
const fetch = require('node-fetch');
// Example function to retrieve large sets in 1,000-row chunks.
async function fetchAllRows() {
let offset = 0;
const limit = 1000;
let allRows = [];
while (true) {
// Adjust field names or parameters as needed for your schema.
const query = `
query GetRows($limit: Int!, $offset: Int!) {
myTable(limit: $limit, offset: $offset) {
id
name
// Include other columns as necessary
}
}
`;
const response = await fetch("YOUR_GRAPHQL_ENDPOINT", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({ query, variables: { limit, offset } })
});
const json = await response.json();
const currentBatch = json.data?.myTable || [];
allRows.push(...currentBatch);
// If there's fewer than 'limit' rows, we're done
if (currentBatch.length < limit) {
break;
}
offset += limit;
}
return allRows;
}
// Usage example:
fetchAllRows()
.then(rows => {
console.log(`Retrieved ${rows.length} total rows.`);
// Do something with your data here
})
.catch(err => console.error(err));
function uses offset-based pagination (`limit` and `offset`), which is compatible with GraphQL implementations in Microsoft Fabric. However, if the schema includes fields like `endCursor` and `hasNextPage`, you might consider switching to cursor-based pagination for better efficiency
You must create a GraphQL API endpoint within your Fabric workspace. This involves selecting a data source (e.g., a Data Warehouse or SQL database) and exposing the required tables or fields through the API. The schema is automatically generated based on the selected data source
Please accept the answer if this is helpful and give kudos
