I am trying to work on getting all records to pull in and I have tried to apply several of the post but seeing how I am new to Power Query I am having trouble. My web source only allows me to get 50000 records at a time but I need to get all records which are around 250000. Any way I could get this to paginate? Here is my code so fare
let
Source = Json.Document(Web.Contents("https://<website>/api/<company>/issues")),
issues1 = Source[issues],
#"Converted to Table" = Table.FromList(issues1, Splitter.SplitByNothing(), null, null, ExtraValues.Error),
#"Expanded Column1" = Table.ExpandRecordColumn(#"Converted to Table", "Column1", {"id", "number", "description", "corrective_actions", "project_id", "project", "area_id", "area", "area_path", "area_full_path", "item_id", "item", "item_path", "item_full_path", "item_master_id", "item_master", "item_master_path", "item_master_full_path", "standard_issue", "responsible_company", "responsible_company_id", "responsible", "created_by", "created", "closed_by", "closed", "modified", "started", "fix_required", "age", "discipline_id", "discipline", "specialty_id", "specialty", "status_id", "status", "category_id", "category", "state", "inspection_id", "inspection_number", "last_assigned", "template_id", "template", "ent_struc_item", "custom_field_1", "custom_field_2", "custom_field_3", "custom_field_4", "custom_field_5"}, {"Column1.id", "Column1.number", "Column1.description", "Column1.corrective_actions", "Column1.project_id", "Column1.project", "Column1.area_id", "Column1.area", "Column1.area_path", "Column1.area_full_path", "Column1.item_id", "Column1.item", "Column1.item_path", "Column1.item_full_path", "Column1.item_master_id", "Column1.item_master", "Column1.item_master_path", "Column1.item_master_full_path", "Column1.standard_issue", "Column1.responsible_company", "Column1.responsible_company_id", "Column1.responsible", "Column1.created_by", "Column1.created", "Column1.closed_by", "Column1.closed", "Column1.modified", "Column1.started", "Column1.fix_required", "Column1.age", "Column1.discipline_id", "Column1.discipline", "Column1.specialty_id", "Column1.specialty", "Column1.status_id", "Column1.status", "Column1.category_id", "Column1.category", "Column1.state", "Column1.inspection_id", "Column1.inspection_number", "Column1.last_assigned", "Column1.template_id", "Column1.template", "Column1.ent_struc_item", "Column1.custom_field_1", "Column1.custom_field_2", "Column1.custom_field_3", "Column1.custom_field_4", "Column1.custom_field_5"})
in
#"Expanded Column1"
