power query Dynamic pivoting and automate data refresh

I need to pivot JSON data and dynamically add columns during each data refresh in a Fabric semantic model. This functionality only works when I trigger a manual refresh using the Refresh button; scheduled refreshes or the Dataset Refresh API do not apply these changes.

Below is the one of My Power Query

let
    // Parameters
    CloudConnectionName = #"CloudConnectionName",   
    DatabaseName = DatabaseName,
    SchemaName = #"SchemaName",                    

    // Load source table
    Source = Sql.Database(CloudConnectionName, DatabaseName),
    TableData = Source{[Schema=SchemaName, Item="MAINTENANCE_LI_CUSTOM_ATTRIBUTES"]}[Data],

    // Parse JSON safely
    ParseJSON = Table.AddColumn(
        TableData,
        "Parsed",
        each if [JsonData] <> null and Text.Trim([JsonData]) <> ""
             then try Json.Document([JsonData]) otherwise null
             else null
    ),

    // Convert Parsed to table safely (empty table if null)
    ConvertToTable = Table.TransformColumns(
        ParseJSON,
        {"Parsed", each if _ <> null then Record.ToTable(_) else #table({"Name","Value"}, {}), type table}
    ),

    // Expand Name and Value
    ExpandKeyValue = Table.ExpandTableColumn(ConvertToTable, "Parsed", {"Name", "Value"}),

    // Remove null Name rows and ensure text types
    Cleaned = Table.SelectRows(ExpandKeyValue, each [Name] <> null),
    EnsureText = Table.TransformColumnTypes(Cleaned, {{"Name", type text}, {"Value", type text}}),

    // Get dynamic list of keys from current data only
    AvailableKeys = if Table.IsEmpty(EnsureText) then {} else List.Distinct(EnsureText[Name]),

    // Pivot dynamically based on current keys only
    MAINTENANCE_LI_CUSTOM_ATTRIBUTES = Table.Pivot(
        EnsureText,
        AvailableKeys,
        "Name",
        "Value",
        each List.First(_, null)
    )
in
    MAINTENANCE_LI_CUSTOM_ATTRIBUTES