{"record":{"id":"6567e40796916abb","repo":"pathwaycom/pathway","slug":"optimization-is-based-on-the-column-table-optimi","errorCode":null,"errorMessage":"Optimization is based on the column '{table_optimizer.tracked_column}', which is not a partition column. Please include this column in partition_columns.","messagePattern":"Optimization is based on the column '(.+?)', which is not a partition column\\. Please include this column in partition_columns\\.","errorType":"validation","errorClass":"ValueError","httpStatus":null,"severity":"error","filePath":"python/pathway/io/deltalake/__init__.py","lineNumber":681,"sourceCode":"        storage_type=\"deltalake\",\n        path=uri,\n        aws_s3_settings=_engine_s3_connection_settings(\n            uri, prepared_connection_settings\n        ),\n        min_commit_frequency=min_commit_frequency,\n        partition_columns=prepared_partition_columns,\n        snapshot_maintenance_on_output=output_table_type == SNAPSHOT_OUTPUT_TABLE_TYPE,\n        delta_optimizer_rule=(table_optimizer.engine_rule if table_optimizer else None),\n    )\n    data_format = api.DataFormat(\n        format_type=\"identity\",\n        key_field_names=None,\n        value_fields=_format_output_value_fields(table),\n    )\n\n    if table_optimizer is not None:\n        if table_optimizer.tracked_column.name not in prepared_partition_columns:\n            raise ValueError(\n                f\"Optimization is based on the column '{table_optimizer.tracked_column}', \"\n                \"which is not a partition column. Please include this column in partition_columns.\"\n            )\n        table_optimizer._start_compression(table_path=uri)\n\n    table.to(\n        datasink.GenericDataSink(\n            data_storage,\n            data_format,\n            datasink_name=\"deltalake\",\n            unique_name=name,\n            sort_by=sort_by,\n            on_pipeline_finished=(\n                table_optimizer._stop_compression\n                if table_optimizer is not None\n                else None\n            ),\n        )","sourceCodeStart":663,"sourceCodeEnd":699,"githubUrl":"https://github.com/pathwaycom/pathway/blob/fa2f74a4649b7c5908690cf60137263d8d80de5f/python/pathway/io/deltalake/__init__.py#L663-L699","documentation":"Error \"Optimization is based on the column '{table_optimizer.tracked_column}', which is not a partition column. Please include this column in partition_columns.\" thrown in pathwaycom/pathway.","triggerScenarios":"Thrown at python/pathway/io/deltalake/__init__.py:681 when the library encounters an invalid state.","commonSituations":"See trigger scenarios.","solutions":["Include the tracked (min/max) optimization column in partition_columns."],"exampleFix":"pw.io.deltalake.write(t, uri, partition_columns=[t.date, t.tracked_col], min_max_index=[t.tracked_col])","handlingStrategy":null,"validationCode":null,"typeGuard":null,"tryCatchPattern":null,"preventionTips":[],"tags":[],"backgroundTag":null,"analyzedSha":"fa2f74a4649b7c5908690cf60137263d8d80de5f","analyzedAt":"2026-08-15T01:48:17.006Z","schemaVersion":2},"datasetVersion":"2026-08-15T22:17:37.221Z"}