diff --git a/.codegen/_openapi_sha b/.codegen/_openapi_sha index 736224f73..22508b319 100644 --- a/.codegen/_openapi_sha +++ b/.codegen/_openapi_sha @@ -1 +1 @@ -732dd0f076d8549a12a398ccbc0fcc8ed4816342 \ No newline at end of file +acb84dd139848f31215fafe966bd15615119286a \ No newline at end of file diff --git a/NEXT_CHANGELOG.md b/NEXT_CHANGELOG.md index 4e4088566..7da0dcc36 100644 --- a/NEXT_CHANGELOG.md +++ b/NEXT_CHANGELOG.md @@ -15,3 +15,6 @@ ### Internal Changes ### API Changes +* Add `effectiveWorkspaceId` field for `com.databricks.sdk.service.disasterrecovery.StableUrl`. +* Add `sourceMetadataColumn` field for `com.databricks.sdk.service.pipelines.TableSpecificConfig`. +* [Breaking] Remove `codeSourcePath` field for `com.databricks.sdk.service.jobs.AiRuntimeTask`. \ No newline at end of file diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/StableUrl.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/StableUrl.java index 0c38f8b40..9e31355fe 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/StableUrl.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/disasterrecovery/StableUrl.java @@ -13,6 +13,16 @@ */ @Generated public class StableUrl { + /** + * The workspace this stable URL currently routes to. Set to `initial_workspace_id` at creation, + * advanced to the failover group's primary while attached (including across a failover), and + * preserved when the stable URL is detached from its failover group. Read this to see where an + * unattached stable URL points: after a failover followed by a detach it reflects the + * post-failover primary, not `initial_workspace_id`. + */ + @JsonProperty("effective_workspace_id") + private String effectiveWorkspaceId; + /** * Fully qualified resource name of the FailoverGroup this stable URL is currently linked to, in * the format `accounts/{account_id}/failover-groups/{failover_group_id}`. Empty when the stable @@ -48,6 +58,15 @@ public class StableUrl { @JsonProperty("url") private String url; + public StableUrl setEffectiveWorkspaceId(String effectiveWorkspaceId) { + this.effectiveWorkspaceId = effectiveWorkspaceId; + return this; + } + + public String getEffectiveWorkspaceId() { + return effectiveWorkspaceId; + } + public StableUrl setFailoverGroupName(String failoverGroupName) { this.failoverGroupName = failoverGroupName; return this; @@ -98,7 +117,8 @@ public boolean equals(Object o) { if (this == o) return true; if (o == null || getClass() != o.getClass()) return false; StableUrl that = (StableUrl) o; - return Objects.equals(failoverGroupName, that.failoverGroupName) + return Objects.equals(effectiveWorkspaceId, that.effectiveWorkspaceId) + && Objects.equals(failoverGroupName, that.failoverGroupName) && Objects.equals(initialWorkspaceId, that.initialWorkspaceId) && Objects.equals(name, that.name) && Objects.equals(stableWorkspaceId, that.stableWorkspaceId) @@ -107,12 +127,14 @@ public boolean equals(Object o) { @Override public int hashCode() { - return Objects.hash(failoverGroupName, initialWorkspaceId, name, stableWorkspaceId, url); + return Objects.hash( + effectiveWorkspaceId, failoverGroupName, initialWorkspaceId, name, stableWorkspaceId, url); } @Override public String toString() { return new ToStringer(StableUrl.class) + .add("effectiveWorkspaceId", effectiveWorkspaceId) .add("failoverGroupName", failoverGroupName) .add("initialWorkspaceId", initialWorkspaceId) .add("name", name) diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/AiRuntimeTask.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/AiRuntimeTask.java index b7b916498..cd415dfce 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/AiRuntimeTask.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/AiRuntimeTask.java @@ -18,17 +18,6 @@ */ @Generated public class AiRuntimeTask { - /** - * Optional workspace or UC volume path of the uploaded code-source archive. The CLI packages the - * user's local code directory into an archive and populates this. Customers calling the Jobs API - * directly should upload their archive to the workspace or a UC volume first and supply the - * resulting path here. - * - *

When set, the training node exposes the value via the `$CODE_SOURCE` environment variable. - */ - @JsonProperty("code_source_path") - private String codeSourcePath; - /** * Deployment specs for this task. Exactly one deployment is currently supported (a single entry * where every node runs the same command); this is a current-Preview constraint. Role-split @@ -62,15 +51,6 @@ public class AiRuntimeTask { @JsonProperty("mlflow_run") private String mlflowRun; - public AiRuntimeTask setCodeSourcePath(String codeSourcePath) { - this.codeSourcePath = codeSourcePath; - return this; - } - - public String getCodeSourcePath() { - return codeSourcePath; - } - public AiRuntimeTask setDeployments(Collection deployments) { this.deployments = deployments; return this; @@ -112,8 +92,7 @@ public boolean equals(Object o) { if (this == o) return true; if (o == null || getClass() != o.getClass()) return false; AiRuntimeTask that = (AiRuntimeTask) o; - return Objects.equals(codeSourcePath, that.codeSourcePath) - && Objects.equals(deployments, that.deployments) + return Objects.equals(deployments, that.deployments) && Objects.equals(experiment, that.experiment) && Objects.equals(mlflowExperimentDirectory, that.mlflowExperimentDirectory) && Objects.equals(mlflowRun, that.mlflowRun); @@ -121,14 +100,12 @@ public boolean equals(Object o) { @Override public int hashCode() { - return Objects.hash( - codeSourcePath, deployments, experiment, mlflowExperimentDirectory, mlflowRun); + return Objects.hash(deployments, experiment, mlflowExperimentDirectory, mlflowRun); } @Override public String toString() { return new ToStringer(AiRuntimeTask.class) - .add("codeSourcePath", codeSourcePath) .add("deployments", deployments) .add("experiment", experiment) .add("mlflowExperimentDirectory", mlflowExperimentDirectory) diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ComputeSpecAcceleratorType.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ComputeSpecAcceleratorType.java index 8687116a5..74b82f227 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ComputeSpecAcceleratorType.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/ComputeSpecAcceleratorType.java @@ -6,8 +6,8 @@ import com.fasterxml.jackson.annotation.JsonProperty; /** - * Customer-facing AcceleratorType: hardware accelerator type for the AiRuntime workload. Per-node - * accelerator count is encoded in the value name (e.g. `GPU_8xH100` means 8 H100s per node). + * Hardware accelerator type for the AiRuntime workload. Per-node accelerator count is encoded in + * the value name (e.g. `GPU_8xH100` means 8 H100s per node). */ @Generated public enum ComputeSpecAcceleratorType { diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/DeploymentSpec.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/DeploymentSpec.java index cd64998f7..7e68e97f6 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/DeploymentSpec.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/jobs/DeploymentSpec.java @@ -17,9 +17,17 @@ @Generated public class DeploymentSpec { /** - * Workspace path of the bash script to execute on each node in this deployment. The CLI uploads - * the user's script and populates this. Customers calling the Jobs API directly should upload - * their script to the workspace first and supply the resulting path here. + * Workspace path of the script to run on each node in this deployment. Upload the script to this + * path and supply the path here. When the task runs, the file at this path is run on each node; + * if it fails, the task fails with its exit code. + * + *

Example script contents: + * + *

# Plain Python: python train.py --epochs 10 + * + *

# Multi-GPU via accelerate: accelerate launch train.py --config config.yaml + * + *

# Distributed via torchrun: torchrun --nproc_per_node=8 train.py */ @JsonProperty("command_path") private String commandPath; diff --git a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/TableSpecificConfig.java b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/TableSpecificConfig.java index bf00a813a..ed319a36c 100644 --- a/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/TableSpecificConfig.java +++ b/databricks-sdk-java/src/main/java/com/databricks/sdk/service/pipelines/TableSpecificConfig.java @@ -93,6 +93,13 @@ public class TableSpecificConfig { @JsonProperty("sequence_by") private Collection sequenceBy; + /** + * (Optional) Name of the struct column added to each ingested record to hold per row source + * metadata. + */ + @JsonProperty("source_metadata_column") + private String sourceMetadataColumn; + /** * Table properties to set on the destination table. These are key-value pairs that configure * various Delta table behaviors or any user defined properties. Example: @@ -210,6 +217,15 @@ public Collection getSequenceBy() { return sequenceBy; } + public TableSpecificConfig setSourceMetadataColumn(String sourceMetadataColumn) { + this.sourceMetadataColumn = sourceMetadataColumn; + return this; + } + + public String getSourceMetadataColumn() { + return sourceMetadataColumn; + } + public TableSpecificConfig setTableProperties(Map tableProperties) { this.tableProperties = tableProperties; return this; @@ -245,6 +261,7 @@ public boolean equals(Object o) { && Objects.equals(salesforceIncludeFormulaFields, that.salesforceIncludeFormulaFields) && Objects.equals(scdType, that.scdType) && Objects.equals(sequenceBy, that.sequenceBy) + && Objects.equals(sourceMetadataColumn, that.sourceMetadataColumn) && Objects.equals(tableProperties, that.tableProperties) && Objects.equals(workdayReportParameters, that.workdayReportParameters); } @@ -263,6 +280,7 @@ public int hashCode() { salesforceIncludeFormulaFields, scdType, sequenceBy, + sourceMetadataColumn, tableProperties, workdayReportParameters); } @@ -281,6 +299,7 @@ public String toString() { .add("salesforceIncludeFormulaFields", salesforceIncludeFormulaFields) .add("scdType", scdType) .add("sequenceBy", sequenceBy) + .add("sourceMetadataColumn", sourceMetadataColumn) .add("tableProperties", tableProperties) .add("workdayReportParameters", workdayReportParameters) .toString();