pleasefixai/oracle-ai-data-platform-workbench-databricks-migrator

v1.0.1MIT

Guides to move Databricks notebooks, jobs and catalogs to Oracle AI Data Platform.

GitHub Open Website

scripts

aidp-acceptance-contract
engine/scripts/job_migrate.py
aidp-build-dag
engine/scripts/build_dag.py
engine/scripts/build_dag_from_workflow.py
aidp-check-data
engine/scripts/check_data_availability.py
engine/scripts/check_data_availability_for_workflow.py
aidp-fixup-cell
engine/scripts/job_migrate.py
147 more
- aidp-migrate-catalog
- engine/scripts/catalog_ddl_rewriter.py
- engine/scripts/extract_catalog_databricks.py
- engine/scripts/migrate_catalog.py
- aidp-migrate-job
- engine/scripts/job_migrate.py
- engine/scripts/job_migrate_from_workflow.py
- aidp-migrator-bootstrap
- engine/aidp_compat/__init__.py
- engine/aidp_compat/bucket_shard.py
- engine/aidp_compat/credentials.py
- engine/aidp_compat/data.py
- engine/aidp_compat/dbutils_shim.py
- engine/aidp_compat/display.py
- engine/aidp_compat/fs.py
- engine/aidp_compat/glue_compat.py
- engine/aidp_compat/jobs.py
- engine/aidp_compat/library.py
- engine/aidp_compat/notebook.py
- engine/aidp_compat/notebook_policy.py
- engine/aidp_compat/oci_throttle.py
- engine/aidp_compat/optuna_compat.py
- engine/aidp_compat/path_translator.py
- engine/aidp_compat/s3_compat.py
- engine/aidp_compat/safe_io.py
- engine/aidp_compat/secrets.py
- engine/aidp_compat/setup.py
- engine/aidp_compat/spark_config.py
- engine/aidp_compat/sql_magic.py
- engine/aidp_compat/widgets.py
- engine/run_migration.sh
- engine/scripts/acceptance_contract.py
- engine/scripts/agent_migrate.py
- engine/scripts/aidp_executor.py
- engine/scripts/analyze_jars.py
- engine/scripts/analyze_notebooks.py
- engine/scripts/build_dag.py
- engine/scripts/build_dag_from_workflow.py
- engine/scripts/catalog_ddl_rewriter.py
- engine/scripts/cell_analyzer.py
- engine/scripts/cell_context.py
- engine/scripts/check_data_availability.py
- engine/scripts/check_data_availability_for_workflow.py
- engine/scripts/clone_workflow.py
- engine/scripts/cluster_lifecycle.py
- engine/scripts/cluster_session.py
- engine/scripts/consolidate_reports.py
- engine/scripts/context_compactor.py
- engine/scripts/context_tools.py
- engine/scripts/deep_analyze_notebook.py
- engine/scripts/deploy_aidp_compat.py
- engine/scripts/enumerate_and_download.py
- engine/scripts/extract_catalog_databricks.py
- engine/scripts/fetch_spark_logs.py
- engine/scripts/fuse_package_analyzer.py
- engine/scripts/fuse_scanner.py
- engine/scripts/install_cluster_libraries.py
- engine/scripts/job_migrate.py
- engine/scripts/job_migrate_from_workflow.py
- engine/scripts/job_preflight.py
- engine/scripts/migrate_catalog.py
- engine/scripts/migrate_validate.py
- engine/scripts/migration_429_detector.py
- engine/scripts/provision_shard_buckets.sh
- engine/scripts/scan_workspace_utils.py
- engine/scripts/setup_migration_cluster.py
- engine/scripts/test_jar_functionality.py
- engine/scripts/throttle_coordinator.py
- engine/scripts/upload_migration_dependencies.py
- engine/setup.py
- engine/tests/conftest.py
- engine/tests/test_context_compactor.py
- engine/tests/test_extract_token_ingress.py
- engine/tests/test_notebook_policy.py
- engine/tests/test_sandbox_bootstrap.py
- engine/tests/test_secrets.py
- aidp-migrator-overview
- engine/aidp_compat/__init__.py
- engine/aidp_compat/bucket_shard.py
- engine/aidp_compat/credentials.py
- engine/aidp_compat/data.py
- engine/aidp_compat/dbutils_shim.py
- engine/aidp_compat/display.py
- engine/aidp_compat/fs.py
- engine/aidp_compat/glue_compat.py
- engine/aidp_compat/jobs.py
- engine/aidp_compat/library.py
- engine/aidp_compat/notebook.py
- engine/aidp_compat/notebook_policy.py
- engine/aidp_compat/oci_throttle.py
- engine/aidp_compat/optuna_compat.py
- engine/aidp_compat/path_translator.py
- engine/aidp_compat/s3_compat.py
- engine/aidp_compat/safe_io.py
- engine/aidp_compat/secrets.py
- engine/aidp_compat/setup.py
- engine/aidp_compat/spark_config.py
- engine/aidp_compat/sql_magic.py
- engine/aidp_compat/widgets.py
- engine/run_migration.sh
- engine/scripts/acceptance_contract.py
- engine/scripts/agent_migrate.py
- engine/scripts/aidp_executor.py
- engine/scripts/analyze_jars.py
- engine/scripts/analyze_notebooks.py
- engine/scripts/build_dag.py
- engine/scripts/build_dag_from_workflow.py
- engine/scripts/catalog_ddl_rewriter.py
- engine/scripts/cell_analyzer.py
- engine/scripts/cell_context.py
- engine/scripts/check_data_availability.py
- engine/scripts/check_data_availability_for_workflow.py
- engine/scripts/clone_workflow.py
- engine/scripts/cluster_lifecycle.py
- engine/scripts/cluster_session.py
- engine/scripts/consolidate_reports.py
- engine/scripts/context_compactor.py
- engine/scripts/context_tools.py
- engine/scripts/deep_analyze_notebook.py
- engine/scripts/deploy_aidp_compat.py
- engine/scripts/enumerate_and_download.py
- engine/scripts/extract_catalog_databricks.py
- engine/scripts/fetch_spark_logs.py
- engine/scripts/fuse_package_analyzer.py
- engine/scripts/fuse_scanner.py
- engine/scripts/install_cluster_libraries.py
- engine/scripts/job_migrate.py
- engine/scripts/job_migrate_from_workflow.py
- engine/scripts/job_preflight.py
- engine/scripts/migrate_catalog.py
- engine/scripts/migrate_validate.py
- engine/scripts/migration_429_detector.py
- engine/scripts/provision_shard_buckets.sh
- engine/scripts/scan_workspace_utils.py
- engine/scripts/setup_migration_cluster.py
- engine/scripts/test_jar_functionality.py
- engine/scripts/throttle_coordinator.py
- engine/scripts/upload_migration_dependencies.py
- engine/setup.py
- engine/tests/conftest.py
- engine/tests/test_context_compactor.py
- engine/tests/test_extract_token_ingress.py
- engine/tests/test_notebook_policy.py
- engine/tests/test_sandbox_bootstrap.py
- engine/tests/test_secrets.py
- aidp-resume-migration
- engine/scripts/job_migrate.py

plugin.json

name: oracle-ai-data-platform-workbench-databricks-migrator
version: 1.0.1
description: Guides to move Databricks notebooks, jobs and catalogs to Oracle AI Data Platform.
author: Oracle
license: MIT
homepage: https://docs.oracle.com/en/cloud/paas/ai-data-platform/index.html
keywords: oracle aidp databricks migration spark spark-sql delta unity-catalog hive-metastore notebooks jobs workflow dag catalog ddl rewriter claude-with-tool-use agentic automated-migration cell-by-cell verify-and-fix fixup-cell redirect-schema data-safety acceptance-contract streaming-convergence fuse volumes oci lakehouse rest-api
extensions: ai.pleasefix.client

plugin.json

{
  "$schema": "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json",
  "name": "oracle-ai-data-platform-workbench-databricks-migrator",
  "version": "1.0.1",
  "description": "Guides to move Databricks notebooks, jobs and catalogs to Oracle AI Data Platform.",
  "author": {
    "name": "Oracle"
  },
  "homepage": "https://docs.oracle.com/en/cloud/paas/ai-data-platform/index.html",
  "license": "MIT",
  "keywords": [
    "oracle",
    "aidp",
    "databricks",
    "migration",
    "spark",
    "spark-sql",
    "delta",
    "unity-catalog",
    "hive-metastore",
    "notebooks",
    "jobs",
    "workflow",
    "dag",
    "catalog",
    "ddl",
    "rewriter",
    "claude-with-tool-use",
    "agentic",
    "automated-migration",
    "cell-by-cell",
    "verify-and-fix",
    "fixup-cell",
    "redirect-schema",
    "data-safety",
    "acceptance-contract",
    "streaming-convergence",
    "fuse",
    "volumes",
    "oci",
    "lakehouse",
    "rest-api"
  ],
  "extensions": {
    "ai.pleasefix.client": {
      "engines": ">=26.10.0",
      "displayName": "Oracle AI Data Platform Databricks Migrator",
      "category": "developer_tools",
      "mark": "mark.png",
      "upstream": {
        "kind": "imported",
        "marketplace": "claude",
        "plugin": "oracle-ai-data-platform-workbench-databricks-migrator",
        "commit": "a7225cbdd935ad47ed9a17ee8f1533e324f42623",
        "skills": {
          "aidp-acceptance-contract": "d6c211cf276c72562ddcefdfe1d638c2af2ff4c662508ca16e6af39d8eb5605d",
          "aidp-bucket-mapping": "cc6ab37be7cbb294fb68dee7543541cde42ee5d51aa46a875a66ede3c58ce1f1",
          "aidp-build-dag": "99fe5a099cc05896a2848837c6bc6acd919bc3b3484650643b47e1d7acb9d085",
          "aidp-check-data": "d50ad464c37178890c4224ce4e40d662f8f49cea65af0fe411d01a75c2024c55",
          "aidp-fixup-cell": "8bdcc46aa1eb767fa9de7a6e2b2b2b56f3ca965993b1b10f647fa388ed6f94f6",
          "aidp-migrate-catalog": "a4db066d8ac7c0c55a6bb59add8724324524a43f2d29d5cc19edf3604d00dcb8",
          "aidp-migrate-job": "c83176da4d623031495cd518e649fe2a132ca03b7eb16a9b44ae1804f5f27c47",
          "aidp-migrator-bootstrap": "1775dacf9113aca0895f13ce316766621cceb6413cb3debc813df8e15aca2142",
          "aidp-migrator-overview": "f1476f3279a8bf7706137e7fddcf68b3a7dc09e23ffb902f3596e1e2f16097ea",
          "aidp-resume-migration": "4d9c06ebe17f1c8e96098016a06bf83e97e655c41c9f1d699c09be311397bc58"
        }
      }
    }
  }
}

What else this package ships

These files come with the package and this site does not publish them. They are listed so you know what is there before you install it.

144Python files
4shell scripts
4JSON files
2text files
10other files
mark.png

View on GitHub

Client extensions

Data this package carries for particular clients. The directory lists the clients named and never reads what is addressed to them.

ai.pleasefix.clientships a directory of files