Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 16 additions & 0 deletions data-warehousing/lakebridge-analyzer-lineage/app.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
authorization:
enabled: true
scopes:
- sql
- files.files
- all-apis

command:
- python
- -m
- uvicorn
- migration_accelerator.app.main:app
- --host
- 0.0.0.0
- --port
- "8000"
85 changes: 85 additions & 0 deletions data-warehousing/lakebridge-analyzer-lineage/databricks.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,85 @@
bundle:
name: migration-accelerator

sync:
include:
- "*.yaml"
- "*.yml"
- "*.py"
- "*.txt"
- "*.json"
- "src/**"
- "frontend/**"
exclude:
- "node_modules/**"
- "frontend/node_modules/**"
- "frontend/.next/cache/**"
- "frontend/.next/trace/**"
- "**/__pycache__/**"
- "**/*.pyc"
- ".databricks/**"
- "dist/**"
- ".git/**"
- ".venv/**"
- "*.egg-info/**"

resources:
apps:
migration-accelerator:
name: migration-accelerator
description: "Assess and visualize ETL migration complexity and data lineage"
source_code_path: ${workspace.root_path}/files
resources:
- name: uc_volume
uc_securable:
securable_type: VOLUME
securable_full_name: ${var.uc_volume_securable_name}
permission: READ_VOLUME
- name: uc_volume_write
uc_securable:
securable_type: VOLUME
securable_full_name: ${var.uc_volume_securable_name}
permission: WRITE_VOLUME
config:
env:
- name: PYTHONPATH
value: src
- name: STORAGE_BACKEND
value: unity_catalog
- name: UC_VOLUME_PATH
value: ${var.uc_volume_path}
- name: DEBUG
value: false

# Workspace-specific values need not be edited here. Pass them at deploy time, for example:
# ./scripts/build_for_production.sh --deploy --profile MY_PROFILE \
# --var uc_volume_path=/Volumes/cat/sch/vol --var uc_volume_securable_name=cat.sch.vol
# or set UC_VOLUME_PATH and UC_VOLUME_SECURABLE_NAME (see script --help).
variables:
uc_volume_path:
description: "Unity Catalog volume path (e.g., /Volumes/catalog/schema/volume)"

uc_volume_securable_name:
description: "Unity Catalog volume securable name (e.g., catalog.schema.volume)"

debug:
description: "Enable debug mode"

targets:
dev:
mode: development
workspace:
root_path: /Workspace/Users/${workspace.current_user.userName}/.bundle/${bundle.name}/${bundle.target}
variables:
uc_volume_path: /Volumes/<schema>/<volume>
uc_volume_securable_name: <catalog>.<schema>.<volume>
debug: false

prod:
mode: production
workspace:
root_path: /Workspace/Shared/.bundle/${bundle.name}/${bundle.target}
variables:
uc_volume_path: /Volumes/
uc_volume_securable_name: catalog.schema.volume
debug: false
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
<!DOCTYPE html><!--DJ8iUGps_Ck7ABSxkZ498--><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="preload" href="/_next/static/media/e4af272ccee01ff0-s.p.woff2" as="font" crossorigin="" type="font/woff2"/><link rel="stylesheet" href="/_next/static/css/9467e4b88e5b93d1.css" data-precedence="next"/><link rel="preload" as="script" fetchPriority="low" href="/_next/static/chunks/webpack-2c164c156a090185.js"/><script src="/_next/static/chunks/4bd1b696-c023c6e3521b1417.js" async=""></script><script src="/_next/static/chunks/255-6b79f309a27fb98b.js" async=""></script><script src="/_next/static/chunks/main-app-2b00ab017a732e00.js" async=""></script><script src="/_next/static/chunks/241-0d64022b58ef0bd0.js" async=""></script><script src="/_next/static/chunks/app/layout-94ab4c4576d1ce58.js" async=""></script><meta name="robots" content="noindex"/><meta name="next-size-adjust" content=""/><title>404: This page could not be found.</title><title>Migration Accelerator</title><meta name="description" content="Migration assessment and lineage. All SQL data warehouse platforms supported; ETL lineage: Informatica only."/><script src="/_next/static/chunks/polyfills-42372ed130431b0a.js" noModule=""></script></head><body class="__className_f367f3"><div hidden=""><!--$--><!--/$--></div><header class="bg-white border-b border-gray-200 shadow-sm sticky top-0 z-50"><div class="container mx-auto px-6 py-4"><div class="flex items-center justify-between"><a class="flex items-center space-x-3" href="/"><div class="bg-gradient-to-br from-blue-600 to-purple-600 p-2 rounded-lg"><svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="lucide lucide-network w-6 h-6 text-white"><rect x="16" y="16" width="6" height="6" rx="1"></rect><rect x="2" y="16" width="6" height="6" rx="1"></rect><rect x="9" y="2" width="6" height="6" rx="1"></rect><path d="M5 16v-3a1 1 0 0 1 1-1h12a1 1 0 0 1 1 1v3"></path><path d="M12 12V8"></path></svg></div><div><h1 class="text-xl font-bold text-gray-900">Migration Accelerator</h1></div></a></div></div></header><div style="font-family:system-ui,&quot;Segoe UI&quot;,Roboto,Helvetica,Arial,sans-serif,&quot;Apple Color Emoji&quot;,&quot;Segoe UI Emoji&quot;;height:100vh;text-align:center;display:flex;flex-direction:column;align-items:center;justify-content:center"><div><style>body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}</style><h1 class="next-error-h1" style="display:inline-block;margin:0 20px 0 0;padding:0 23px 0 0;font-size:24px;font-weight:500;vertical-align:top;line-height:49px">404</h1><div style="display:inline-block"><h2 style="font-size:14px;font-weight:400;line-height:49px;margin:0">This page could not be found.</h2></div></div></div><!--$--><!--/$--><script src="/_next/static/chunks/webpack-2c164c156a090185.js" id="_R_" async=""></script><script>(self.__next_f=self.__next_f||[]).push([0])</script><script>self.__next_f.push([1,"1:\"$Sreact.fragment\"\n2:I[1725,[\"241\",\"static/chunks/241-0d64022b58ef0bd0.js\",\"177\",\"static/chunks/app/layout-94ab4c4576d1ce58.js\"],\"default\"]\n3:I[9766,[],\"\"]\n4:I[8924,[],\"\"]\n5:I[1288,[\"241\",\"static/chunks/241-0d64022b58ef0bd0.js\",\"177\",\"static/chunks/app/layout-94ab4c4576d1ce58.js\"],\"default\"]\n6:I[4431,[],\"OutletBoundary\"]\n8:I[5278,[],\"AsyncMetadataOutlet\"]\na:I[4431,[],\"ViewportBoundary\"]\nc:I[4431,[],\"MetadataBoundary\"]\nd:\"$Sreact.suspense\"\nf:I[7150,[],\"\"]\n:HL[\"/_next/static/media/e4af272ccee01ff0-s.p.woff2\",\"font\",{\"crossOrigin\":\"\",\"type\":\"font/woff2\"}]\n:HL[\"/_next/static/css/9467e4b88e5b93d1.css\",\"style\"]\n"])</script><script>self.__next_f.push([1,"0:{\"P\":null,\"b\":\"DJ8iUGps-Ck7ABSxkZ498\",\"p\":\"\",\"c\":[\"\",\"_not-found\"],\"i\":false,\"f\":[[[\"\",{\"children\":[\"/_not-found\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],[\"\",[\"$\",\"$1\",\"c\",{\"children\":[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/9467e4b88e5b93d1.css\",\"precedence\":\"next\",\"crossOrigin\":\"$undefined\",\"nonce\":\"$undefined\"}]],[\"$\",\"html\",null,{\"lang\":\"en\",\"suppressHydrationWarning\":true,\"children\":[\"$\",\"body\",null,{\"className\":\"__className_f367f3\",\"suppressHydrationWarning\":true,\"children\":[[\"$\",\"$L2\",null,{}],[\"$\",\"$L3\",null,{\"parallelRouterKey\":\"children\",\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$L4\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":\"$undefined\",\"forbidden\":\"$undefined\",\"unauthorized\":\"$undefined\"}],[\"$\",\"$L5\",null,{}]]}]}]]}],{\"children\":[\"/_not-found\",[\"$\",\"$1\",\"c\",{\"children\":[null,[\"$\",\"$L3\",null,{\"parallelRouterKey\":\"children\",\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"errorScripts\":\"$undefined\",\"template\":[\"$\",\"$L4\",null,{}],\"templateStyles\":\"$undefined\",\"templateScripts\":\"$undefined\",\"notFound\":\"$undefined\",\"forbidden\":\"$undefined\",\"unauthorized\":\"$undefined\"}]]}],{\"children\":[\"__PAGE__\",[\"$\",\"$1\",\"c\",{\"children\":[[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":404}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],null,[\"$\",\"$L6\",null,{\"children\":[\"$L7\",[\"$\",\"$L8\",null,{\"promise\":\"$@9\"}]]}]]}],{},null,false]},null,false]},null,false],[\"$\",\"$1\",\"h\",{\"children\":[[\"$\",\"meta\",null,{\"name\":\"robots\",\"content\":\"noindex\"}],[[\"$\",\"$La\",null,{\"children\":\"$Lb\"}],[\"$\",\"meta\",null,{\"name\":\"next-size-adjust\",\"content\":\"\"}]],[\"$\",\"$Lc\",null,{\"children\":[\"$\",\"div\",null,{\"hidden\":true,\"children\":[\"$\",\"$d\",null,{\"fallback\":null,\"children\":\"$Le\"}]}]}]]}],false]],\"m\":\"$undefined\",\"G\":[\"$f\",[]],\"s\":false,\"S\":true}\n"])</script><script>self.__next_f.push([1,"b:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"meta\",\"1\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}]]\n7:null\n"])</script><script>self.__next_f.push([1,"9:{\"metadata\":[[\"$\",\"title\",\"0\",{\"children\":\"Migration Accelerator\"}],[\"$\",\"meta\",\"1\",{\"name\":\"description\",\"content\":\"Migration assessment and lineage. All SQL data warehouse platforms supported; ETL lineage: Informatica only.\"}]],\"error\":null,\"digest\":\"$undefined\"}\n"])</script><script>self.__next_f.push([1,"e:\"$9:metadata\"\n"])</script></body></html>

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
self.__SSG_MANIFEST=new Set([]);self.__SSG_MANIFEST_CB&&self.__SSG_MANIFEST_CB()
Loading