+{"componentChunkName":"component---src-templates-blog-tsx","path":"/blog/0.1-release/","result":{"data":{"mdx":{"body":"var _excluded = [\"components\"];\n\nfunction _extends() { _extends = Object.assign || function (target) { for (var i = 1; i < arguments.length; i++) { var source = arguments[i]; for (var key in source) { if (Object.prototype.hasOwnProperty.call(source, key)) { target[key] = source[key]; } } } return target; }; return _extends.apply(this, arguments); }\n\nfunction _objectWithoutProperties(source, excluded) { if (source == null) return {}; var target = _objectWithoutPropertiesLoose(source, excluded); var key, i; if (Object.getOwnPropertySymbols) { var sourceSymbolKeys = Object.getOwnPropertySymbols(source); for (i = 0; i < sourceSymbolKeys.length; i++) { key = sourceSymbolKeys[i]; if (excluded.indexOf(key) >= 0) continue; if (!Object.prototype.propertyIsEnumerable.call(source, key)) continue; target[key] = source[key]; } } return target; }\n\nfunction _objectWithoutPropertiesLoose(source, excluded) { if (source == null) return {}; var target = {}; var sourceKeys = Object.keys(source); var key, i; for (i = 0; i < sourceKeys.length; i++) { key = sourceKeys[i]; if (excluded.indexOf(key) >= 0) continue; target[key] = source[key]; } return target; }\n\n/* @jsxRuntime classic */\n\n/* @jsx mdx */\nvar _frontmatter = {\n \"title\": \"Introducing OpenLineage 0.1.0\",\n \"date\": \"2021-09-03T00:00:00.000Z\",\n \"author\": \"Julien Le Dem\",\n \"image\": \"./image.svg\",\n \"banner\": \"./banner.svg\",\n \"description\": \"We are pleased to announce the initial release of OpenLineage. This release includes the core specification, data model, clients, and integrations with common data tools.\"\n};\nvar layoutProps = {\n _frontmatter: _frontmatter\n};\nvar MDXLayout = \"wrapper\";\nreturn function MDXContent(_ref) {\n var components = _ref.components,\n props = _objectWithoutProperties(_ref, _excluded);\n\n return mdx(MDXLayout, _extends({}, layoutProps, props, {\n components: components,\n mdxType: \"MDXLayout\"\n }), mdx(\"p\", null, \"We are pleased to announce the initial release of OpenLineage. This is the culmination of a broad community effort, and establishes a common framework for data lineage collection and analysis.\"), mdx(\"p\", null, \"We want to thank \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage/graphs/contributors\"\n }, \"all the contributors\"), \" as well all the projects and companies involved in the design (in alphabetical order): \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://airflow.apache.org\"\n }, \"Airflow\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://airflow.apache.org\"\n }, \"Astronomer\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://datakin.com\"\n }, \"Datakin\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://datameshlearning.com\"\n }, \"Data Mesh\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://www.getdbt.com\"\n }, \"dbt\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://egeria.odpi.org\"\n }, \"Egeria\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://getindata.com\"\n }, \"GetInData\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://greatexpectations.io\"\n }, \"Great Expectations\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://iceberg.apache.org\"\n }, \"Iceberg\"), \" (and others that I am probably forgetting).\"), mdx(\"p\", null, \"This release includes:\"), mdx(\"ul\", null, mdx(\"li\", {\n parentName: \"ul\"\n }, \"The initial 1-0-0 release of the \", mdx(\"a\", {\n parentName: \"li\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.md\"\n }, \"OpenLineage specification\")), mdx(\"li\", {\n parentName: \"ul\"\n }, \"A core lineage model of Jobs, Runs and Datasets\", mdx(\"ul\", {\n parentName: \"li\"\n }, mdx(\"li\", {\n parentName: \"ul\"\n }, \"Core facets\"), mdx(\"li\", {\n parentName: \"ul\"\n }, \"Data Quality Metrics and statistics\"), mdx(\"li\", {\n parentName: \"ul\"\n }, \"Dataset schema\"), mdx(\"li\", {\n parentName: \"ul\"\n }, \"Source code location\"), mdx(\"li\", {\n parentName: \"ul\"\n }, \"SQL\"))), mdx(\"li\", {\n parentName: \"ul\"\n }, \"Clients that send OpenLineage events to an HTTP backend\", mdx(\"ul\", {\n parentName: \"li\"\n }, mdx(\"li\", {\n parentName: \"ul\"\n }, \"Java\"), mdx(\"li\", {\n parentName: \"ul\"\n }, \"Python\"))), mdx(\"li\", {\n parentName: \"ul\"\n }, mdx(\"a\", {\n parentName: \"li\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage/tree/main/integration\"\n }, \"Integrations\"), \" that collect lineage metadata as OpenLineage events\", mdx(\"ul\", {\n parentName: \"li\"\n }, mdx(\"li\", {\n parentName: \"ul\"\n }, \"Apache Airflow with support for BigQuery, Great Expectations, Postgres, Redshift, Snowflake\"), mdx(\"li\", {\n parentName: \"ul\"\n }, \"Apache Spark\"), mdx(\"li\", {\n parentName: \"ul\"\n }, \"dbt\")))), mdx(\"p\", null, \"This is only the beginning. We invite everyone interested to \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage/projects\"\n }, \"consult and contribute to the roadmap\"), \". The roadmap currently contains, among other things: adding support for \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage/issues/152\"\n }, \"Kafka\"), \", \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage/issues/207\"\n }, \"BI dashboards\"), \", and \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage/issues/148\"\n }, \"column level lineage\"), \"...but you can influence it by participating!\"), mdx(\"p\", null, \"Follow the \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"https://github.com/OpenLineage/OpenLineage\"\n }, \"repo\"), \" to stay updated. And, as always, you can \", mdx(\"a\", {\n parentName: \"p\",\n \"href\": \"http://bit.ly/OpenLineageSlack\"\n }, \"join the conversation\"), \" on Slack.\"));\n}\n;\nMDXContent.isMDXComponent = true;","frontmatter":{"title":"Introducing OpenLineage 0.1.0","date":"03 September 2021","description":"We are pleased to announce the initial release of OpenLineage. This release includes the core specification, data model, clients, and integrations with common data tools.","author":"Julien Le Dem","banner":{"publicURL":"/static/f5b29617ae144fab151fbe5313267a03/banner.svg","childImageSharp":null}}}},"pageContext":{"slug":"/blog/0.1-release/"}},"staticQueryHashes":["1139857438","1946588481","2083862410","2213455283","2418326273","2889163238","3067102388"]}
0 commit comments