Как создать и автоматизировать конвейер ETL в Python с помощью Airflow | Конвейер данных | Python

array(20) { ["dfouoh9QdUw"]=> object(stdClass)#7841 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "dfouoh9QdUw" ["related_video_title"]=> string(95) "How to build an ETL pipeline with Python | Data pipeline | Export from SQL Server to PostgreSQL" ["posted_time"]=> string(21) "3 года назад" ["channelName"]=> NULL } ["Y_vQyMljDsE"]=> object(stdClass)#7849 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "Y_vQyMljDsE" ["related_video_title"]=> string(81) "Apache Airflow One Shot- Building End To End ETL Pipeline Using AirFlow And Astro" ["posted_time"]=> string(19) "1 год назад" ["channelName"]=> NULL } ["77H5c8g2S3g"]=> object(stdClass)#7842 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "77H5c8g2S3g" ["related_video_title"]=> string(75) "Python 3.14 — Новая эпоха производительности" ["posted_time"]=> string(23) "1 месяц назад" ["channelName"]=> NULL } ["PLACD_PaYcVF1Hzzc1Ds56bD7oUkfiL_Lv"]=> object(stdClass)#7839 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(34) "PLACD_PaYcVF1Hzzc1Ds56bD7oUkfiL_Lv" ["related_video_title"]=> string(23) "Apache Airflow Tutorial" ["posted_time"]=> string(0) "" ["channelName"]=> NULL } ["PLwFJcsJ61oujAqYpMp1kdUBcPG0sE0QMT"]=> object(stdClass)#7834 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(34) "PLwFJcsJ61oujAqYpMp1kdUBcPG0sE0QMT" ["related_video_title"]=> string(37) "Apache Airflow Tutorial for Beginners" ["posted_time"]=> string(0) "" ["channelName"]=> NULL } ["PLaz3Ms051BAkrmgiaFcIknpHTK6PVy1dJ"]=> object(stdClass)#7856 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(34) "PLaz3Ms051BAkrmgiaFcIknpHTK6PVy1dJ" ["related_video_title"]=> string(3) "SQL" ["posted_time"]=> string(0) "" ["channelName"]=> NULL } ["OLXkGB7krGo"]=> object(stdClass)#7831 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "OLXkGB7krGo" ["related_video_title"]=> string(70) "Code along - build an ELT Pipeline in 1 Hour (dbt, Snowflake, Airflow)" ["posted_time"]=> string(19) "1 год назад" ["channelName"]=> NULL } ["vMgFadPxOLk"]=> object(stdClass)#7851 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "vMgFadPxOLk" ["related_video_title"]=> string(99) "How to build an automated data pipeline using Airflow, dbt, Postgres, and Superset (Windows 11 WSL)" ["posted_time"]=> string(27) "6 месяцев назад" ["channelName"]=> NULL } ["w8Mvb79zRpA"]=> object(stdClass)#7836 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "w8Mvb79zRpA" ["related_video_title"]=> string(95) "REST API to SQL (with Python) | Full Data Project | #python #sql #dataengineering #datascience" ["posted_time"]=> string(25) "2 месяца назад" ["channelName"]=> NULL } ["kGT4PcTEPP8"]=> object(stdClass)#7855 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "kGT4PcTEPP8" ["related_video_title"]=> string(95) "Что такое конвейер данных? | Почему он так популярен?" ["posted_time"]=> string(19) "1 год назад" ["channelName"]=> NULL } ["InLgSUw_ZOE"]=> object(stdClass)#7830 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "InLgSUw_ZOE" ["related_video_title"]=> string(15) "ETL with Python" ["posted_time"]=> string(21) "4 года назад" ["channelName"]=> NULL } ["Xa75s7PdkNM"]=> object(stdClass)#7840 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "Xa75s7PdkNM" ["related_video_title"]=> string(42) "Airflow на простом примере" ["posted_time"]=> string(19) "1 год назад" ["channelName"]=> NULL } ["K9AnJ9_ZAXE"]=> object(stdClass)#7835 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "K9AnJ9_ZAXE" ["related_video_title"]=> string(60) "Airflow Tutorial for Beginners - Full Course in 2 Hours 2022" ["posted_time"]=> string(21) "3 года назад" ["channelName"]=> NULL } ["ajUsiC7ClsM"]=> object(stdClass)#7832 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "ajUsiC7ClsM" ["related_video_title"]=> string(109) "⚡️ Москва поставила условие Западу || Киев собирает Майдан?" ["posted_time"]=> string(23) "6 часов назад" ["channelName"]=> NULL } ["PZ6omc8zZPg"]=> object(stdClass)#7833 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "PZ6omc8zZPg" ["related_video_title"]=> string(128) "Украина 15 ноября! ГОТОВИМСЯ! СУМАСШЕДШИЕ ОЧЕРЕДИ! Что в Киеве сегодня!?" ["posted_time"]=> string(21) "3 часа назад" ["channelName"]=> NULL } ["uhQ54Dgp6To"]=> object(stdClass)#7821 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "uhQ54Dgp6To" ["related_video_title"]=> string(98) "How to build and automate a python ETL pipeline with airflow on AWS EC2 | Data Engineering Project" ["posted_time"]=> string(21) "2 года назад" ["channelName"]=> NULL } ["FxRZ9zo6GmI"]=> object(stdClass)#7822 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "FxRZ9zo6GmI" ["related_video_title"]=> string(45) "SH: Let's build a data pipeline with Prefect!" ["posted_time"]=> string(65) "Трансляция закончилась 2 года назад" ["channelName"]=> NULL } ["q8q3OFFfY6c"]=> object(stdClass)#7828 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "q8q3OFFfY6c" ["related_video_title"]=> string(76) "Twitter Data Pipeline using Airflow for Beginners | Data Engineering Project" ["posted_time"]=> string(21) "3 года назад" ["channelName"]=> NULL } ["RHxuUQ58yjc"]=> object(stdClass)#7829 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "RHxuUQ58yjc" ["related_video_title"]=> string(79) "ЭТИ АЛГОРИТМЫ СДЕЛАЮТ ИЗ ТЕБЯ ПРОГРАММИСТА" ["posted_time"]=> string(25) "3 недели назад" ["channelName"]=> NULL } ["T23Bs75F7ZQ"]=> object(stdClass)#7827 (5) { ["video_id"]=> int(9999999) ["related_video_id"]=> string(11) "T23Bs75F7ZQ" ["related_video_title"]=> string(0) "" ["posted_time"]=> string(27) "6 месяцев назад" ["channelName"]=> NULL } }