\u062a\u0647\u062f\u0641 \u0647\u0630\u0647 \u0627\u0644\u062f\u0648\u0631\u0629 \u0625\u0644\u0649 \u062a\u0645\u0643\u064a\u0646 \u0627\u0644\u0645\u062a\u062f\u0631\u0628\u064a\u0646 \u0645\u0646 \u062a\u062d\u0644\u064a\u0644 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0627\u0644\u0636\u062e\u0645\u0629 \u0628\u0643\u0641\u0627\u0621\u0629 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 Spark SQL \u0636\u0645\u0646 \u0628\u064a\u0626\u0629 Apache Spark\u060c \u062d\u064a\u062b \u064a\u062a\u0639\u0644\u0651\u0645 \u0627\u0644\u0645\u0634\u0627\u0631\u0643\u0648\u0646 \u0643\u064a\u0641\u064a\u0629 \u0627\u0644\u062a\u0639\u0627\u0645\u0644 \u0645\u0639 \u0623\u062d\u062c\u0627\u0645 \u0628\u064a\u0627\u0646\u0627\u062a \u0643\u0628\u064a\u0631\u0629\u060c \u0648\u062a\u0646\u0641\u064a\u0630 \u0627\u0644\u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a \u0648\u0627\u0644\u062a\u062d\u0648\u064a\u0644\u0627\u062a \u0628\u0634\u0643\u0644 \u0645\u0648\u0632\u0651\u0639\u060c \u0648\u062a\u062d\u0633\u064a\u0646 \u0627\u0644\u0623\u062f\u0627\u0621 \u0644\u0644\u062d\u0635\u0648\u0644 \u0639\u0644\u0649 \u0646\u062a\u0627\u0626\u062c \u0623\u0633\u0631\u0639 \u0648\u0623\u0643\u062b\u0631 \u062f\u0642\u0629. \u062a\u0628\u062f\u0623 \u0627\u0644\u062f\u0648\u0631\u0629 \u0645\u0646 \u0623\u0633\u0627\u0633\u064a\u0627\u062a Spark \u0648DataFrames\u060c \u062b\u0645 \u062a\u0646\u062a\u0642\u0644 \u0625\u0644\u0649 \u0643\u062a\u0627\u0628\u0629 \u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a SQL \u0639\u0644\u0649 \u0628\u064a\u0627\u0646\u0627\u062a \u0643\u0628\u064a\u0631\u0629\u060c \u0648\u062f\u0645\u062c \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0645\u0646 \u0645\u0635\u0627\u062f\u0631 \u0645\u062a\u0639\u062f\u062f\u0629\u060c \u0648\u0625\u0646\u0634\u0627\u0621 \u062c\u062f\u0627\u0648\u0644 \u0648\u0648\u0627\u062c\u0647\u0627\u062a \u0639\u0631\u0636 (Views)\u060c \u0648\u0635\u0648\u0644\u064b\u0627 \u0625\u0644\u0649 \u0645\u0641\u0627\u0647\u064a\u0645 \u0645\u062a\u0642\u062f\u0645\u0629 \u0645\u062b\u0644 \u062a\u062d\u0633\u064a\u0646 \u0627\u0644\u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a\u060c \u0625\u062f\u0627\u0631\u0629 \u0627\u0644\u062a\u0642\u0633\u064a\u0645 (Partitioning)\u060c \u0648\u0627\u0644\u062a\u0639\u0627\u0645\u0644 \u0645\u0639 \u0635\u064a\u063a \u0627\u0644\u062a\u062e\u0632\u064a\u0646 \u0627\u0644\u0634\u0627\u0626\u0639\u0629 \u0645\u062b\u0644 Parquet. \u0628\u0646\u0647\u0627\u064a\u0629 \u0627\u0644\u062f\u0648\u0631\u0629 \u0633\u064a\u0643\u0648\u0646 \u0627\u0644\u0645\u062a\u062f\u0631\u0628 \u0642\u0627\u062f\u0631\u064b\u0627 \u0639\u0644\u0649 \u0628\u0646\u0627\u0621 \u062a\u062d\u0644\u064a\u0644\u0627\u062a \u0642\u0627\u0628\u0644\u0629 \u0644\u0644\u062a\u0648\u0633\u0639 \u0639\u0644\u0649 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0627\u0644\u0636\u062e\u0645\u0629 \u0648\u0625\u0646\u062a\u0627\u062c \u0645\u0624\u0634\u0631\u0627\u062a \u0648\u062a\u0642\u0627\u0631\u064a\u0631 \u0642\u0627\u0628\u0644\u0629 \u0644\u0644\u0627\u0633\u062a\u062e\u062f\u0627\u0645.<\/p>\n
\u0623\u0647\u062f\u0627\u0641 \u0627\u0644\u062f\u0648\u0631\u0629<\/p>\n
\u0641\u0647\u0645 \u0643\u064a\u0641 \u064a\u0639\u0645\u0644 Spark \u0641\u064a \u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0627\u0644\u0636\u062e\u0645\u0629 \u0628\u0634\u0643\u0644 \u0645\u0648\u0632\u0651\u0639.<\/p>\n
\u0627\u0633\u062a\u062e\u062f\u0627\u0645 Spark SQL \u0644\u062a\u062d\u0644\u064a\u0644 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0639\u0628\u0631 \u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a \u0642\u0648\u064a\u0629 \u0648\u0633\u0647\u0644\u0629 \u0627\u0644\u0642\u0631\u0627\u0621\u0629.<\/p>\n
\u062a\u0637\u0628\u064a\u0642 \u0623\u0641\u0636\u0644 \u0627\u0644\u0645\u0645\u0627\u0631\u0633\u0627\u062a \u0644\u062a\u062d\u0633\u064a\u0646 \u0627\u0644\u0623\u062f\u0627\u0621 \u0648\u062a\u0642\u0644\u064a\u0644 \u0632\u0645\u0646 \u0627\u0644\u062a\u0646\u0641\u064a\u0630.<\/p>\n
\u0628\u0646\u0627\u0621 \u062a\u062f\u0641\u0642\u0627\u062a \u062a\u062d\u0644\u064a\u0644 (Analytics Pipelines) \u0642\u0627\u0628\u0644\u0629 \u0644\u0644\u062a\u0648\u0633\u0639 \u0639\u0644\u0649 \u0628\u064a\u0627\u0646\u0627\u062a \u062d\u0642\u064a\u0642\u064a\u0629.<\/p>\n
What will you learn<\/p>\n
\u0645\u0642\u062f\u0645\u0629 \u0641\u064a Apache Spark \u0648Spark SQL \u0648DataFrame API.<\/p>\n
\u0642\u0631\u0627\u0621\u0629 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0627\u0644\u0636\u062e\u0645\u0629 \u0645\u0646 \u0645\u0644\u0641\u0627\u062a\/\u0645\u062e\u0627\u0632\u0646 \u0645\u062e\u062a\u0644\u0641\u0629 (CSV, JSON, Parquet, Hive\u2026).<\/p>\n
\u0625\u0646\u0634\u0627\u0621 DataFrames \u0648Temp Views \u0648\u062a\u0646\u0641\u064a\u0630 \u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a SQL \u0639\u0644\u064a\u0647\u0627.<\/p>\n
\u0639\u0645\u0644\u064a\u0627\u062a \u0627\u0644\u062a\u062d\u0648\u064a\u0644 \u0627\u0644\u0623\u0633\u0627\u0633\u064a\u0629: Filter, Select, Group By, Aggregations.<\/p>\n
\u0639\u0645\u0644\u064a\u0627\u062a \u0627\u0644\u062f\u0645\u062c \u0648\u0627\u0644\u0631\u0628\u0637 (Joins) \u0628\u0623\u0646\u0648\u0627\u0639\u0647\u0627 \u0645\u0639 \u0628\u064a\u0627\u0646\u0627\u062a \u0643\u0628\u064a\u0631\u0629.<\/p>\n
\u0627\u0644\u062a\u0639\u0627\u0645\u0644 \u0645\u0639 \u0627\u0644\u062a\u0648\u0627\u0631\u064a\u062e\u060c \u0627\u0644\u0646\u0635\u0648\u0635\u060c \u0627\u0644\u062f\u0648\u0627\u0644 \u0627\u0644\u0645\u062f\u0645\u062c\u0629\u060c \u0648UDF (\u0645\u0642\u062f\u0645\u0629 \u062d\u0633\u0628 \u0627\u0644\u0645\u0633\u062a\u0648\u0649).<\/p>\n
\u0625\u062f\u0627\u0631\u0629 \u0627\u0644\u062a\u0642\u0633\u064a\u0645 Partitioning \u0648Bucketing (\u0645\u062a\u0649 \u0646\u0633\u062a\u062e\u062f\u0645\u0647\u0627 \u0648\u0644\u0645\u0627\u0630\u0627).<\/p>\n
\u062a\u062d\u0633\u064a\u0646 \u0627\u0644\u0623\u062f\u0627\u0621: Caching\/Persist\u060c \u062a\u0642\u0644\u064a\u0644 Shuffle\u060c \u0641\u0647\u0645 Explain Plan.<\/p>\n
\u0627\u0644\u062a\u0639\u0627\u0645\u0644 \u0645\u0639 \u0627\u0644\u0623\u062e\u0637\u0627\u0621 \u0648\u062c\u0648\u062f\u0629 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a (Nulls, Duplicates) \u0648\u0627\u0644\u062a\u062d\u0642\u0642 \u0645\u0646 \u0627\u0644\u0646\u062a\u0627\u0626\u062c.<\/p>\n
\u0645\u062d\u0627\u0648\u0631 \u0627\u0644\u062f\u0648\u0631\u0629 (Outline \u0645\u062e\u062a\u0635\u0631)<\/p>\n
\u0645\u0642\u062f\u0645\u0629: \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0627\u0644\u0636\u062e\u0645\u0629 \u0648\u0644\u0645\u0627\u0630\u0627 Spark\u061f<\/p>\n
\u0625\u0639\u062f\u0627\u062f \u0627\u0644\u0628\u064a\u0626\u0629 + \u0627\u0644\u0645\u0641\u0627\u0647\u064a\u0645 \u0627\u0644\u0623\u0633\u0627\u0633\u064a\u0629 (Cluster, Executor, Partition)<\/p>\n
DataFrames \u0648\u0642\u0631\u0627\u0621\u0629\/\u0643\u062a\u0627\u0628\u0629 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a<\/p>\n
Spark SQL: Views\u060c \u0627\u0644\u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a\u060c \u0627\u0644\u062a\u062c\u0645\u064a\u0639\u0627\u062a<\/p>\n
Joins \u0648\u062a\u062d\u0644\u064a\u0644\u0627\u062a \u0645\u062a\u0642\u062f\u0645\u0629 (Window Functions \u2013 \u062d\u0633\u0628 \u0627\u0644\u0645\u0633\u062a\u0648\u0649)<\/p>\n
\u0635\u064a\u063a \u0627\u0644\u062a\u062e\u0632\u064a\u0646 \u0648\u0627\u0644\u0623\u062f\u0627\u0621 (Parquet\/Compression)<\/p>\n
\u062a\u062d\u0633\u064a\u0646 \u0627\u0644\u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a \u0648\u0645\u0631\u0627\u0642\u0628\u0629 \u0627\u0644\u062a\u0646\u0641\u064a\u0630<\/p>\n
\u0645\u0634\u0631\u0648\u0639 \u062a\u0637\u0628\u064a\u0642\u064a: \u062a\u062d\u0644\u064a\u0644 \u0628\u064a\u0627\u0646\u0627\u062a \u0636\u062e\u0645\u0629 \u0648\u0628\u0646\u0627\u0621 \u0645\u0624\u0634\u0631\u0627\u062a \u0646\u0647\u0627\u0626\u064a\u0629<\/p>\n
\u0645\u062e\u0631\u062c\u0627\u062a \u0627\u0644\u062f\u0648\u0631\u0629<\/p>\n
\u062a\u0646\u0641\u064a\u0630 \u0645\u0634\u0631\u0648\u0639 \u0639\u0645\u0644\u064a \u0644\u062a\u062d\u0644\u064a\u0644 Dataset \u0643\u0628\u064a\u0631 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 Spark SQL.<\/p>\n
\u0645\u062c\u0645\u0648\u0639\u0629 \u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a \u062c\u0627\u0647\u0632\u0629 \u0642\u0627\u0628\u0644\u0629 \u0644\u0625\u0639\u0627\u062f\u0629 \u0627\u0644\u0627\u0633\u062a\u062e\u062f\u0627\u0645 (Templates).<\/p>\n
\u0641\u0647\u0645 \u0639\u0645\u0644\u064a \u0644\u062a\u062d\u0633\u064a\u0646 \u0627\u0644\u0623\u062f\u0627\u0621 \u0641\u064a Spark \u0648\u062a\u0642\u0644\u064a\u0644 \u062a\u0643\u0627\u0644\u064a\u0641 \u0627\u0644\u062a\u0634\u063a\u064a\u0644.<\/p>\n
\u0627\u0644\u0641\u0626\u0629 \u0627\u0644\u0645\u0633\u062a\u0647\u062f\u0641\u0629<\/p>\n
\u0645\u062d\u0644\u0644\u0648 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0648\u0645\u0647\u0646\u062f\u0633\u0648 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a (Data Analysts \/ Data Engineers).<\/p>\n
\u0645\u0637\u0648\u0631\u0648 BI \u0648ETL \u0627\u0644\u0631\u0627\u063a\u0628\u0648\u0646 \u0641\u064a \u0627\u0644\u0627\u0646\u062a\u0642\u0627\u0644 \u0644\u0645\u0639\u0627\u0644\u062c\u0629 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0627\u0644\u0636\u062e\u0645\u0629.<\/p>\n
\u0623\u064a \u0634\u062e\u0635 \u0644\u062f\u064a\u0647 \u062e\u0628\u0631\u0629 \u0623\u0633\u0627\u0633\u064a\u0629 \u0628\u0640 SQL \u0648\u064a\u0631\u064a\u062f \u062a\u0648\u0633\u064a\u0639\u0647\u0627 \u0639\u0644\u0649 Big Data.<\/p>\n
\u0627\u0644\u0645\u062a\u0637\u0644\u0628\u0627\u062a<\/p>\n
\u0645\u0639\u0631\u0641\u0629 \u062c\u064a\u062f\u0629 \u0628\u0623\u0633\u0627\u0633\u064a\u0627\u062a SQL.<\/p>\n
\u0623\u0633\u0627\u0633\u064a\u0627\u062a \u0628\u0633\u064a\u0637\u0629 \u0641\u064a \u0627\u0644\u0628\u0631\u0645\u062c\u0629 \u0645\u0641\u064a\u062f\u0629 (Python\/Scala) \u0644\u0643\u0646\u0647\u0627 \u0644\u064a\u0633\u062a \u0634\u0631\u0637\u064b\u0627 \u0625\u0630\u0627 \u0643\u0627\u0646\u062a \u0627\u0644\u062f\u0648\u0631\u0629 \u062a\u0631\u0643\u0651\u0632 \u0639\u0644\u0649 SQL \u062f\u0627\u062e\u0644 Spark.<\/p>","protected":false},"excerpt":{"rendered":"
\u062a\u0647\u062f\u0641 \u0647\u0630\u0647 \u0627\u0644\u062f\u0648\u0631\u0629 \u0625\u0644\u0649 \u062a\u0645\u0643\u064a\u0646 \u0627\u0644\u0645\u062a\u062f\u0631\u0628\u064a\u0646 \u0645\u0646 \u062a\u062d\u0644\u064a\u0644 \u0627\u0644\u0628\u064a\u0627\u0646\u0627\u062a \u0627\u0644\u0636\u062e\u0645\u0629 \u0628\u0643\u0641\u0627\u0621\u0629 \u0628\u0627\u0633\u062a\u062e\u062f\u0627\u0645 Spark SQL \u0636\u0645\u0646 \u0628\u064a\u0626\u0629 Apache Spark\u060c \u062d\u064a\u062b \u064a\u062a\u0639\u0644\u0651\u0645 \u0627\u0644\u0645\u0634\u0627\u0631\u0643\u0648\u0646 \u0643\u064a\u0641\u064a\u0629 \u0627\u0644\u062a\u0639\u0627\u0645\u0644 \u0645\u0639 \u0623\u062d\u062c\u0627\u0645 \u0628\u064a\u0627\u0646\u0627\u062a \u0643\u0628\u064a\u0631\u0629\u060c \u0648\u062a\u0646\u0641\u064a\u0630 \u0627\u0644\u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a \u0648\u0627\u0644\u062a\u062d\u0648\u064a\u0644\u0627\u062a \u0628\u0634\u0643\u0644 \u0645\u0648\u0632\u0651\u0639\u060c \u0648\u062a\u062d\u0633\u064a\u0646 \u0627\u0644\u0623\u062f\u0627\u0621 \u0644\u0644\u062d\u0635\u0648\u0644 \u0639\u0644\u0649 \u0646\u062a\u0627\u0626\u062c \u0623\u0633\u0631\u0639 \u0648\u0623\u0643\u062b\u0631 \u062f\u0642\u0629. \u062a\u0628\u062f\u0623 \u0627\u0644\u062f\u0648\u0631\u0629 \u0645\u0646 \u0623\u0633\u0627\u0633\u064a\u0627\u062a Spark \u0648DataFrames\u060c \u062b\u0645 \u062a\u0646\u062a\u0642\u0644 \u0625\u0644\u0649 \u0643\u062a\u0627\u0628\u0629 \u0627\u0633\u062a\u0639\u0644\u0627\u0645\u0627\u062a SQL \u0639\u0644\u0649 \u0628\u064a\u0627\u0646\u0627\u062a \u0643\u0628\u064a\u0631\u0629\u060c […]<\/p>\n","protected":false},"featured_media":23608,"comment_status":"open","ping_status":"closed","template":"","meta":{"_acf_changed":false},"product_brand":[],"product_cat":[15],"product_tag":[],"class_list":{"0":"post-26753","1":"product","2":"type-product","3":"status-publish","4":"has-post-thumbnail","6":"product_cat-ai","8":"first","9":"instock","10":"sale","11":"virtual","12":"sold-individually","13":"purchasable","14":"product-type-simple"},"acf":[],"_links":{"self":[{"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/product\/26753","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/product"}],"about":[{"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/types\/product"}],"replies":[{"embeddable":true,"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/comments?post=26753"}],"version-history":[{"count":3,"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/product\/26753\/revisions"}],"predecessor-version":[{"id":27524,"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/product\/26753\/revisions\/27524"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/media\/23608"}],"wp:attachment":[{"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/media?parent=26753"}],"wp:term":[{"taxonomy":"product_brand","embeddable":true,"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/product_brand?post=26753"},{"taxonomy":"product_cat","embeddable":true,"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/product_cat?post=26753"},{"taxonomy":"product_tag","embeddable":true,"href":"https:\/\/atharhubs.com\/en\/wp-json\/wp\/v2\/product_tag?post=26753"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}