{"id":5194,"date":"2024-08-13T15:22:50","date_gmt":"2024-08-13T06:22:50","guid":{"rendered":"https:\/\/blog.since2020.jp\/?p=5194"},"modified":"2024-08-13T15:22:50","modified_gmt":"2024-08-13T06:22:50","slug":"bigquery_mv","status":"publish","type":"post","link":"https:\/\/since2020.jp\/media\/bigquery_mv\/","title":{"rendered":"BigQuery\u3067\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u8a66\u3057\u3066\u307f\u305f"},"content":{"rendered":"\n

BigQuery\u3067\u306f\u3001\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u5229\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u30af\u30a8\u30ea\u306e\u5b9f\u884c\u901f\u5ea6\u3092\u5411\u4e0a\u3055\u305b\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u306f\u3001\u4e8b\u524d\u306b\u8a08\u7b97\u3055\u308c\u305f\u30c7\u30fc\u30bf\u3092\u4fdd\u5b58\u3059\u308b\u3053\u3068\u3067\u3001\u8907\u96d1\u306a\u30af\u30a8\u30ea\u3092\u52b9\u7387\u7684\u306b\u5b9f\u884c\u3067\u304d\u308b\u6a5f\u80fd\u3067\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001BigQuery\u306b2\u3064\u306e\u30c6\u30fc\u30d6\u30eb\u3092\u4f5c\u6210\u3057\u3001\u305d\u308c\u3089\u3092\u7d50\u5408\u30fb\u96c6\u8a08\u3057\u3066\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u4f5c\u6210\u3059\u308b\u624b\u9806\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002<\/p>\n\n\n

1. \u306f\u3058\u3081\u306b<\/h2>\n

BigQuery\u3067\u306f\u3001\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u5229\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u30af\u30a8\u30ea\u306e\u5b9f\u884c\u901f\u5ea6\u3092\u5411\u4e0a\u3055\u305b\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u306f\u3001\u4e8b\u524d\u306b\u8a08\u7b97\u3055\u308c\u305f\u30c7\u30fc\u30bf\u3092\u4fdd\u5b58\u3059\u308b\u3053\u3068\u3067\u3001\u8907\u96d1\u306a\u30af\u30a8\u30ea\u3092\u52b9\u7387\u7684\u306b\u5b9f\u884c\u3067\u304d\u308b\u6a5f\u80fd\u3067\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001BigQuery\u306b2\u3064\u306e\u30c6\u30fc\u30d6\u30eb\u3092\u4f5c\u6210\u3057\u3001\u305d\u308c\u3089\u3092\u7d50\u5408\u30fb\u96c6\u8a08\u3057\u3066\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u4f5c\u6210\u3059\u308b\u624b\u9806\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002<\/span><\/p>\n\n

2. \u30c6\u30fc\u30d6\u30eb\u306e\u4f5c\u6210<\/h2>\n

\u307e\u305a\u3001\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306b2\u3064\u306e\u30d9\u30fc\u30b9\u30c6\u30fc\u30d6\u30eb\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002\u4ee5\u4e0b\u306eSQL\u3092\u5b9f\u884c\u3057\u3066\u3001sales_data<\/span>\u3068product_info<\/span>\u306e2\u3064\u306e\u30c6\u30fc\u30d6\u30eb\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/span><\/p>\r\n

\r\n
-- sales_data\u30c6\u30fc\u30d6\u30eb\u306e\u4f5c\u6210\r\nCREATE OR REPLACE TABLE `data-sandbox-421715.test_dataset.sales_data` (\r\nsale_id INT64,\r\nproduct_id INT64,\r\nquantity INT64,\r\nsale_amount INT64\r\n);\r\n\r\nINSERT INTO `data-sandbox-421715.test_dataset.sales_data` (sale_id, product_id, quantity, sale_amount) VALUES\r\n(1, 101, 5, 1000),\r\n(2, 102, 3, 600),\r\n(3, 101, 2, 400);\r\n\r\n-- product_info\u30c6\u30fc\u30d6\u30eb\u306e\u4f5c\u6210\r\nCREATE OR REPLACE TABLE `data-sandbox-421715.test_dataset.product_info` (\r\nproduct_id INT64,\r\nproduct_name STRING\r\n);\r\n\r\nINSERT INTO `data-sandbox-421715.test_dataset.product_info` (product_id, product_name) VALUES\r\n(101, 'Product A'),\r\n(102, 'Product B');\r\n<\/code><\/pre>\r\n<\/div>\r\n
\u3053\u306eSQL\u3067\u306f\u3001sales_data<\/span>\u30c6\u30fc\u30d6\u30eb\u306b\u58f2\u4e0a\u30c7\u30fc\u30bf\u3092\u3001product_info<\/span>\u30c6\u30fc\u30d6\u30eb\u306b\u88fd\u54c1\u60c5\u5831\u3092\u7c21\u6f54\u306b\u683c\u7d0d\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\"\"<\/p>\n\n
3. \u30c6\u30fc\u30d6\u30eb\u306e\u7d50\u5408\u3068\u96c6\u8a08<\/h2>\n
\u307e\u305a\u306f\u901a\u5e38\u306e\u7d50\u5408\u96c6\u8a08\u3092\u884c\u3044\u307e\u3059\u3002\u4e0a\u8a18\u3067\u4f5c\u6210\u3057\u305f2\u3064\u306e\u30c6\u30fc\u30d6\u30eb\u3092LEFT JOIN\u3067\u7d50\u5408\u3057\u3001\u58f2\u4e0a\u984d\u306e\u5408\u8a08\u3092\u88fd\u54c1\u3054\u3068\u306b\u96c6\u8a08\u3059\u308b\u30af\u30a8\u30ea\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\r\n
SELECT\r\np.product_id,\r\np.product_name,\r\nSUM(s.sale_amount) AS total_sales\r\nFROM\r\n`data-sandbox-421715.test_dataset.sales_data` s\r\nLEFT JOIN\r\n`data-sandbox-421715.test_dataset.product_info` p\r\nON\r\ns.product_id = p.product_id\r\nGROUP BY\r\np.product_id, p.product_name;<\/code><\/pre>\r\n<\/div>\r\n
<\/code><\/span>\u3053\u306e\u30af\u30a8\u30ea\u3067\u306f\u3001sales_data<\/code>\u3068product_info<\/code>\u3092product_id<\/code>\u3067LEFT JOIN\u3057\u3001\u5404\u88fd\u54c1\u306e\u58f2\u4e0a\u984d\u306e\u5408\u8a08\u3092\u96c6\u8a08\u3057\u307e\u3059\u3002LEFT JOIN\u3092\u4f7f\u3046\u3053\u3068\u3067\u3001sales_data<\/code>\u306b\u5b58\u5728\u3059\u308b\u3059\u3079\u3066\u306e\u30ec\u30b3\u30fc\u30c9\u304c\u7d50\u679c\u306b\u542b\u307e\u308c\u307e\u3059\u3002<\/span><\/p>\r\n
\"\"<\/p>\r\n
<\/p>\n\n
4. \u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u306e\u4f5c\u6210<\/h2>\n
\u4e0a\u8a18\u306e\u30af\u30a8\u30ea\u3092\u5143\u306b\u3001\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002\u4ee5\u4e0b\u306eSQL\u3092\u5b9f\u884c\u3057\u3066\u3001product_sales_mv<\/code>\u3068\u3044\u3046\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\r\n
CREATE MATERIALIZED VIEW `data-sandbox-421715.test_dataset.product_sales_mv` AS\r\nSELECT\r\np.product_id,\r\np.product_name,\r\nSUM(s.sale_amount) AS total_sales\r\nFROM\r\n`data-sandbox-421715.test_dataset.sales_data` s\r\nLEFT JOIN\r\n`data-sandbox-421715.test_dataset.product_info` p\r\nON\r\ns.product_id = p.product_id\r\nGROUP BY\r\np.product_id, p.product_name;<\/code><\/pre>\r\n<\/div>\r\n
\u3053\u306e\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u306b\u3088\u308a\u3001\u88fd\u54c1\u3054\u3068\u306e\u58f2\u4e0a\u984d\u304c\u4e8b\u524d\u306b\u8a08\u7b97\u3055\u308c\u3001\u30af\u30a8\u30ea\u306e\u5b9f\u884c\u901f\u5ea6\u304c\u5927\u5e45\u306b\u5411\u4e0a\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\"\"<\/p>\r\n
<\/p>\n\n
5. \u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u306e\u6d3b\u7528<\/h2>\n
\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u5229\u7528\u3057\u3066\u3001\u7d20\u65e9\u304f\u96c6\u8a08\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u4ee5\u4e0b\u306e\u30af\u30a8\u30ea\u3092\u5b9f\u884c\u3057\u3066\u3001product_sales_mv<\/span>\u304b\u3089\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\r\n
SELECT * FROM `data-sandbox-421715.test_dataset.product_sales_mv`;<\/code><\/pre>\r\n<\/div>\r\n
\u3053\u308c\u306b\u3088\u308a\u3001\u5404\u88fd\u54c1\u306e\u58f2\u4e0a\u5408\u8a08\u304c\u9ad8\u901f\u306b\u8fd4\u3055\u308c\u307e\u3059\u3002<\/span><\/p>\r\n
\"\"<\/p>\n\n
6. \u307e\u3068\u3081<\/h2>\n
BigQuery\u306e\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u6d3b\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u8907\u96d1\u306a\u96c6\u8a08\u30af\u30a8\u30ea\u3092\u52b9\u7387\u7684\u306b\u5b9f\u884c\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002LEFT JOIN\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u58f2\u4e0a\u30c7\u30fc\u30bf\u3092\u5b8c\u5168\u306b\u4fdd\u6301\u3057\u3064\u3064\u3001\u95a2\u9023\u3059\u308b\u60c5\u5831\u3092\u53d6\u5f97\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u305c\u3072\u3001\u65e5\u3005\u306e\u30c7\u30fc\u30bf\u5206\u6790\u306b\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u53d6\u308a\u5165\u308c\u3066\u3001\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u306e\u5411\u4e0a\u3092\u56f3\u3063\u3066\u304f\u3060\u3055\u3044\u3002<\/span><\/p>","protected":false},"excerpt":{"rendered":"
BigQuery\u3067\u306f\u3001\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u3092\u5229\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u30af\u30a8\u30ea\u306e\u5b9f\u884c\u901f\u5ea6\u3092\u5411\u4e0a\u3055\u305b\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u30de\u30c6\u30ea\u30a2\u30e9\u30a4\u30ba\u30c9\u30d3\u30e5\u30fc\u306f\u3001\u4e8b\u524d\u306b\u8a08\u7b97\u3055\u308c\u305f\u30c7\u30fc\u30bf\u3092\u4fdd\u5b58\u3059\u308b\u3053\u3068\u3067\u3001\u8907\u96d1\u306a\u30af\u30a8\u30ea\u3092\u52b9\u7387\u7684\u306b\u5b9f\u884c\u3067\u304d\u308b\u6a5f\u80fd\u3067\u3059\u3002\u672c\u8a18\u4e8b […]<\/p>\n","protected":false},"author":87,"featured_media":4984,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"content-type":"","swell_btn_cv_data":"","footnotes":"","_wp_rev_ctl_limit":""},"categories":[1246],"tags":[258,108,207,148],"class_list":["post-5194","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-data-infrastructure","tag-bi","tag-bigquery","tag-google-cloud","tag-sql"],"_links":{"self":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/5194","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/users\/87"}],"replies":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/comments?post=5194"}],"version-history":[{"count":0,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/5194\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media\/4984"}],"wp:attachment":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media?parent=5194"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/categories?post=5194"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/tags?post=5194"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}