{"id":5703,"date":"2024-10-18T12:50:33","date_gmt":"2024-10-18T03:50:33","guid":{"rendered":"https:\/\/blog.since2020.jp\/?p=5703"},"modified":"2024-10-18T12:50:33","modified_gmt":"2024-10-18T03:50:33","slug":"dbt-seed-snowflake","status":"publish","type":"post","link":"https:\/\/since2020.jp\/media\/dbt-seed-snowflake\/","title":{"rendered":"dbt seed\u3092\u4f7f\u3063\u3066Snowflake\u3078\u30ed\u30fc\u30ab\u30eb\u30c7\u30fc\u30bf\u3092\u30ed\u30fc\u30c9\u3057\u3066\u307f\u3088\u3046"},"content":{"rendered":"\n

\u30c7\u30fc\u30bf\u5206\u6790\u57fa\u76e4\u3068\u3057\u3066Snowflake\u3092\u4f7f\u7528\u3057\u3066\u3044\u308b\u5834\u5408\u3001dbt\uff08Data Build Tool\uff09\u3092\u4f7f\u3046\u3053\u3068\u3067\u30c7\u30fc\u30bf\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u306e\u69cb\u7bc9\u304c\u3088\u308a\u7c21\u5358\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001dbt seed\u30b3\u30de\u30f3\u30c9\u3092\u5229\u7528\u3057\u3066\u30ed\u30fc\u30ab\u30eb\u306eCSV\u30d5\u30a1\u30a4\u30eb\u3092Snowflake\u306b\u30ed\u30fc\u30c9\u3059\u308b\u65b9\u6cd5\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002<\/p>\n\n\n

\u306f\u3058\u3081\u306b<\/h2>\n

\u30c7\u30fc\u30bf\u5206\u6790\u57fa\u76e4\u3068\u3057\u3066Snowflake\u3092\u4f7f\u7528\u3057\u3066\u3044\u308b\u5834\u5408\u3001dbt<\/span>\uff08Data Build Tool\uff09\u3092\u4f7f\u3046\u3053\u3068\u3067\u30c7\u30fc\u30bf\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u306e\u69cb\u7bc9\u304c\u3088\u308a\u7c21\u5358\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001dbt seed<\/span>\u30b3\u30de\u30f3\u30c9\u3092\u5229\u7528\u3057\u3066\u30ed\u30fc\u30ab\u30eb\u306eCSV\u30d5\u30a1\u30a4\u30eb\u3092Snowflake\u306b\u30ed\u30fc\u30c9\u3059\u308b\u65b9\u6cd5\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002<\/span><\/p>\n\n

\u524d\u63d0\u6761\u4ef6<\/h2>\n

1.Snowflake\u30a2\u30ab\u30a6\u30f3\u30c8<\/strong>\uff08\u30a2\u30ab\u30a6\u30f3\u30c8\u3001\u30e6\u30fc\u30b6\u30fc\u3001\u30d1\u30b9\u30ef\u30fc\u30c9\u3001\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3001\u30b9\u30ad\u30fc\u30de\uff09<\/span><\/p>\r\n

2.dbt\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/strong>\uff08pip install dbt-snowflake<\/code>\u3067\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u53ef\u80fd\uff09<\/span><\/p>\r\n

3.\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u8a2d\u5b9a\u6e08\u307f\u306edbt\u30d7\u30ed\u30b8\u30a7\u30af\u30c8<\/strong><\/span><\/p>\r\n

<\/p>\n\n

\u30b9\u30c6\u30c3\u30d7 1: dbt\u306e\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u8a2d\u5b9a<\/h2>\n

\u307e\u305a\u306f\u3001dbt\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3092\u8a2d\u5b9a\u3057\u307e\u3059\u3002\u3059\u3067\u306b\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u304c\u3042\u308b\u5834\u5408\u306f\u3001\u3053\u306e\u30b9\u30c6\u30c3\u30d7\u306f\u4e0d\u8981\u3067\u3059\u3002<\/span><\/p>\r\n

\r\n
# \u65b0\u3057\u3044dbt\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3092\u4f5c\u6210\u3059\u308b\r\ndbt init my_dbt_project\r\ncd my_dbt_project<\/code><\/pre>\r\n<\/div>\r\n
profiles.yml<\/span>\u30d5\u30a1\u30a4\u30eb\u306bSnowflake\u63a5\u7d9a\u60c5\u5831\u3092\u8a2d\u5b9a\u3057\u307e\u3059\u3002~\/.dbt\/profiles.yml<\/span>\u30d5\u30a1\u30a4\u30eb\u306b\u4ee5\u4e0b\u306e\u3088\u3046\u306a\u5185\u5bb9\u3092\u8ffd\u52a0\u3057\u307e\u3059\uff1a<\/span><\/p>\r\n
\r\n
my_dbt_project:\r\ntarget: dev\r\noutputs:\r\ndev:\r\ntype: snowflake\r\naccount: <your_snowflake_account>\r\nuser: <your_snowflake_user>\r\npassword: <your_password>\r\nrole: <your_snowflake_role>\r\ndatabase: <your_snowflake_database>\r\nwarehouse: <your_snowflake_warehouse>\r\nschema: <your_snowflake_schema>\r\nthreads: 1<\/code><\/pre>\r\n<\/div>\r\n
Snowflake\u306e\u30a2\u30ab\u30a6\u30f3\u30c8\u3001\u30e6\u30fc\u30b6\u30fc\u3001\u30d1\u30b9\u30ef\u30fc\u30c9\u3001\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u306a\u3069\u3092\u6307\u5b9a\u3057\u3066\u304f\u3060\u3055\u3044\u3002<\/span><\/p>\r\n
dbt debug\u3067\u63a5\u7d9a\u3092\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002<\/span><\/p>\r\n
<\/span><\/p>\r\n
\r\n
dbt debug<\/code><\/pre>\r\n<\/div>\r\n
\"\"<\/p>\r\n
<\/p>\n\n
\u30b9\u30c6\u30c3\u30d7 2: CSV\u30c7\u30fc\u30bf\u3092\u6e96\u5099\u3059\u308b<\/h2>\n
dbt seed<\/span>\u3092\u4f7f\u3063\u3066\u30ed\u30fc\u30c9\u3059\u308b\u305f\u3081\u306b\u306f\u3001CSV\u30d5\u30a1\u30a4\u30eb\u3092seed<\/span>\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u5185\u306b\u914d\u7f6e\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u4f8b\u3048\u3070\u3001seed\/customers.csv<\/span>\u3068\u3044\u3046\u30d5\u30a1\u30a4\u30eb\u3092\u4f5c\u6210\u3057\u307e\u3059\uff1a<\/span><\/p>\r\n
\"\"<\/p>\r\n
\r\n
id,name,email\r\n1,John Doe,john@example.com\r\n2,Jane Smith,jane@example.com\r\n3,Bob Johnson,bob@example.com<\/code><\/pre>\r\n<\/div>\n\n
\u30b9\u30c6\u30c3\u30d7 3: dbt seed\u3092\u5b9f\u884c\u3059\u308b<\/h2>\n
\u6e96\u5099\u304c\u6574\u3063\u305f\u3089\u3001\u4ee5\u4e0b\u306e\u30b3\u30de\u30f3\u30c9\u3067CSV\u30c7\u30fc\u30bf\u3092Snowflake\u306b\u30ed\u30fc\u30c9\u3057\u307e\u3059\uff1a<\/span><\/p>\r\n
\r\n
dbt seed<\/code><\/pre>\r\n<\/div>\r\n
\u5b9f\u884c\u5f8c\u3001dbt<\/code>\u306f\u6307\u5b9a\u3057\u305fSnowflake\u306e\u30b9\u30ad\u30fc\u30de\u5185\u306bcustomers<\/code>\u3068\u3044\u3046\u30c6\u30fc\u30d6\u30eb\u3092\u4f5c\u6210\u3057\u3001CSV\u30c7\u30fc\u30bf\u3092\u30ed\u30fc\u30c9\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\u30ed\u30fc\u30c9\u306e\u6210\u529f\u753b\u9762<\/span><\/p>\r\n
\"\"<\/p>\r\n
 <\/p>\r\n
<\/p>\n\n
\u30b9\u30c6\u30c3\u30d7 4: \u30ed\u30fc\u30c9\u7d50\u679c\u3092\u78ba\u8a8d\u3059\u308b<\/h2>\n
Snowflake\u306b\u30ed\u30b0\u30a4\u30f3\u3057\u3066\u3001\u30c7\u30fc\u30bf\u304c\u6b63\u3057\u304f\u30ed\u30fc\u30c9\u3055\u308c\u305f\u304b\u78ba\u8a8d\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\r\n
SELECT * FROM <your_snowflake_schema>.customers;<\/code><\/pre>\r\n<\/div>\r\n
\u7d50\u679c\u3068\u3057\u3066\u3001customers<\/span>\u30c6\u30fc\u30d6\u30eb\u306bCSV\u30d5\u30a1\u30a4\u30eb\u306e\u5185\u5bb9\u304c\u683c\u7d0d\u3055\u308c\u3066\u3044\u308b\u306f\u305a\u3067\u3059\u3002<\/span><\/p>\r\n
 <\/p>\n\n
\u30b9\u30c6\u30c3\u30d7 5: \u30e2\u30c7\u30eb\u3067\u306e\u5229\u7528<\/h2>\n
dbt\u3067seed<\/code>\u3055\u308c\u305f\u30c7\u30fc\u30bf\u306f\u305d\u306e\u307e\u307edbt\u30e2\u30c7\u30eb\u5185\u3067\u4f7f\u7528\u3067\u304d\u307e\u3059\u3002\u4f8b\u3048\u3070\u3001models\/customers.sql<\/code>\u3068\u3044\u3046\u30d5\u30a1\u30a4\u30eb\u3092\u4f5c\u6210\u3057\u3066\u3001\u30c7\u30fc\u30bf\u3092\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\u3059\u308b\u7c21\u5358\u306a\u30e2\u30c7\u30eb\u3092\u4f5c\u6210\u3057\u307e\u3059\u3002<\/span><\/p>\r\n
\r\n
WITH filtered_customers AS (\r\nSELECT *\r\nFROM {{ ref('customers') }}\r\nWHERE name LIKE 'John%'\r\n)\r\n\r\nSELECT * FROM filtered_customers;<\/code><\/pre>\r\n<\/div>\r\n
\u3053\u308c\u3067\u3001John\u3068\u3044\u3046\u540d\u524d\u3067\u59cb\u307e\u308b\u9867\u5ba2\u306e\u307f\u3092\u62bd\u51fa\u3059\u308bSQL\u304c\u5b9f\u884c\u3055\u308c\u307e\u3059\u3002<\/span><\/p>\r\n
 <\/p>\r\n
<\/p>\n\n
\u7d42\u308f\u308a\u306b<\/h2>\n
dbt seed<\/span>\u306f\u3001\u30ed\u30fc\u30ab\u30eb\u30d5\u30a1\u30a4\u30eb\u3092\u7c21\u5358\u306bSnowflake\u306b\u30a4\u30f3\u30dd\u30fc\u30c8\u3067\u304d\u308b\u4fbf\u5229\u306a\u6a5f\u80fd\u3067\u3059\u3002\u4eca\u56de\u306e\u8a18\u4e8b\u3067\u306f\u3001CSV\u30d5\u30a1\u30a4\u30eb\u3092\u4f7f\u7528\u3057\u307e\u3057\u305f\u304c\u3001\u4ed6\u306e\u5f62\u5f0f\u3067\u3082\u5bfe\u5fdc\u53ef\u80fd\u3067\u3059\u3002\u305c\u3072\u3001\u81ea\u5206\u306e\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3067\u3082\u8a66\u3057\u3066\u307f\u3066\u304f\u3060\u3055\u3044\u3002<\/span><\/p>","protected":false},"excerpt":{"rendered":"
\u30c7\u30fc\u30bf\u5206\u6790\u57fa\u76e4\u3068\u3057\u3066Snowflake\u3092\u4f7f\u7528\u3057\u3066\u3044\u308b\u5834\u5408\u3001dbt\uff08Data Build Tool\uff09\u3092\u4f7f\u3046\u3053\u3068\u3067\u30c7\u30fc\u30bf\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u306e\u69cb\u7bc9\u304c\u3088\u308a\u7c21\u5358\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001dbt seed\u30b3\u30de\u30f3\u30c9\u3092\u5229\u7528\u3057\u3066\u30ed\u30fc\u30ab\u30eb\u306eCSV […]<\/p>\n","protected":false},"author":87,"featured_media":4304,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"content-type":"","swell_btn_cv_data":"","footnotes":"","_wp_rev_ctl_limit":""},"categories":[1249],"tags":[491,758,216],"class_list":["post-5703","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-knowledge","tag-dbt","tag-dbt-core","tag-snowflake"],"_links":{"self":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/5703","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/users\/87"}],"replies":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/comments?post=5703"}],"version-history":[{"count":0,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/posts\/5703\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media\/4304"}],"wp:attachment":[{"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/media?parent=5703"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/categories?post=5703"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/since2020.jp\/media\/wp-json\/wp\/v2\/tags?post=5703"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}