{"id":1891,"date":"2017-02-10T11:42:41","date_gmt":"2017-02-10T19:42:41","guid":{"rendered":"http:\/\/engineering.siftscience.com\/?p=1891"},"modified":"2017-02-10T11:42:41","modified_gmt":"2017-02-10T19:42:41","slug":"druid-at-sift","status":"publish","type":"post","link":"https:\/\/engineering.sift.com\/druid-at-sift\/","title":{"rendered":"Druid at Sift"},"content":{"rendered":"<p class=\"p2\">At Sift Science, we protect online businesses from fraud and abuse.<span class=\"Apple-converted-space\">\u00a0 <\/span>We do this by processing lots of data sent to us by our customers, building machine learned models that are updated online in real-time, and surfacing risk scores and decisions to our customers.<\/p>\n<p class=\"p2\">We have many different analytics workloads which are served by Apache Crunch, Spark, and Phoenix.<\/p>\n<p class=\"p2\">For very fast ad-hoc analysis of our real-time data we use <a href=\"https:\/\/druid.io\/\">Druid<\/a>! \u00a0We presented our experience setting up and using Druid along with specific issues that we resolved at a recent Druid meet-up hosted here at Sift Science.<span class=\"Apple-converted-space\">\u00a0 <\/span>Below is a recording of our presentation. Enjoy!<\/p>\n<p><iframe loading=\"lazy\" width=\"900\" height=\"506\" src=\"https:\/\/www.youtube.com\/embed\/xXUc2hHeUHk?feature=oembed\" frameborder=\"0\" allowfullscreen><\/iframe><\/p>\n","protected":false},"excerpt":{"rendered":"At Sift Science, we protect online businesses from fraud and abuse.\u00a0 We do this by processing lots of data sent to us by our customers, building machine learned models that are updated online in real-time, and surfacing risk scores and decisions to our customers. We have many different analytics workloads which are served by Apache [&hellip;]","protected":false},"author":21,"featured_media":1892,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[43],"tags":[],"ppma_author":[124],"class_list":["post-1891","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-talks"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.2 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Druid at Sift - Sift Engineering Blog<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/engineering.sift.com\/druid-at-sift\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Druid at Sift - Sift Engineering Blog\" \/>\n<meta property=\"og:description\" content=\"At Sift Science, we protect online businesses from fraud and abuse.\u00a0 We do this by processing lots of data sent to us by our customers, building machine learned models that are updated online in real-time, and surfacing risk scores and decisions to our customers. We have many different analytics workloads which are served by Apache [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/engineering.sift.com\/druid-at-sift\/\" \/>\n<meta property=\"og:site_name\" content=\"Sift Engineering Blog\" \/>\n<meta property=\"article:published_time\" content=\"2017-02-10T19:42:41+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"1333\" \/>\n\t<meta property=\"og:image:height\" content=\"1104\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"Sam Talaie\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Sam Talaie\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 minute\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/engineering.sift.com\/druid-at-sift\/\",\"url\":\"https:\/\/engineering.sift.com\/druid-at-sift\/\",\"name\":\"Druid at Sift - Sift Engineering Blog\",\"isPartOf\":{\"@id\":\"https:\/\/engineering.sift.com\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/engineering.sift.com\/druid-at-sift\/#primaryimage\"},\"image\":{\"@id\":\"https:\/\/engineering.sift.com\/druid-at-sift\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg\",\"datePublished\":\"2017-02-10T19:42:41+00:00\",\"author\":{\"@id\":\"https:\/\/engineering.sift.com\/#\/schema\/person\/ff7e3ef7e013770cf850feab1587d09e\"},\"breadcrumb\":{\"@id\":\"https:\/\/engineering.sift.com\/druid-at-sift\/#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/engineering.sift.com\/druid-at-sift\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/engineering.sift.com\/druid-at-sift\/#primaryimage\",\"url\":\"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg\",\"contentUrl\":\"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg\",\"width\":1333,\"height\":1104},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/engineering.sift.com\/druid-at-sift\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\/\/engineering.sift.com\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Druid at Sift\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/engineering.sift.com\/#website\",\"url\":\"https:\/\/engineering.sift.com\/\",\"name\":\"Sift Engineering Blog\",\"description\":\"\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/engineering.sift.com\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/engineering.sift.com\/#\/schema\/person\/ff7e3ef7e013770cf850feab1587d09e\",\"name\":\"Sam Talaie\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/engineering.sift.com\/#\/schema\/person\/image\/04a3e62d3b67ac1513b05e41a8d7e192\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/401aff6baf753e87a0f51f58c93f51ba41dbf31d5d9223ed94eea91558d242c0?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/401aff6baf753e87a0f51f58c93f51ba41dbf31d5d9223ed94eea91558d242c0?s=96&d=mm&r=g\",\"caption\":\"Sam Talaie\"},\"sameAs\":[\"https:\/\/siftscience.com\"],\"url\":\"https:\/\/engineering.sift.com\/author\/saam\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Druid at Sift - Sift Engineering Blog","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/engineering.sift.com\/druid-at-sift\/","og_locale":"en_US","og_type":"article","og_title":"Druid at Sift - Sift Engineering Blog","og_description":"At Sift Science, we protect online businesses from fraud and abuse.\u00a0 We do this by processing lots of data sent to us by our customers, building machine learned models that are updated online in real-time, and surfacing risk scores and decisions to our customers. We have many different analytics workloads which are served by Apache [&hellip;]","og_url":"https:\/\/engineering.sift.com\/druid-at-sift\/","og_site_name":"Sift Engineering Blog","article_published_time":"2017-02-10T19:42:41+00:00","og_image":[{"width":1333,"height":1104,"url":"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg","type":"image\/jpeg"}],"author":"Sam Talaie","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Sam Talaie","Est. reading time":"1 minute"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/engineering.sift.com\/druid-at-sift\/","url":"https:\/\/engineering.sift.com\/druid-at-sift\/","name":"Druid at Sift - Sift Engineering Blog","isPartOf":{"@id":"https:\/\/engineering.sift.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/engineering.sift.com\/druid-at-sift\/#primaryimage"},"image":{"@id":"https:\/\/engineering.sift.com\/druid-at-sift\/#primaryimage"},"thumbnailUrl":"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg","datePublished":"2017-02-10T19:42:41+00:00","author":{"@id":"https:\/\/engineering.sift.com\/#\/schema\/person\/ff7e3ef7e013770cf850feab1587d09e"},"breadcrumb":{"@id":"https:\/\/engineering.sift.com\/druid-at-sift\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/engineering.sift.com\/druid-at-sift\/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/engineering.sift.com\/druid-at-sift\/#primaryimage","url":"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg","contentUrl":"https:\/\/engineering.sift.com\/wp-content\/uploads\/2017\/02\/druid.jpg","width":1333,"height":1104},{"@type":"BreadcrumbList","@id":"https:\/\/engineering.sift.com\/druid-at-sift\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/engineering.sift.com\/"},{"@type":"ListItem","position":2,"name":"Druid at Sift"}]},{"@type":"WebSite","@id":"https:\/\/engineering.sift.com\/#website","url":"https:\/\/engineering.sift.com\/","name":"Sift Engineering Blog","description":"","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/engineering.sift.com\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Person","@id":"https:\/\/engineering.sift.com\/#\/schema\/person\/ff7e3ef7e013770cf850feab1587d09e","name":"Sam Talaie","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/engineering.sift.com\/#\/schema\/person\/image\/04a3e62d3b67ac1513b05e41a8d7e192","url":"https:\/\/secure.gravatar.com\/avatar\/401aff6baf753e87a0f51f58c93f51ba41dbf31d5d9223ed94eea91558d242c0?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/401aff6baf753e87a0f51f58c93f51ba41dbf31d5d9223ed94eea91558d242c0?s=96&d=mm&r=g","caption":"Sam Talaie"},"sameAs":["https:\/\/siftscience.com"],"url":"https:\/\/engineering.sift.com\/author\/saam\/"}]}},"authors":[{"term_id":124,"user_id":21,"is_guest":0,"slug":"saam","display_name":"Sam Talaie","avatar_url":"https:\/\/secure.gravatar.com\/avatar\/401aff6baf753e87a0f51f58c93f51ba41dbf31d5d9223ed94eea91558d242c0?s=96&d=mm&r=g","author_category":"","first_name":"Sam","last_name":"Talaie","user_url":"https:\/\/siftscience.com","job_title":"","description":""}],"_links":{"self":[{"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/posts\/1891","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/users\/21"}],"replies":[{"embeddable":true,"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/comments?post=1891"}],"version-history":[{"count":0,"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/posts\/1891\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/media\/1892"}],"wp:attachment":[{"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/media?parent=1891"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/categories?post=1891"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/tags?post=1891"},{"taxonomy":"author","embeddable":true,"href":"https:\/\/engineering.sift.com\/wp-json\/wp\/v2\/ppma_author?post=1891"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}