百度 BigSQL 借助 OAP 和英特尔® 傲腾™ 持久内存为 Spark 交互式查询加速

下载 PDF 文档

内容简介

内容简介

内容简介

下载 PDF 文档

英特尔和百度合作创建了 Spark 项目的优化分析包（OAP），旨在利用列数据格式和在选定列上构建的用户定义的索引来提高数据扫描效率；并采用细粒度的内存数据缓存策略，以消除磁盘和网络中的 I/O 瓶颈，从而将性能最大化至次秒级。

<script>var isTargetEnabled =false;</script>

<script type="text/javascript">
    var cq_tms = {
        wa_emtcontenttype: "emtcontenttype:document/guide",
        
        wa_industry_type: "",
        wa_partner_prog: "",
        wa_subject: "",
        wa_biz_size: "",
        wa_emt_org: "",
        wa_emt_intel: "",
        wa_partner_type: "",
        wa_programidentifier: "none",
        wa_location: "cn",
        wa_language: "zh",
        wa_english_title: "Baidu Bigsql Delivers Faster Spark Interactive Queries",
        wa_content_type: "guide",
        wa_intel_platform: "",
        wa_applications: "",
        wa_local: "zh_CN",
        wa_intel_technology: "",
        wa_system_type: "",
        wa_product_name: "",
        wa_audience: "",
        wa_life_cycle: "",
        wa_cq_url: "/content/www/cn/zh/analytics/baidu-bigsql-delivers-faster-spark-interactive-queries.html",
        wa_page_type_micro: "mf-pdfAssetDetail",
        wa_env: "prd",
        wa_cq_pub_env: "publish",
        wa_transl_status: "1",
        wa_product_id: "",
        wa_software: "",
        wa_reference_design: "",
        wa_codename: "",
        wa_created_date: "1591351368070",
        wa_modifed_date: "1591249150251",
        wa_off_time: "1622784780000",
        wa_ownedby: "",
        wa_managedby: "",
        wa_idz_nid : "",
        wa_event_type: "",
        wa_idz_custom_tags: "",
        wa_programming_language: "",
        wa_skill_level: "",
        wa_solution: "",
        wa_product_formFactor: "",
        wa_operating_system: "",
        wa_marketing_products: "",
        wa_ssg_third_party_prod_sys_sol: "",
        wa_upeNamespace: "",
        
        wa_secondary_content_type: ""

};

cq_tms.wa_tms_sync_load = "deferred";
    
</script>

<script type="text/javascript" src="/content/dam/www/global/wap/tms.sync.js" async></script>

<link rel="stylesheet" href="/etc.clientlibs/settings/wcm/designs/ver/210506/intel/clientlibs/pages/commons-page.min.css" type="text/css"><script src="/etc.clientlibs/settings/wcm/designs/ver/210506/intel/clientlibs/pages/commons-page.min.js" defer></script>

<script src="/etc.clientlibs/settings/wcm/designs/ver/210506/intel/us/en/clientlibs/pdfasset-libs.min.js"></script>

<script>!function(){var e=setInterval(function(){"undefined"!=typeof $CQ&&($CQ(function(){CQ_Analytics.SegmentMgr.loadSegments("/etc/segmentation"),CQ_Analytics.ClientContextUtils.init("/etc/clientcontext/intel",window.location.pathname.substr(0,window.location.pathname.indexOf(".")))}),clearInterval(e))},100)}();</script>

<link rel="stylesheet" type="text/css" href="/etc.clientlibs/settings/wcm/designs/intel/cn/zh/css/resources/css/intel.rwd.override.css"/>