大批量导出数据

做数据导出时经常会出现数据量太大导致最后程序卡死 反正我写不来 公司好同事我辈学习之榜样曹老板写的 我给偷过来啦

<?phpclass ExportCsv{    private $path = '';    private $header = [];    private $db = null;    private $fp = null;    private $total = 0;    private $writeRow = 0;    private $time ;    function __construct($file)    {        $this->time = time();        set_time_limit(0);        $endtitle = local_date("Y-m-d-h-i-s");        $this->path = "{$file}-{$endtitle}.xls";        $this->db = &m('store');        header('Content-Type:text/html;charset=utf-8');        header("Content-Encoding: none\r\n");        ob_implicit_flush(true);    }    public function setHeader($header)    {        $this->header = $header;    }        public function processCsv1($config, $datafunc)    {        //输出文件头        $this->fp = fopen( ROOT_PATH . '/temp/' .$this->path, 'w');        //echo ROOT_PATH . '/temp/' .$this->path.'<br>';        //echo $this->fp;        //exit;        if (!empty($this->header)) {            $content = '<meta http-equiv="Content-Type" content="text/html; charset=utf-8">';            $content .= '<table border="1">';            $content .= '<tr>';            foreach ($this->header as $v) {                $content .= '<th>' . $v . '</th>';            }            $content .= '</tr>';            fwrite($this->fp, $content);        }        $where = '';        if(isset($config['where']) && !empty($config['where']))        {            $where = 'where '.$config['where'];        }        $countSql = 'select count(DISTINCT('.$config['countfield'].')) from '.$config['from'].' ' . $where;        $this->total = $this->db->getOne($countSql);        echo '总共'.$this->total.'条记录<br>';        if($this->total > 0) {            $pagecount = 2000;            $opage = 0;            for($pos = 0; $pos<$this->total; $pos+=$pagecount,++$opage)            {                $selectSql = 'select ' . $config['fields'] . ' from '.$config['from'].' ' . $where . ' '.$config['group'];                $selectSql .= " limit " . ($opage) * $pagecount . ", $pagecount";                $this->save2file($selectSql, $datafunc);            }        }    }    private function save2file($sql, $datafunc)    {        $arr = &$this->db->getAll($sql);        foreach ($arr as $key => $value)        {            $value = $datafunc($value);            if(empty($value)) {                continue;            }            $content = '<tr>';            foreach ($this->header as $k => $v2) {                $tmp = isset($value[$k]) ? $value[$k] : '';                if (is_numeric($tmp)) {                    $tmp == 0 && $tmp = '';                }                $content .= '<td>' . $tmp . '</td>';            }            $content .= '</tr>';            fwrite($this->fp, $content);            //fputcsv($this->fp, $datafunc($value));        }        $this->writeRow += count($arr);        unset($arr);        echo str_repeat(' ',1024*64);        echo '已经读取'.$this->writeRow.'条记录<br>';        ob_flush();        flush();    }    public function exportCsv()    {        if($this->total <= 0) {            echo '没有可导出数据<br>';            return;        }        fwrite($this->fp, '</table>');        fclose($this->fp);        echo '读取完毕<br>';        echo '耗时：' . intval(time()-($this->time)).'秒<br>';        echo '<a href="'.STATIC_URL . '/export/' . $this->path .'" download="'.$this->path.'">点击下载</a>';               exit;    }    public function exportCsv1()    {        if($this->total <= 0) {            echo '没有可导出数据<br>';            return;        }        fwrite($this->fp, '</table>');        fclose($this->fp);        echo '读取完毕<br>';        echo '耗时：' . intval(time()-($this->time)).'秒<br>';        echo '<a href="'.DOMAIN . '/temp/' .$this->path .'" download="'.$this->path.'">点击下载</a>';               exit;    }}

使用方法

if(isset($_GET['excel'])) {   $export = new ExportCsv('userview');   $export->setHeader([      "type" => "类型",      "title" => "名称",      "user_name" => "用户",      "store_name" => "店铺",      "user_type" => "用户类型",      "add_time" => "浏览时间",      "referer" => "来源页面"   ]);   $config = [];      $config['countfield'] = 'member_visitor.id';   $config['fields'] = 'member_visitor.*,member_visitor.types as vtypes,m.user_name,m.isbazaar,uv.store_id as priv_store_id,uv.privs,s.store_id';   $config['from'] = 'eihoo_member_visitor as member_visitor lEFT JOIN eihoo_member m ON m.user_id=member_visitor.user_id LEFT JOIN eihoo_user_priv uv on uv.user_id=m.user_id LEFT JOIN eihoo_store s on s.user_id=m.user_id';   //echo $conditions;exit;   $config['where'] = '';//筛选条件   $config['group'] = 'group by member_visitor.id';   $export->processCsv1($config, function ($goods) {      // 这里返回的是1条数据 大部分情况下要针对这条数据做处理得到用户想要的数据      return $goods;   });   $export->exportCsv1();}