代码点火器活动记录-帮助简化过程

问题描述

| 我目前正在使用下面的代码来获取uuid的列表，然后将它们分成1000个组，然后将这些组插入数据库中。 这可以正常工作，除了有时必须工作，超过一百万个uuid 问题是这会占用大量内存，因此我需要帮助来简化此过程以使用更少的内存...

public function send_daily_email($dealId) {
  set_time_limit(0);
  $deal = $this->ci->deal->get($dealId);
  if ($deal == false)
    throw new exception(\'Unknown Deal Specified\');

  $users = $this->db->select(\'uuid\')->from(\'userRegionLink\')->where(\'regionId\',$deal->region)->get();

  if ($users->num_rows() == 0)
    throw new exception(\'No users in region\');

  $message = $this->ci->load->view(\'emails/daily\',array(\'name\' => $deal->title,\'content\' => $deal->snippet),true);
  $uuids = array();

  foreach ($users->result() as $u)
    $uuids[] = $u->uuid;

  $uuids = array_chunk($uuids,1000);

  $sendId = 0;
  foreach ($uuids as $batch) {
    $count = count($batch);
    $this->db->set(\'dealId\',$dealId)->set(\'content\',$message)->set(\'regionId\',$deal->region)->set(\'recipients\',$count)->set(\'created\',\'NOW()\',false)->set(\'status\',\'Creating\');
    if ($sendId === 0) {
      $this->db->insert(\'dealEmailParent\');
      $sendId = $this->db->insert_id();
      $this->db->set(\'sendId\',$sendId)->where(\'id\',$sendId)->update(\'dealEmailParent\');
    }
    else
      $this->db->set(\'sendId\',$sendId)->insert(\'dealEmailParent\');

    $insert = array();

    foreach ($batch as $uuid)
      $insert[] = array(\'parentId\' => $sendId,\'uuid\' => $uuid);

    $this->db->insert_batch(\'dealEmailChild\',$insert);
  }
}

    

解决方法

        我讨厌这样说，但是据我对CodeIgniter的了解，它知道获取结果的唯一方法是立即获取整个结果集，即使您只需要一行，或者即使您想一次获取一行也是如此。时间，并做一些处理。它不能像本地mysql（i）/ PDO功能那样使用游标进行操作。 对于这么大的数据集，我建议您坚持使用本机PHP数据库功能以及前面的CodeIgniter的活动记录数据库类。     ,        返工可以在一分钟内插入1,000,000 \“用户\”，而没有任何内存限制:)

public function create_daily_email($dealId)
    {
        $time_start = microtime(true);
        set_time_limit(0);
        $deal = $this->ci->deal->get($dealId);
        if ($deal == false)
            throw new exception(\'Unknown Deal Specified\');


        $message = $this->ci->load->view(\'emails/daily\',array(\'name\' => $deal->title,\'content\' => $deal->snippet),true);

        $start = 0;
        $end = 50000;

        $q = $this->db->select(\'uuid\')->from(\'userRegionLink\')->where(\'regionId\',$deal->region)->limit($end,$start)->get();
        $sendId = 0;

        while ($q->num_rows() != 0) {

            //do stuff

            $uuids = array();

            foreach ($q->result() as $u)
                $uuids[] = $u->uuid;

            $uuids = array_chunk($uuids,1000);

            foreach ($uuids as $batch) {
                $count = count($batch);
                $this->db->set(\'dealId\',$dealId)->set(\'content\',$message)->set(\'regionId\',$deal->region)->set(\'recipients\',$count)->set(\'created\',\'NOW()\',false)->set(\'status\',\'Creating\');
                if ($sendId === 0) {
                    $this->db->insert(\'dealEmailParent\');
                    $sendId = $this->db->insert_id();
                    $this->db->set(\'sendId\',$sendId)->where(\'id\',$sendId)->update(\'dealEmailParent\');
                    $parentId = $sendId;
                }
                else {
                    $this->db->set(\'sendId\',$sendId)->insert(\'dealEmailParent\');
                    $parentId = $this->db->insert_id();
                }

                $insert = array();

                foreach ($batch as $uuid) {
                    $insert[] = array(
                        \'parentId\' => $parentId,\'uuid\' => $uuid
                    );
                }

                $this->db->insert_batch(\'dealEmailChild\',$insert);
            }

            //stop stuff

            unset($q);
            unset($uuids);
            unset($insert);
            $start = $start + $end;
            $q = $this->db->select(\'uuid\')->from(\'userRegionLink\')->where(\'regionId\',$start)->get();
        }

        $this->db->set(\'status\',\'Pending\')->where(\'sendId\',$sendId)->update(\'dealEmailParent\');

        $time_end = microtime(true);
        $time = $time_end - $time_start;

        die(\"Did nothing in $time seconds\");
    }