增加lazy方法 惰性加载数据 关联查询统一使用lazy方法优化查询

Author: liu21st

src/db/Query.php

@@ -536,6 +536,10 @@ public function cursor($data = null)
      */
     public function chunk(int $count, callable $callback, string | array | null $column = null, string $order = 'asc'): bool
     {
+        if ($count < 1) {
+            throw new Exception('The chunk size should be at least 1');
+        }
+
         $options = $this->getOptions();
         $column  = $column ?: $this->getPk();
 
@@ -560,11 +564,15 @@ public function chunk(int $count, callable $callback, string | array | null $col
 
         $resultSet = $query->order($column, $order)->select();
 
-        while (count($resultSet) > 0) {
+        while (true) {
             if (false === call_user_func($callback, $resultSet)) {
                 return false;
             }
 
+            if (count($resultSet) < $count) {
+                break;
+            }
+
             if (isset($times)) {
                 $times++;
                 $query = $this->options($options)->page($times, $count);
@@ -582,4 +590,44 @@ public function chunk(int $count, callable $callback, string | array | null $col
 
         return true;
     }
+
+    /**
+     * 惰性分批遍历数据
+     * @param int         $count   每批处理的数量
+     * @param string|null $column  分批处理的字段名
+     * @param string      $order   字段排序 
+     * @return \Generator
+     */
+    public function lazy(int $count = 1000, ?string $column = null, string $order = 'desc')
+    {
+        if ($count < 1) {
+            throw new Exception('The chunk size should be at least 1');
+        }
+
+        $limit   = (int)$this->getOption('limit', 0);
+        $column  = $column ?: $this->getPk();
+        $this->order($column, $order)->limit($count > $limit ? $limit : $count);
+
+        $options   = $this->getOptions();
+        $bind      = $this->bind;
+        $times     = 0;
+        $resultSet = $this->options($options)->select();
+
+        while (true) {
+            foreach ($resultSet as $item) {
+                yield $item;
+                $lastId = $item[$column];
+                $times++;
+            }
+
+            if (count($resultSet) < $count || ($limit && $times >= $limit)) {
+                break;
+            }
+
+            $resultSet = $this->options($options)
+                ->where($column, 'asc' == strtolower($order) ? '>' : '<', $lastId)
+                ->bind($bind)
+                ->select();
+        };
+    }
 }

src/model/relation/BelongsToMany.php

@@ -452,11 +452,10 @@ protected function eagerlyManyToMany(array $where, array $subRelation = [], ?Clo
         }
 
         // 预载入关联查询 支持嵌套预载入
-        $method = ($subRelation || !empty($cache)) ? 'select' : 'cursor';
-        $list   = $this->belongsToManyQuery($this->foreignKey, $this->localKey, $where)
+        $list = $this->belongsToManyQuery($this->foreignKey, $this->localKey, $where)
             ->with($subRelation)
             ->cache($cache[0] ?? false, $cache[1] ?? null, $cache[2] ?? null)
-            ->$method();
+            ->lazy();
 
         // 组装模型数据
         $data = [];

src/model/relation/HasMany.php

@@ -225,12 +225,11 @@ protected function eagerlyOneToMany(array $where, array $subRelation = [], ?Clos
             }
         }
 
-        $method = ($subRelation || !empty($cache)) ? 'select' : 'cursor';
-        $list   = $this->query
+        $list = $this->query
             ->where($where)
             ->cache($cache[0] ?? false, $cache[1] ?? null, $cache[2] ?? null)
             ->with($subRelation)
-            ->$method();
+            ->lazy();
 
         // 组装模型数据
         $data = [];

src/model/relation/HasManyThrough.php

@@ -265,11 +265,10 @@ protected function eagerlyWhere(array $where, string $key, array $subRelation =
             }
         }
 
-        $method = ($subRelation || !empty($cache)) ? 'select' : 'cursor';
-        $list   = $this->query
+        $list = $this->query
             ->where($throughKey, 'in', $keys)
             ->cache($cache[0] ?? false, $cache[1] ?? null, $cache[2] ?? null)
-            ->$method();
+            ->lazy();
 
         // 组装模型数据
         $data = [];

src/model/relation/MorphMany.php

@@ -307,12 +307,11 @@ protected function eagerlyMorphToMany(array $where, array $subRelation = [], ?Cl
             }
         }
 
-        $method = ($subRelation || !empty($cache)) ? 'select' : 'cursor';
-        $list   = $this->query
+        $list = $this->query
             ->where($where)
             ->with($subRelation)
             ->cache($cache[0] ?? false, $cache[1] ?? null, $cache[2] ?? null)
-            ->$method();
+            ->lazy();
 
         // 组装模型数据
         $data     = [];

src/model/relation/MorphOne.php

@@ -272,12 +272,11 @@ protected function eagerlyMorphToOne(array $where, array $subRelation = [], ?Clo
             $closure($this->query);
         }
 
-        $method = ($subRelation || !empty($cache)) ? 'select' : 'cursor';
-        $list   = $this->query
+        $list = $this->query
             ->where($where)
             ->with($subRelation)
             ->cache($cache[0] ?? false, $cache[1] ?? null, $cache[2] ?? null)
-            ->$method();
+            ->lazy();
 
         // 组装模型数据
         $data     = [];

src/model/relation/MorphToMany.php

@@ -265,11 +265,10 @@ protected function eagerlyManyToMany(array $where, array $subRelation = [], ?Clo
         }
 
         // 预载入关联查询 支持嵌套预载入
-        $method = ($subRelation || !empty($cache)) ? 'select' : 'cursor';
-        $list   = $this->belongsToManyQuery($this->foreignKey, $this->localKey, $where)
+        $list = $this->belongsToManyQuery($this->foreignKey, $this->localKey, $where)
             ->with($subRelation)
             ->cache($cache[0] ?? false, $cache[1] ?? null, $cache[2] ?? null)
-            ->$method();
+            ->lazy();
 
         // 组装模型数据
         $data = [];

src/model/relation/OneToOne.php

@@ -328,12 +328,11 @@ protected function eagerlyWhere(array $where, string $key, array $subRelation =
             $this->query->limit(1);
         }
 
-        $method = ($subRelation || !empty($cache)) ? 'select' : 'cursor';
-        $list   = $this->query
+        $list = $this->query
             ->where($where)
             ->with($subRelation)
             ->cache($cache[0] ?? false, $cache[1] ?? null, $cache[2] ?? null)
-            ->$method();
+            ->lazy();
 
         // 组装模型数据
         $data = [];