| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424 |
- <?php
- // +----------------------------------------------------------------------
- // | CRMEB [ CRMEB赋能开发者,助力企业发展 ]
- // +----------------------------------------------------------------------
- // | Copyright (c) 2016~2026 https://www.crmeb.com All rights reserved.
- // +----------------------------------------------------------------------
- // | Licensed CRMEB并不是自由软件,未经许可不能去掉CRMEB相关版权
- // +----------------------------------------------------------------------
- // | Author: CRMEB Team <admin@crmeb.com>
- // +----------------------------------------------------------------------
- namespace app\services\system;
- use think\facade\Log;
- use think\facade\Cache;
- use app\services\BaseServices;
- use app\services\user\UserBillServices;
- use app\services\user\UserMoneyServices;
- use app\services\user\UserBrokerageServices;
- use app\services\user\UserBrokerageFrozenServices;
- use app\services\order\StoreOrderServices;
- use app\services\order\StoreOrderRefundServices;
- use app\services\order\StoreOrderCreateServices;
- use app\services\order\StoreOrderCartInfoServices;
- use app\services\activity\coupon\StoreCouponIssueServices;
- use app\services\activity\coupon\StoreCouponProductServices;
- /**
- * 数据迁移服务
- * 用于跨版本升级时处理历史数据迁移
- * Class DataMigrationServices
- * @package app\services\system
- */
- class DataMigrationServices extends BaseServices
- {
- /**
- * 迁移状态缓存前缀
- */
- const MIGRATION_STATUS_PREFIX = 'data_migration_';
-
- /**
- * 默认分页大小
- */
- const DEFAULT_LIMIT = 100;
- /**
- * 检查迁移是否已完成
- * @param string $name 迁移名称
- * @return bool
- */
- public function isMigrationCompleted(string $name): bool
- {
- return Cache::get(self::MIGRATION_STATUS_PREFIX . $name) === 'completed';
- }
- /**
- * 标记迁移已完成
- * @param string $name 迁移名称
- * @return void
- */
- public function markMigrationCompleted(string $name): void
- {
- Cache::set(self::MIGRATION_STATUS_PREFIX . $name, 'completed', 86400 * 30);
- }
- /**
- * 获取迁移进度
- * @param string $name 迁移名称
- * @return array
- */
- public function getMigrationProgress(string $name): array
- {
- $page = Cache::get(self::MIGRATION_STATUS_PREFIX . $name . '_page', 1);
- $total = Cache::get(self::MIGRATION_STATUS_PREFIX . $name . '_total', 0);
- $processed = Cache::get(self::MIGRATION_STATUS_PREFIX . $name . '_processed', 0);
-
- return [
- 'page' => $page,
- 'total' => $total,
- 'processed' => $processed
- ];
- }
- /**
- * 更新迁移进度
- * @param string $name 迁移名称
- * @param int $page 当前页
- * @param int $processed 已处理数量
- * @return void
- */
- protected function updateMigrationProgress(string $name, int $page, int $processed): void
- {
- Cache::set(self::MIGRATION_STATUS_PREFIX . $name . '_page', $page, 86400);
- Cache::set(self::MIGRATION_STATUS_PREFIX . $name . '_processed', $processed, 86400);
- }
- /**
- * 执行数据迁移处理器
- * @param array $handler 处理器配置
- * @return array ['success' => bool, 'message' => string, 'completed' => bool]
- */
- public function executeHandler(array $handler): array
- {
- $name = $handler['name'] ?? '';
- $method = $handler['handler'] ?? '';
- $limit = $handler['limit'] ?? self::DEFAULT_LIMIT;
- $title = $handler['title'] ?? $name;
-
- if (!$name || !$method) {
- return ['success' => false, 'message' => '迁移配置错误', 'completed' => false];
- }
-
- // 检查是否已完成
- if ($this->isMigrationCompleted($name)) {
- return ['success' => true, 'message' => $title . ' 已完成', 'completed' => true, 'skipped' => true];
- }
-
- // 检查方法是否存在
- if (!method_exists($this, $method)) {
- return ['success' => false, 'message' => '迁移方法不存在: ' . $method, 'completed' => false];
- }
-
- try {
- // 获取当前进度
- $progress = $this->getMigrationProgress($name);
- $page = $progress['page'];
-
- // 执行迁移方法
- $result = $this->$method($page, $limit);
-
- if ($result['completed']) {
- $this->markMigrationCompleted($name);
- return [
- 'success' => true,
- 'message' => $title . ' 迁移完成',
- 'completed' => true,
- 'processed' => $result['processed'] ?? 0
- ];
- } else {
- // 更新进度
- $this->updateMigrationProgress($name, $page + 1, ($progress['processed'] ?? 0) + ($result['count'] ?? 0));
- return [
- 'success' => true,
- 'message' => $title . ' 处理中 (第' . $page . '页)',
- 'completed' => false,
- 'processed' => $result['count'] ?? 0
- ];
- }
- } catch (\Exception $e) {
- Log::error('数据迁移失败: ' . $e->getMessage(), ['handler' => $handler]);
- return ['success' => false, 'message' => $title . ' 迁移失败: ' . $e->getMessage(), 'completed' => false];
- }
- }
- /**
- * 执行所有数据迁移处理器(循环直到全部完成)
- * @param array $handlers 处理器列表
- * @return array
- */
- public function executeAllHandlers(array $handlers): array
- {
- $results = [];
- $allCompleted = true;
-
- foreach ($handlers as $handler) {
- $name = $handler['name'] ?? '';
-
- // 循环执行直到完成
- while (!$this->isMigrationCompleted($name)) {
- $result = $this->executeHandler($handler);
-
- if (!$result['success']) {
- $results[$name] = $result;
- $allCompleted = false;
- break; // 失败则跳过此处理器
- }
-
- if ($result['completed']) {
- $results[$name] = $result;
- break;
- }
- }
-
- if (!isset($results[$name])) {
- $results[$name] = ['success' => true, 'message' => ($handler['title'] ?? $name) . ' 已跳过', 'completed' => true, 'skipped' => true];
- }
- }
-
- return [
- 'success' => $allCompleted,
- 'results' => $results
- ];
- }
- // ==================== 数据迁移方法 ====================
- /**
- * 处理历史余额数据
- * @param int $page
- * @param int $limit
- * @return array
- */
- public function handleMoney(int $page = 1, int $limit = 100): array
- {
- /** @var UserBillServices $userBillServices */
- $userBillServices = app()->make(UserBillServices::class);
- $where = ['category' => 'now_money', 'type' => ['pay_product', 'pay_product_refund', 'system_add', 'system_sub', 'recharge', 'lottery_use', 'lottery_add']];
- $list = $userBillServices->getList($where, '*', $page, $limit, [], 'id asc');
-
- if (empty($list)) {
- return ['completed' => true, 'processed' => 0];
- }
-
- $allData = [];
- foreach ($list as $item) {
- $allData[] = [
- 'uid' => $item['uid'],
- 'link_id' => $item['link_id'],
- 'pm' => $item['pm'],
- 'title' => $item['title'],
- 'type' => $item['type'],
- 'number' => $item['number'],
- 'balance' => $item['balance'],
- 'mark' => $item['mark'],
- 'add_time' => strtotime($item['add_time']),
- ];
- }
-
- if ($allData) {
- /** @var UserMoneyServices $userMoneyServices */
- $userMoneyServices = app()->make(UserMoneyServices::class);
- $userMoneyServices->saveAll($allData);
- }
-
- Log::notice(['type' => 'data_migration', 'handler' => 'handleMoney', 'page' => $page, 'count' => count($list)]);
-
- return ['completed' => false, 'count' => count($list)];
- }
- /**
- * 处理历史佣金数据
- * @param int $page
- * @param int $limit
- * @return array
- */
- public function handleBrokerage(int $page = 1, int $limit = 100): array
- {
- /** @var UserBillServices $userBillServices */
- $userBillServices = app()->make(UserBillServices::class);
- $where = ['category' => ['', 'now_money'], 'type' => ['brokerage', 'brokerage_user', 'extract', 'refund', 'extract_fail']];
- $list = $userBillServices->getList($where, '*', $page, $limit, [], 'id asc');
-
- if (empty($list)) {
- return ['completed' => true, 'processed' => 0];
- }
-
- $allData = [];
- /** @var UserBrokerageFrozenServices $brokerageFrozenServices */
- $brokerageFrozenServices = app()->make(UserBrokerageFrozenServices::class);
- $frozenList = $brokerageFrozenServices->getColumn([['uill_id', 'in', array_column($list, 'id')], ['frozen_time', '>', time()]], 'uill_id,frozen_time', 'uill_id');
-
- foreach ($list as $item) {
- if (in_array($item['type'], ['brokerage_user', 'extract', 'refund', 'extract_fail'])) {
- $type = $item['type'];
- } else {
- $type = strpos($item['mark'], '二级') !== false ? 'two_brokerage' : 'one_brokerage';
- }
-
- $allData[] = [
- 'uid' => $item['uid'],
- 'link_id' => $item['link_id'],
- 'pm' => $item['pm'],
- 'title' => $item['title'],
- 'type' => $type,
- 'number' => $item['number'],
- 'balance' => $item['balance'],
- 'mark' => $item['mark'],
- 'frozen_time' => $frozenList[$item['id']]['frozen_time'] ?? 0,
- 'add_time' => strtotime($item['add_time']),
- ];
- }
-
- if ($allData) {
- /** @var UserBrokerageServices $userBrokerageServices */
- $userBrokerageServices = app()->make(UserBrokerageServices::class);
- $userBrokerageServices->saveAll($allData);
- }
-
- Log::notice(['type' => 'data_migration', 'handler' => 'handleBrokerage', 'page' => $page, 'count' => count($list)]);
-
- return ['completed' => false, 'count' => count($list)];
- }
- /**
- * 处理历史退款数据
- * @param int $page
- * @param int $limit
- * @return array
- */
- public function handleOrderRefund(int $page = 1, int $limit = 100): array
- {
- /** @var StoreOrderServices $storeOrderServices */
- $storeOrderServices = app()->make(StoreOrderServices::class);
- $list = $storeOrderServices->getSplitOrderList(['refund_status' => [1, 2], ['refund_type' => [1, 2, 4, 5, 6]]], ['*'], [], $page, $limit, 'id asc');
-
- if (empty($list)) {
- return ['completed' => true, 'processed' => 0];
- }
-
- $allData = [];
- /** @var StoreOrderCreateServices $storeOrderCreateServices */
- $storeOrderCreateServices = app()->make(StoreOrderCreateServices::class);
- /** @var StoreOrderCartInfoServices $storeOrderCartInfoServices */
- $storeOrderCartInfoServices = app()->make(StoreOrderCartInfoServices::class);
-
- foreach ($list as $order) {
- $cartInfos = $storeOrderCartInfoServices->getCartColunm(['oid' => $order['id']], 'id,cart_id,cart_num,cart_info');
- foreach ($cartInfos as &$cartInfo) {
- $cartInfo['cart_info'] = is_string($cartInfo['cart_info']) ? json_decode($cartInfo['cart_info'], true) : $cartInfo['cart_info'];
- }
-
- $allData[] = [
- 'uid' => $order['uid'],
- 'store_id' => $order['store_id'],
- 'store_order_id' => $order['id'],
- 'order_id' => $storeOrderCreateServices->getNewOrderId(''),
- 'refund_num' => $order['total_num'],
- 'refund_type' => $order['refund_type'],
- 'refund_price' => $order['pay_price'],
- 'refunded_price' => 0,
- 'refund_explain' => $order['refund_reason_wap_explain'],
- 'refund_img' => $order['refund_reason_wap_img'],
- 'refund_reason' => $order['refund_reason_wap'],
- 'refund_express' => $order['refund_express'],
- 'refunded_time' => $order['refund_type'] == 6 ? $order['refund_reason_time'] : 0,
- 'add_time' => $order['refund_reason_time'],
- 'cart_info' => json_encode(array_column($cartInfos, 'cart_info'))
- ];
- }
-
- if ($allData) {
- /** @var StoreOrderRefundServices $storeOrderRefundServices */
- $storeOrderRefundServices = app()->make(StoreOrderRefundServices::class);
- $storeOrderRefundServices->saveAll($allData);
- }
-
- Log::notice(['type' => 'data_migration', 'handler' => 'handleOrderRefund', 'page' => $page, 'count' => count($list)]);
-
- return ['completed' => false, 'count' => count($list)];
- }
- /**
- * 更新订单商品表UID
- * @param int $page
- * @param int $limit
- * @return array
- */
- public function handleCartInfo(int $page = 1, int $limit = 100): array
- {
- /** @var StoreOrderCartInfoServices $storeOrderCartInfoServices */
- $storeOrderCartInfoServices = app()->make(StoreOrderCartInfoServices::class);
- $list = $storeOrderCartInfoServices->selectList(['uid' => 0], 'id,oid', $page, $limit)->toArray();
-
- if (empty($list)) {
- return ['completed' => true, 'processed' => 0];
- }
-
- /** @var StoreOrderServices $storeOrderServices */
- $storeOrderServices = app()->make(StoreOrderServices::class);
- $uids = $storeOrderServices->getColumn([['id', 'in', array_column($list, 'oid')]], 'uid', 'id');
-
- $allData = [];
- foreach ($list as $cart) {
- $allData[] = [
- 'id' => $cart['id'],
- 'uid' => $uids[$cart['oid']] ?? 0
- ];
- }
-
- if ($allData) {
- $storeOrderCartInfoServices->saveAll($allData);
- }
-
- Log::notice(['type' => 'data_migration', 'handler' => 'handleCartInfo', 'page' => $page, 'count' => count($list)]);
-
- return ['completed' => false, 'count' => count($list)];
- }
- /**
- * 更新分类券数据
- * @param int $page
- * @param int $limit
- * @return array
- */
- public function handleCoupon(int $page = 1, int $limit = 100): array
- {
- /** @var StoreCouponIssueServices $couponIssueServices */
- $couponIssueServices = app()->make(StoreCouponIssueServices::class);
- $list = $couponIssueServices->selectList([['category_id', '>', 0]], 'id,category_id', $page, $limit)->toArray();
-
- if (empty($list)) {
- return ['completed' => true, 'processed' => 0];
- }
-
- $allData = [];
- foreach ($list as $item) {
- $allData[] = [
- 'coupon_id' => $item['id'],
- 'product_id' => 0,
- 'category_id' => $item['category_id']
- ];
- }
-
- if ($allData) {
- /** @var StoreCouponProductServices $couponProductServices */
- $couponProductServices = app()->make(StoreCouponProductServices::class);
- $couponProductServices->saveAll($allData);
- }
-
- Log::notice(['type' => 'data_migration', 'handler' => 'handleCoupon', 'page' => $page, 'count' => count($list)]);
-
- return ['completed' => false, 'count' => count($list)];
- }
- }
|