245 lines
11 KiB
Go
245 lines
11 KiB
Go
package storage
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"time"
|
|
)
|
|
|
|
func (r *MySQLRepository) upsertDailyAmountTotals(ctx context.Context, tx *sql.Tx, key dailyAmountKey, totals amountTotals) error {
|
|
_, err := tx.ExecContext(ctx, `
|
|
INSERT INTO country_dashboard_daily_metric (
|
|
stat_date, date_number, sys_origin, country_code, country_name,
|
|
new_user_recharge, official_recharge, mifapay_recharge, google_recharge,
|
|
dealer_recharge, user_recharge, new_dealer_user_recharge, salary_exchange, salary_transfer, gift_consume, lucky_gift_total_flow, lucky_gift_payout,
|
|
game_total_flow, game_payout, refreshed_at
|
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW())
|
|
ON DUPLICATE KEY UPDATE
|
|
country_name = VALUES(country_name),
|
|
new_user_recharge = new_user_recharge + VALUES(new_user_recharge),
|
|
official_recharge = official_recharge + VALUES(official_recharge),
|
|
mifapay_recharge = mifapay_recharge + VALUES(mifapay_recharge),
|
|
google_recharge = google_recharge + VALUES(google_recharge),
|
|
dealer_recharge = dealer_recharge + VALUES(dealer_recharge),
|
|
user_recharge = user_recharge + VALUES(user_recharge),
|
|
new_dealer_user_recharge = new_dealer_user_recharge + VALUES(new_dealer_user_recharge),
|
|
salary_exchange = salary_exchange + VALUES(salary_exchange),
|
|
salary_transfer = salary_transfer + VALUES(salary_transfer),
|
|
gift_consume = gift_consume + VALUES(gift_consume),
|
|
lucky_gift_total_flow = lucky_gift_total_flow + VALUES(lucky_gift_total_flow),
|
|
lucky_gift_payout = lucky_gift_payout + VALUES(lucky_gift_payout),
|
|
game_total_flow = game_total_flow + VALUES(game_total_flow),
|
|
game_payout = game_payout + VALUES(game_payout),
|
|
refreshed_at = NOW()
|
|
`, key.day, dateNumber(key.day), key.sysOrigin, key.countryCode, key.countryName,
|
|
totals.newUserRecharge, totals.officialRecharge, totals.mifapayRecharge, totals.googleRecharge,
|
|
totals.dealerRecharge, totals.userRecharge, totals.newDealerUserRecharge, totals.salaryExchange, totals.salaryTransfer, totals.giftConsume, totals.luckyGiftTotalFlow, totals.luckyGiftPayout,
|
|
totals.gameTotalFlow, totals.gamePayout)
|
|
return err
|
|
}
|
|
|
|
func (r *MySQLRepository) upsertPeriodAmountTotals(ctx context.Context, tx *sql.Tx, key periodAmountKey, totals amountTotals) error {
|
|
_, err := tx.ExecContext(ctx, `
|
|
INSERT INTO country_dashboard_period_metric (
|
|
period_type, period_key, stat_timezone, period_name, period_start_date, period_end_date,
|
|
sys_origin, country_code, country_name, new_user_recharge, official_recharge, mifapay_recharge,
|
|
google_recharge, dealer_recharge, user_recharge, new_dealer_user_recharge, salary_exchange, salary_transfer, gift_consume, lucky_gift_total_flow, lucky_gift_payout,
|
|
game_total_flow, game_payout, refreshed_at
|
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW())
|
|
ON DUPLICATE KEY UPDATE
|
|
period_name = VALUES(period_name),
|
|
period_start_date = VALUES(period_start_date),
|
|
period_end_date = VALUES(period_end_date),
|
|
country_name = VALUES(country_name),
|
|
new_user_recharge = new_user_recharge + VALUES(new_user_recharge),
|
|
official_recharge = official_recharge + VALUES(official_recharge),
|
|
mifapay_recharge = mifapay_recharge + VALUES(mifapay_recharge),
|
|
google_recharge = google_recharge + VALUES(google_recharge),
|
|
dealer_recharge = dealer_recharge + VALUES(dealer_recharge),
|
|
user_recharge = user_recharge + VALUES(user_recharge),
|
|
new_dealer_user_recharge = new_dealer_user_recharge + VALUES(new_dealer_user_recharge),
|
|
salary_exchange = salary_exchange + VALUES(salary_exchange),
|
|
salary_transfer = salary_transfer + VALUES(salary_transfer),
|
|
gift_consume = gift_consume + VALUES(gift_consume),
|
|
lucky_gift_total_flow = lucky_gift_total_flow + VALUES(lucky_gift_total_flow),
|
|
lucky_gift_payout = lucky_gift_payout + VALUES(lucky_gift_payout),
|
|
game_total_flow = game_total_flow + VALUES(game_total_flow),
|
|
game_payout = game_payout + VALUES(game_payout),
|
|
refreshed_at = NOW()
|
|
`, key.periodType, key.periodKey, key.statTimezone, key.periodName, ptrOrNil(key.startDate), ptrOrNil(key.endDate),
|
|
key.sysOrigin, key.countryCode, key.countryName, totals.newUserRecharge, totals.officialRecharge,
|
|
totals.mifapayRecharge, totals.googleRecharge, totals.dealerRecharge, totals.userRecharge, totals.newDealerUserRecharge, totals.salaryExchange,
|
|
totals.salaryTransfer, totals.giftConsume, totals.luckyGiftTotalFlow, totals.luckyGiftPayout,
|
|
totals.gameTotalFlow, totals.gamePayout)
|
|
return err
|
|
}
|
|
|
|
func (r *MySQLRepository) upsertGameAmountTotals(ctx context.Context, tx *sql.Tx, key gameAmountKey, totals gameAmountTotals) error {
|
|
_, err := tx.ExecContext(ctx, `
|
|
INSERT INTO country_dashboard_game_period_metric (
|
|
period_type, period_key, stat_timezone, period_name, period_start_date, period_end_date,
|
|
sys_origin, country_code, country_name, game_provider, game_id, game_name,
|
|
consume_amount, payout_amount, profit_amount, order_count, refreshed_at
|
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW())
|
|
ON DUPLICATE KEY UPDATE
|
|
period_name = VALUES(period_name),
|
|
period_start_date = VALUES(period_start_date),
|
|
period_end_date = VALUES(period_end_date),
|
|
country_name = VALUES(country_name),
|
|
game_name = VALUES(game_name),
|
|
consume_amount = consume_amount + VALUES(consume_amount),
|
|
payout_amount = payout_amount + VALUES(payout_amount),
|
|
profit_amount = profit_amount + VALUES(profit_amount),
|
|
order_count = order_count + VALUES(order_count),
|
|
refreshed_at = NOW()
|
|
`, key.periodType, key.periodKey, key.statTimezone, key.periodName, ptrOrNil(key.startDate), ptrOrNil(key.endDate),
|
|
key.sysOrigin, key.countryCode, key.countryName, key.gameProvider, key.gameID, key.gameName,
|
|
totals.consume, totals.payout, totals.profit, totals.orders)
|
|
return err
|
|
}
|
|
|
|
func (r *MySQLRepository) applyDailyUserGroup(ctx context.Context, tx *sql.Tx, key dailyUserKey, users map[int64]struct{}) error {
|
|
ids := userIDs(users)
|
|
inserted, err := bulkInsertDailyUsers(ctx, tx, key, ids)
|
|
if err != nil || inserted == 0 {
|
|
return err
|
|
}
|
|
column := dailyMetricColumn(key.metricType)
|
|
if column == "" {
|
|
return nil
|
|
}
|
|
_, err = tx.ExecContext(ctx, `
|
|
INSERT INTO country_dashboard_daily_metric (
|
|
stat_date, date_number, sys_origin, country_code, country_name, refreshed_at
|
|
, `+column+`
|
|
) VALUES (?, ?, ?, ?, ?, NOW(), ?)
|
|
ON DUPLICATE KEY UPDATE `+column+` = `+column+` + VALUES(`+column+`),
|
|
country_name = VALUES(country_name), refreshed_at = NOW()
|
|
`, key.day, dateNumber(key.day), key.sysOrigin, key.countryCode, key.countryName, inserted)
|
|
return err
|
|
}
|
|
|
|
func (r *MySQLRepository) applyPeriodUserGroup(ctx context.Context, tx *sql.Tx, key periodUserKey, users map[int64]struct{}) error {
|
|
ids := userIDs(users)
|
|
inserted, err := bulkInsertPeriodUsers(ctx, tx, key, ids)
|
|
if err != nil || inserted == 0 {
|
|
return err
|
|
}
|
|
column := periodMetricColumn(key.metricType)
|
|
if column == "" {
|
|
return nil
|
|
}
|
|
_, err = tx.ExecContext(ctx, `
|
|
INSERT INTO country_dashboard_period_metric (
|
|
period_type, period_key, stat_timezone, period_name, period_start_date, period_end_date,
|
|
sys_origin, country_code, country_name, refreshed_at
|
|
, `+column+`
|
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, NOW(), ?)
|
|
ON DUPLICATE KEY UPDATE `+column+` = `+column+` + VALUES(`+column+`),
|
|
country_name = VALUES(country_name), refreshed_at = NOW()
|
|
`, key.periodType, key.periodKey, key.statTimezone, key.periodName, ptrOrNil(key.startDate), ptrOrNil(key.endDate),
|
|
key.sysOrigin, key.countryCode, key.countryName, inserted)
|
|
return err
|
|
}
|
|
|
|
func (r *MySQLRepository) applyGameUserGroup(ctx context.Context, tx *sql.Tx, key gameUserKey, users map[int64]struct{}) error {
|
|
ids := userIDs(users)
|
|
inserted, err := bulkInsertGameUsers(ctx, tx, key, ids)
|
|
if err != nil || inserted == 0 {
|
|
return err
|
|
}
|
|
_, err = tx.ExecContext(ctx, `
|
|
INSERT INTO country_dashboard_game_period_metric (
|
|
period_type, period_key, stat_timezone, period_name, period_start_date, period_end_date,
|
|
sys_origin, country_code, country_name, game_provider, game_id, game_name, user_count, refreshed_at
|
|
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, NOW())
|
|
ON DUPLICATE KEY UPDATE user_count = user_count + VALUES(user_count), country_name = VALUES(country_name),
|
|
game_name = VALUES(game_name), refreshed_at = NOW()
|
|
`, key.periodType, key.periodKey, key.statTimezone, key.periodName, ptrOrNil(key.startDate), ptrOrNil(key.endDate),
|
|
key.sysOrigin, key.countryCode, key.countryName, key.gameProvider, key.gameID, key.gameName, inserted)
|
|
return err
|
|
}
|
|
|
|
func bulkInsertDailyUsers(ctx context.Context, tx *sql.Tx, key dailyUserKey, ids []int64) (int64, error) {
|
|
var inserted int64
|
|
for start := 0; start < len(ids); start += bulkInsertChunkSize {
|
|
end := min(start+bulkInsertChunkSize, len(ids))
|
|
args := make([]interface{}, 0, (end-start)*6)
|
|
for _, userID := range ids[start:end] {
|
|
args = append(args, key.day, key.sysOrigin, key.countryCode, key.countryName, userID, key.metricType)
|
|
}
|
|
result, err := tx.ExecContext(ctx, `
|
|
INSERT IGNORE INTO country_dashboard_daily_user_metric (
|
|
stat_date, sys_origin, country_code, country_name, user_id, metric_type
|
|
) VALUES `+placeholders(end-start, 6), args...)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
affected, err := result.RowsAffected()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
inserted += affected
|
|
}
|
|
return inserted, nil
|
|
}
|
|
|
|
func bulkInsertPeriodUsers(ctx context.Context, tx *sql.Tx, key periodUserKey, ids []int64) (int64, error) {
|
|
var inserted int64
|
|
for start := 0; start < len(ids); start += bulkInsertChunkSize {
|
|
end := min(start+bulkInsertChunkSize, len(ids))
|
|
args := make([]interface{}, 0, (end-start)*11)
|
|
for _, userID := range ids[start:end] {
|
|
args = append(args, key.periodType, key.periodKey, key.statTimezone, key.periodName,
|
|
ptrOrNil(key.startDate), ptrOrNil(key.endDate), key.sysOrigin, key.countryCode,
|
|
key.countryName, userID, key.metricType)
|
|
}
|
|
result, err := tx.ExecContext(ctx, `
|
|
INSERT IGNORE INTO country_dashboard_period_user_metric (
|
|
period_type, period_key, stat_timezone, period_name, period_start_date, period_end_date,
|
|
sys_origin, country_code, country_name, user_id, metric_type
|
|
) VALUES `+placeholders(end-start, 11), args...)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
affected, err := result.RowsAffected()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
inserted += affected
|
|
}
|
|
return inserted, nil
|
|
}
|
|
|
|
func bulkInsertGameUsers(ctx context.Context, tx *sql.Tx, key gameUserKey, ids []int64) (int64, error) {
|
|
var inserted int64
|
|
for start := 0; start < len(ids); start += bulkInsertChunkSize {
|
|
end := min(start+bulkInsertChunkSize, len(ids))
|
|
args := make([]interface{}, 0, (end-start)*12)
|
|
for _, userID := range ids[start:end] {
|
|
args = append(args, key.periodType, key.periodKey, key.statTimezone, key.periodName,
|
|
ptrOrNil(key.startDate), ptrOrNil(key.endDate), key.sysOrigin, key.countryCode,
|
|
key.countryName, key.gameProvider, key.gameID, userID)
|
|
}
|
|
result, err := tx.ExecContext(ctx, `
|
|
INSERT IGNORE INTO country_dashboard_game_period_user_metric (
|
|
period_type, period_key, stat_timezone, period_name, period_start_date, period_end_date,
|
|
sys_origin, country_code, country_name, game_provider, game_id, user_id
|
|
) VALUES `+placeholders(end-start, 12), args...)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
affected, err := result.RowsAffected()
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
inserted += affected
|
|
}
|
|
return inserted, nil
|
|
}
|
|
|
|
func dateNumber(day time.Time) int {
|
|
year, month, date := day.Date()
|
|
return year*10000 + int(month)*100 + date
|
|
}
|