aiforge/routers/repo/user_data_analysis.go

package repo

import (
	"fmt"
	"net/http"
	"net/url"
	"os"
	"strconv"
	"strings"
	"time"

	"code.gitea.io/gitea/models"
	"code.gitea.io/gitea/modules/context"
	"code.gitea.io/gitea/modules/git"
	"code.gitea.io/gitea/modules/log"
	"code.gitea.io/gitea/modules/setting"
	"code.gitea.io/gitea/services/mailer"
	"github.com/360EntSecGroup-Skylar/excelize/v2"
)

const (
	PAGE_SIZE       = 2000
	Excel_File_Path = "/useranalysis/"
	USER_YEAR       = 2022
)

func getUserMetricsExcelHeader(ctx *context.Context) map[string]string {
	excelHeader := make([]string, 0)
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.date"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.newregistuser"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.newregistandactiveuser"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.hasactivateuser"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.newregistnotactiveuser"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.newuseractiveindex"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.currentdayactivity"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.totalregistuser"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.totalactiveduser"))
	excelHeader = append(excelHeader, ctx.Tr("user.metrics.totalhasactivityuser"))

	excelHeaderMap := make(map[string]string, 0)
	var i byte
	i = 0
	for _, value := range excelHeader {
		excelColumn := getColumn(i) + fmt.Sprint(1)
		excelHeaderMap[excelColumn] = value
		i++
	}
	return excelHeaderMap
}

func writeUserMetricsExcel(row int, xlsx *excelize.File, sheetName string, userMetrics *models.UserMetrics) {
	rows := fmt.Sprint(row)
	var tmp byte
	tmp = 0
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.DisplayDate)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.ActivateRegistUser+userMetrics.NotActivateRegistUser)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.ActivateRegistUser)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.RegistActivityUser)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.NotActivateRegistUser)
	tmp = tmp + 1
	t := userMetrics.ActivateIndex * 100
	value := "-"
	if t < 100 && t > 0 {
		value = fmt.Sprintf("%.2f", t) + "%"
	} else if t >= 100 {
		value = "100%"
	}
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, value)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.HasActivityUser)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.TotalUser)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.TotalActivateRegistUser)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userMetrics.TotalHasActivityUser)
}

func getExcelHeader(ctx *context.Context) map[string]string {
	excelHeader := make([]string, 0)
	excelHeader = append(excelHeader, ctx.Tr("user.static.id"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.name"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.UserIndex"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.UserIndexPrimitive"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.codemergecount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.commitcount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.issuecount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.commentcount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.focusrepocount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.starrepocount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.logincount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.watchedcount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.commitcodesize"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.solveissuecount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.encyclopediascount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.createrepocount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.openiindex"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CloudBrainTaskNum"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CloudBrainRunTime"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CommitDatasetNum"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CommitModelCount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.ModelConvertCount"))

	excelHeader = append(excelHeader, ctx.Tr("user.static.FocusOtherUser"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CollectDataset"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CollectedDataset"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.RecommendDataset"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CollectImage"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CollectedImage"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.RecommendImage"))

	excelHeader = append(excelHeader, ctx.Tr("user.static.email"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.phone"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.location"))

	excelHeader = append(excelHeader, ctx.Tr("user.static.registdate"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.countdate"))

	excelHeaderMap := make(map[string]string, 0)
	var i byte
	i = 0
	for _, value := range excelHeader {
		excelColumn := getColumn(i) + fmt.Sprint(1)
		log.Info("excelColumn=" + excelColumn)
		excelHeaderMap[excelColumn] = value
		i++
	}
	return excelHeaderMap
}

func writeExcel(row int, xlsx *excelize.File, sheetName string, userRecord *models.UserBusinessAnalysisAll) {
	rows := fmt.Sprint(row)
	var tmp byte
	tmp = 0
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.ID)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Name)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", userRecord.UserIndex))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", userRecord.UserIndexPrimitive))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CodeMergeCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.IssueCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommentCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.FocusRepoCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.StarRepoCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.LoginCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.WatchedCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitCodeSize)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.SolveIssueCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.EncyclopediasCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CreateRepoCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", userRecord.OpenIIndex))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CloudBrainTaskNum)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", float64(userRecord.CloudBrainRunTime)/3600))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitDatasetNum)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitModelCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.ModelConvertCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.FocusOtherUser)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectDataset)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectedDataset)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.RecommendDataset)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectImage)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectedImage)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.RecommendImage)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Email)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Phone)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.UserLocation)
	tmp = tmp + 1

	formatTime := userRecord.RegistDate.Format("2006-01-02 15:04:05")
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, formatTime[0:len(formatTime)-3])
	tmp = tmp + 1

	formatTime = userRecord.DataDate
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, formatTime)
}

func writeExcelPage(row int, xlsx *excelize.File, sheetName string, userRecord *models.UserBusinessAnalysis) {
	rows := fmt.Sprint(row)
	var tmp byte
	tmp = 0
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.ID)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Name)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", userRecord.UserIndex))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", userRecord.UserIndexPrimitive))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CodeMergeCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.IssueCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommentCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.FocusRepoCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.StarRepoCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.LoginCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.WatchedCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitCodeSize)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.SolveIssueCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.EncyclopediasCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CreateRepoCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", userRecord.OpenIIndex))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CloudBrainTaskNum)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, fmt.Sprintf("%.2f", float64(userRecord.CloudBrainRunTime)/3600))
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitDatasetNum)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitModelCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.ModelConvertCount)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.FocusOtherUser)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectDataset)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectedDataset)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.RecommendDataset)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectImage)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CollectedImage)
	tmp = tmp + 1
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.RecommendImage)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Email)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Phone)
	tmp = tmp + 1

	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.UserLocation)
	tmp = tmp + 1

	formatTime := userRecord.RegistDate.Format("2006-01-02 15:04:05")
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, formatTime[0:len(formatTime)-3])
	tmp = tmp + 1

	formatTime = userRecord.DataDate
	xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, formatTime)
}

func getColumn(tmp byte) string {
	var tmpA byte
	tmpA = 'A'
	if tmp < 26 {
		return string(tmpA + tmp)
	} else {
		return "A" + string(tmpA+(tmp-26))
	}
}

func queryUserDataPage(ctx *context.Context, tableName string, queryObj interface{}) {
	page := ctx.QueryInt("page")
	if page <= 0 {
		page = 1
	}
	pageSize := ctx.QueryInt("pageSize")
	if pageSize <= 0 {
		pageSize = setting.UI.IssuePagingNum
	}
	userName := ctx.Query("userName")
	IsReturnFile := ctx.QueryBool("IsReturnFile")

	if IsReturnFile {
		//writer exec file.
		xlsx := excelize.NewFile()
		sheetName := ctx.Tr("user.static.sheetname")
		index := xlsx.NewSheet(sheetName)
		xlsx.DeleteSheet("Sheet1")
		dataHeader := getExcelHeader(ctx)
		for k, v := range dataHeader {
			//设置单元格的值
			xlsx.SetCellValue(sheetName, k, v)
		}
		_, count := models.QueryUserStaticDataByTableName(1, 1, tableName, queryObj, userName)
		var indexTotal int64
		indexTotal = 0
		row := 1
		for {
			re, _ := models.QueryUserStaticDataByTableName(int(indexTotal), PAGE_SIZE, tableName, queryObj, "")
			log.Info("return count=" + fmt.Sprint(count))
			for _, userRecord := range re {
				row++
				writeExcel(row, xlsx, sheetName, userRecord)
			}

			indexTotal += PAGE_SIZE
			if indexTotal >= count {
				break
			}
		}
		//设置默认打开的表单
		xlsx.SetActiveSheet(index)
		filename := sheetName + "_" + ctx.Tr("user.static."+tableName) + ".xlsx"
		ctx.Resp.Header().Set("Content-Disposition", "attachment; filename="+url.QueryEscape(filename))
		ctx.Resp.Header().Set("Content-Type", "application/octet-stream")
		if _, err := xlsx.WriteTo(ctx.Resp); err != nil {
			log.Info("writer exel error." + err.Error())
		}
	} else {
		re, count := models.QueryUserStaticDataByTableName((page-1)*pageSize, pageSize, tableName, queryObj, userName)
		mapInterface := make(map[string]interface{})
		mapInterface["data"] = re
		mapInterface["count"] = count

		ctx.JSON(http.StatusOK, mapInterface)
	}
}

func queryMetrics(ctx *context.Context, tableName string, startTime time.Time, endTime time.Time) {

	IsReturnFile := ctx.QueryBool("IsReturnFile")

	var count int64
	result := make([]*models.UserMetrics, 0)
	if tableName == "public.user_business_analysis_current_year" {
		result = models.QueryMetricsForYear(startTime.Unix(), endTime.Unix())
		count = int64(len(result))
	} else if tableName == "public.user_business_analysis_all" {
		result = models.QueryMetricsForAll(startTime.Unix(), endTime.Unix())
		count = int64(len(result))
	} else {
		result, count = models.QueryMetricsPage(startTime.Unix(), endTime.Unix())
	}
	if IsReturnFile {
		//writer exec file.
		xlsx := excelize.NewFile()
		sheetName := ctx.Tr("user.metrics.sheetname")
		index := xlsx.NewSheet(sheetName)
		xlsx.DeleteSheet("Sheet1")
		dataHeader := getUserMetricsExcelHeader(ctx)
		for k, v := range dataHeader {
			//设置单元格的值
			xlsx.SetCellValue(sheetName, k, v)
		}
		row := 1
		log.Info("return count=" + fmt.Sprint(count))
		for _, userRecord := range result {
			row++
			writeUserMetricsExcel(row, xlsx, sheetName, userRecord)
		}
		//设置默认打开的表单
		xlsx.SetActiveSheet(index)
		filename := sheetName + "_" + ctx.Tr("user.static."+tableName) + ".xlsx"
		if tableName == "" {
			filename = sheetName + "_" + getTimeFileName(startTime) + "_" + getTimeFileName(endTime) + ".xlsx"
		}
		ctx.Resp.Header().Set("Content-Disposition", "attachment; filename="+url.QueryEscape(filename))
		ctx.Resp.Header().Set("Content-Type", "application/octet-stream")
		if _, err := xlsx.WriteTo(ctx.Resp); err != nil {
			log.Info("writer exel error." + err.Error())
		}
	} else {
		mapInterface := make(map[string]interface{})
		mapInterface["data"] = result
		mapInterface["count"] = count
		if tableName == "public.user_business_analysis_yesterday" {
			mapInterface["datarecordbegintime"] = setting.RadarMap.GrowthBeginTime
			if len(result) > 0 {
				dateTime := time.Unix(result[0].CountDate, 0).AddDate(0, 0, 1)
				mapInterface["lastUpdatedTime"] = dateTime.Format("2006-01-02 15:04:05")
			} else {
				mapInterface["lastUpdatedTime"] = ""
			}
		}
		ctx.JSON(http.StatusOK, mapInterface)
	}
}
func getTimeFileName(t time.Time) string {
	t = t.Local()
	return t.Format("20060102")
}

func QueryRankingList(ctx *context.Context) {
	key := ctx.Query("key")
	tableName := ctx.Query("tableName")
	limit := ctx.QueryInt("limit")

	result, count := models.QueryRankList(key, tableName, limit)
	mapInterface := make(map[string]interface{})
	mapInterface["data"] = result
	mapInterface["count"] = count
	ctx.JSON(http.StatusOK, mapInterface)
}

func DownloadUserDefineFile(ctx *context.Context) {
	filename := ctx.Query("filename")
	length := len(filename)
	if filename[0:1] == "\"" {
		filename = filename[1 : length-1]
	}
	allFilename := setting.AppDataPath + Excel_File_Path + filename
	log.Info("allFilename=" + allFilename)
	_, err := os.Stat(allFilename)
	if err != nil { //文件不存在
		log.Info("file not exist.")
		ctx.JSON(http.StatusOK, "File Not Exist.")
	} else {
		ctx.ServeFile(allFilename, url.QueryEscape(filename))
	}
}

func QueryUserMetricsCurrentMonth(ctx *context.Context) {

	currentTimeNow := time.Now()
	pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, currentTimeNow.Location())
	pageStartTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), 1, 0, 0, 0, 0, currentTimeNow.Location())
	pageStartTime = getStartTime(pageStartTime)
	queryMetrics(ctx, "public.user_business_analysis_current_month", pageStartTime, pageEndTime)
}
func QueryUserStaticCurrentMonth(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_current_month", new(models.UserBusinessAnalysisCurrentMonth))
}

func getStartTime(pageStartTime time.Time) time.Time {
	t, _ := time.ParseInLocation("2006-01-02", setting.RadarMap.GrowthBeginTime, time.Local)
	t = t.UTC()
	if pageStartTime.Before(t) {
		pageStartTime = t
	}
	return pageStartTime
}

func QueryUserMetricsCurrentWeek(ctx *context.Context) {
	currentTimeNow := time.Now()
	offset := int(time.Monday - currentTimeNow.Weekday())
	if offset > 0 {
		offset = -6
	}
	pageStartTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, time.Local).AddDate(0, 0, offset)
	pageStartTime = getStartTime(pageStartTime)
	pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, currentTimeNow.Location())
	queryMetrics(ctx, "public.user_business_analysis_current_week", pageStartTime, pageEndTime)
}
func QueryUserStaticCurrentWeek(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_current_week", new(models.UserBusinessAnalysisCurrentWeek))
}
func QueryUserStaticLastWeek(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_last_week", new(models.UserBusinessAnalysisLastWeek))
}

func QueryUserMetricsCurrentYear(ctx *context.Context) {
	currentTimeNow := time.Now()
	pageStartTime := time.Date(currentTimeNow.Year(), 1, 1, 0, 0, 0, 0, currentTimeNow.Location())
	pageStartTime = getStartTime(pageStartTime)
	pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, currentTimeNow.Location())
	queryMetrics(ctx, "public.user_business_analysis_current_year", pageStartTime, pageEndTime)
}
func QueryUserStaticCurrentYear(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_current_year", new(models.UserBusinessAnalysisCurrentYear))
}
func QueryUserMetricsLast30Day(ctx *context.Context) {
	currentTimeNow := time.Now()
	pageStartTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, time.Local).AddDate(0, 0, -30)
	pageStartTime = getStartTime(pageStartTime)
	pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, currentTimeNow.Location())
	queryMetrics(ctx, "public.user_business_analysis_last30_day", pageStartTime, pageEndTime)
}
func QueryUserStaticLast30Day(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_last30_day", new(models.UserBusinessAnalysisLast30Day))
}
func QueryUserMetricsLastMonth(ctx *context.Context) {
	currentTimeNow := time.Now()
	thisMonth := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), 1, 0, 0, 0, 0, currentTimeNow.Location())
	pageStartTime := thisMonth.AddDate(0, -1, 0)
	pageStartTime = getStartTime(pageStartTime)
	pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), 1, 23, 59, 59, 0, currentTimeNow.Location()).AddDate(0, 0, -1)
	queryMetrics(ctx, "public.user_business_analysis_last_month", pageStartTime, pageEndTime)
}
func QueryUserStaticLastMonth(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_last_month", new(models.UserBusinessAnalysisLastMonth))
}
func QueryUserMetricsYesterday(ctx *context.Context) {
	currentTimeNow := time.Now().AddDate(0, 0, -1)
	pageStartTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, time.Local)
	pageStartTime = getStartTime(pageStartTime)
	pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 23, 59, 59, 0, currentTimeNow.Location())
	queryMetrics(ctx, "public.user_business_analysis_yesterday", pageStartTime, pageEndTime)
}
func QueryUserStaticYesterday(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_yesterday", new(models.UserBusinessAnalysisYesterday))
}
func QueryUserMetricsAll(ctx *context.Context) {
	currentTimeNow := time.Now()
	pageStartTime := time.Date(2022, 4, 5, 0, 0, 0, 0, currentTimeNow.Location())
	pageStartTime = getStartTime(pageStartTime)
	pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, currentTimeNow.Location())
	queryMetrics(ctx, "public.user_business_analysis_all", pageStartTime, pageEndTime)
}
func QueryUserStaticAll(ctx *context.Context) {
	queryUserDataPage(ctx, "public.user_business_analysis_all", new(models.UserBusinessAnalysisAll))
}

func QueryUserMetricDataPage(ctx *context.Context) {
	startDate := ctx.Query("startDate")
	endDate := ctx.Query("endDate")
	startTime, _ := time.ParseInLocation("2006-01-02", startDate, time.Local)
	startTime = startTime.UTC()
	endTime, _ := time.ParseInLocation("2006-01-02", endDate, time.Local)
	startTime = getStartTime(startTime)
	queryMetrics(ctx, "", startTime, endTime)
}

func QueryUserStaticDataPage(ctx *context.Context) {
	startDate := ctx.Query("startDate")
	endDate := ctx.Query("endDate")
	page := ctx.QueryInt("page")
	if page <= 0 {
		page = 1
	}
	pageSize := ctx.QueryInt("pageSize")
	if pageSize <= 0 {
		pageSize = setting.UI.IssuePagingNum
	}
	userName := ctx.Query("userName")
	IsReturnFile := ctx.QueryBool("IsReturnFile")
	log.Info("startDate=" + startDate + "  endDate=" + endDate + " userName=" + userName + " page=" + fmt.Sprint(page))
	var startTime time.Time
	var endTime time.Time
	var isAll bool
	if startDate == "all" {
		isAll = true
		startTime = time.Now()
		endTime = time.Now()
	} else {
		startTime, _ = time.ParseInLocation("2006-01-02", startDate, time.Local)
		startTime = time.Date(startTime.Year(), startTime.Month(), startTime.Day(), 0, 0, 0, 0, startTime.Location())
		settingStartTime, _ := time.Parse("2006-01-02", setting.RadarMap.RecordBeginTime)
		if startTime.Unix() < settingStartTime.Unix() {
			startTime = settingStartTime
			startDate = settingStartTime.Format("2006-01-02")
		}
		endTime, _ = time.ParseInLocation("2006-01-02", endDate, time.Local)
		endTime = time.Date(endTime.Year(), endTime.Month(), endTime.Day(), 23, 59, 59, 0, startTime.Location())

		isAll = false
		log.Info("startTime=" + fmt.Sprint(startTime.Unix()) + "  endDate=" + fmt.Sprint(endTime.Unix()))
	}

	if IsReturnFile {
		page = -1
		pageSize = -1
	}

	pageOpts := &models.UserBusinessAnalysisQueryOptions{
		ListOptions: models.ListOptions{
			Page:     page,
			PageSize: pageSize,
		},
		UserName:  userName,
		StartTime: startTime.Unix(),
		EndTime:   endTime.Unix(),
		IsAll:     isAll,
	}

	if IsReturnFile {
		//re, count := models.QueryUserStaticDataAll(pageOpts)
		wikiMap, _ := queryWikiCountMap(startTime, endTime)
		re, count := models.QueryUserStaticDataForUserDefine(pageOpts, wikiMap)
		sheetName := ctx.Tr("user.static.sheetname")
		filename := sheetName + "_" + startDate + "_" + endDate + ".xlsx"
		os.Remove(setting.AppDataPath + Excel_File_Path + filename)
		go writeFileToDisk(ctx, count, re, filename)
		ctx.JSON(http.StatusOK, ctx.Tr("user.static.downloadinfo")+"/api/v1/download_user_define_file?filename="+filename)
	} else {
		mapInterface := make(map[string]interface{})
		key := startTime.Format("2006-01-02") + endTime.Format("2006-01-02")
		log.Info("db key =" + key)
		re, count := models.QueryDataForUserDefineFromDb(pageOpts, key)
		if count == 0 {
			wikiMap, _ := queryWikiCountMap(startTime, endTime)
			re, count = models.QueryUserStaticDataForUserDefine(pageOpts, wikiMap)
			models.WriteDataToDb(re, key)
		}
		re, count = models.QueryDataForUserDefineFromDb(pageOpts, key)
		mapInterface["data"] = re
		mapInterface["count"] = count
		ctx.JSON(http.StatusOK, mapInterface)
	}
}

func writeFileToDisk(ctx *context.Context, count int64, re []*models.UserBusinessAnalysis, filename string) {
	log.Info("return count=" + fmt.Sprint(count))
	//writer exec file.
	xlsx := excelize.NewFile()
	sheetName := ctx.Tr("user.static.sheetname")
	index := xlsx.NewSheet(sheetName)
	xlsx.DeleteSheet("Sheet1")

	dataHeader := getExcelHeader(ctx)
	for k, v := range dataHeader {
		//设置单元格的值
		xlsx.SetCellValue(sheetName, k, v)
	}

	for i, userRecord := range re {
		row := i + 2
		writeExcelPage(row, xlsx, sheetName, userRecord)
	}

	//设置默认打开的表单
	xlsx.SetActiveSheet(index)

	//ctx.Resp.Header().Set("Content-Disposition", "attachment; filename="+url.QueryEscape(filename))
	//ctx.Resp.Header().Set("Content-Type", "application/octet-stream")
	filename = setting.AppDataPath + Excel_File_Path + filename
	os.Mkdir(setting.AppDataPath+Excel_File_Path, 0755)
	if err := xlsx.SaveAs(filename); err != nil {
		log.Info("writer exel error." + err.Error())
	} else {
		log.Info("write to file succeed, filepath=" + filename)
	}
}

func queryWikiCountMap(startTime time.Time, endTime time.Time) (map[string]int, error) {
	wikiMap := make(map[string]int)
	warnEmailMessage := "用户统计信息入库失败，请尽快定位。"
	repoList, err := models.GetAllRepositories()
	if err != nil {
		log.Error("query repo error." + err.Error())
		mailer.SendWarnNotifyMail(setting.Warn_Notify_Mails, warnEmailMessage)
		return nil, err
	}
	log.Info("start to query wiki data")
	for _, repoRecord := range repoList {
		wikiPath := models.WikiPath(repoRecord.OwnerName, repoRecord.Name)
		time, err := git.GetLatestCommitTime(wikiPath)
		if err == nil {
			log.Info("last commit time:" + time.Format("2006-01-02 15:04:05") + " wikiPath=" + wikiPath)
			if time.After(startTime) && time.Before(endTime) {
				wikiRepo, _, err := FindWikiRepoCommitByWikiPath(wikiPath)
				if err != nil {
					log.Error("wiki not exist. wikiPath=" + wikiPath)
				} else {
					log.Info("wiki exist, wikiPath=" + wikiPath)
					list, err := wikiRepo.GetCommitByPathAndDays(wikiPath, 1)
					if err != nil {
						log.Info("err,err=v%", err)
					} else {
						for logEntry := list.Front(); logEntry != nil; logEntry = logEntry.Next() {
							commit := logEntry.Value.(*git.Commit)
							log.Info("commit msg=" + commit.CommitMessage + " time=" + commit.Committer.When.Format("2006-01-02 15:04:05") + " user=" + commit.Committer.Name)
							if _, ok := wikiMap[commit.Committer.Name]; !ok {
								wikiMap[commit.Committer.Name] = 1
							} else {
								wikiMap[commit.Committer.Name] += 1
							}
						}
					}

				}
			}
		}
	}
	return wikiMap, nil
}

func TimingCountDataByDateAndReCount(date string, isReCount bool) {

	t, _ := time.Parse("2006-01-02", date)
	startTime := time.Date(t.Year(), t.Month(), t.Day(), 0, 0, 0, 0, t.Location())
	startTime = startTime.UTC()
	endTime := time.Date(t.Year(), t.Month(), t.Day(), 23, 59, 59, 0, t.Location())
	endTime = endTime.UTC()
	log.Info("startTime time:" + startTime.Format("2006-01-02 15:04:05"))
	log.Info("endTime time:" + endTime.Format("2006-01-02 15:04:05"))
	warnEmailMessage := "用户统计信息入库失败，请尽快定位。"

	startYear := time.Date(USER_YEAR, 0, 0, 0, 0, 0, 1, t.Location())
	endYear := startYear.AddDate(1, 0, 0)

	models.RefreshUserYearTable(startYear, endYear)

	//query wiki data
	log.Info("start to time count data")
	wikiMap, err := queryWikiCountMap(startTime, endTime)
	//other user info data
	err = models.CounDataByDateAndReCount(wikiMap, startTime, endTime, isReCount)
	if err != nil {
		log.Error("count user info error." + err.Error())
		mailer.SendWarnNotifyMail(setting.Warn_Notify_Mails, warnEmailMessage)
	}

	log.Info("end to count all user info data")
}

func TimingCountDataByDate(date string) {
	TimingCountDataByDateAndReCount(date, true)
}

func TimingCountData() {
	log.Info("start to time count data")
	currentTimeNow := time.Now()
	log.Info("current time:" + currentTimeNow.Format("2006-01-02 15:04:05"))
	startTime := currentTimeNow.AddDate(0, 0, -1).Format("2006-01-02")
	TimingCountDataByDateAndReCount(startTime, false)
}

func QueryUserActivity(ctx *context.Context) {
	startDate := ctx.Query("beginTime")
	endDate := ctx.Query("endTime")

	t, _ := time.Parse("2006-01-02", startDate)
	startTime := time.Date(t.Year(), t.Month(), t.Day(), 0, 0, 0, 0, t.Location())
	startTime = startTime.UTC()

	t, _ = time.Parse("2006-01-02", endDate)
	endTime := time.Date(t.Year(), t.Month(), t.Day(), 23, 59, 59, 0, t.Location())
	endTime = endTime.UTC()

	sheetName := ctx.Tr("user.static.sheetname")
	filename := sheetName + "_" + startDate + "_" + endDate + ".xlsx"
	filePath := setting.AppDataPath + Excel_File_Path + filename
	os.Remove(setting.AppDataPath + Excel_File_Path + filename)

	go writeUserActivityToExcel(startTime, endTime, filePath, ctx)

	ctx.JSON(http.StatusOK, ctx.Tr("user.static.downloadinfo")+"/api/v1/download_user_define_file?filename="+filename)

}

func writeUserActivityToExcel(startTime time.Time, endTime time.Time, filePath string, ctx *context.Context) {
	re := models.QueryDataForActivity(startTime, endTime)
	log.Info("return count=" + fmt.Sprint(len(re)))
	//writer exec file.
	xlsx := excelize.NewFile()
	sheetName := ctx.Tr("user.static.sheetname")
	index := xlsx.NewSheet(sheetName)
	xlsx.DeleteSheet("Sheet1")

	excelHeader := make([]string, 0)
	excelHeader = append(excelHeader, ctx.Tr("user.static.id"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.name"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.codemergecount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.commitcount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.issuecount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.commentcount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.watchedcount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.commitcodesize"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.solveissuecount"))

	excelHeader = append(excelHeader, ctx.Tr("user.static.CommitDatasetNum"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.CommitModelCount"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.email"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.phone"))
	excelHeader = append(excelHeader, ctx.Tr("user.static.registdate"))

	excelHeaderMap := make(map[string]string, 0)
	var j byte
	j = 0
	for _, value := range excelHeader {
		excelColumn := getColumn(j) + fmt.Sprint(1)
		log.Info("excelColumn=" + excelColumn)
		excelHeaderMap[excelColumn] = value
		j++
	}

	for k, v := range excelHeaderMap {
		//设置单元格的值
		xlsx.SetCellValue(sheetName, k, v)
	}

	for i, userRecord := range re {
		row := i + 2
		rows := fmt.Sprint(row)
		var tmp byte
		tmp = 0
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.ID)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Name)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CodeMergeCount)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitCount)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.IssueCount)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommentCount)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.WatchedCount)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitCodeSize)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.SolveIssueCount)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitDatasetNum)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.CommitModelCount)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Email)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userRecord.Phone)
		tmp = tmp + 1
		formatTime := userRecord.RegistDate.Format("2006-01-02 15:04:05")
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, formatTime[0:len(formatTime)-3])
		tmp = tmp + 1
	}

	//设置默认打开的表单
	xlsx.SetActiveSheet(index)

	os.Mkdir(setting.AppDataPath+Excel_File_Path, 0755)
	if err := xlsx.SaveAs(filePath); err != nil {
		log.Info("writer exel error." + err.Error())
	} else {
		log.Info("write to file succeed, filepath=" + filePath)
	}
}

// URL:  /api/v1/query_user_login?userId=1,2,3,4
func QueryUserLoginInfo(ctx *context.Context) {
	userId := ctx.Query("userId")
	userIds := strings.Split(userId, ",")
	userIdInt := make([]int64, 0)
	for _, id := range userIds {
		idInt, err := strconv.ParseInt(id, 10, 64)
		if err == nil {
			userIdInt = append(userIdInt, idInt)
		}
	}
	result := models.QueryUserLoginInfo(userIdInt)

	xlsx := excelize.NewFile()
	sheetName := ctx.Tr("用户登录信息")
	index := xlsx.NewSheet(sheetName)
	xlsx.DeleteSheet("Sheet1")

	excelHeader := make([]string, 0)
	excelHeader = append(excelHeader, "用户ID")
	excelHeader = append(excelHeader, "登录IP")
	excelHeader = append(excelHeader, "登录时间")

	excelHeaderMap := make(map[string]string, 0)
	var j byte
	j = 0
	for _, value := range excelHeader {
		excelColumn := getColumn(j) + fmt.Sprint(1)
		log.Info("excelColumn=" + excelColumn)
		excelHeaderMap[excelColumn] = value
		j++
	}
	for k, v := range excelHeaderMap {
		//设置单元格的值
		xlsx.SetCellValue(sheetName, k, v)
	}
	for i, userLogin := range result {
		row := i + 2
		rows := fmt.Sprint(row)
		var tmp byte
		tmp = 0
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userLogin.UId)
		tmp = tmp + 1
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, userLogin.IpAddr)
		tmp = tmp + 1
		formatTime := userLogin.CreatedUnix.Format("2006-01-02 15:04:05")
		xlsx.SetCellValue(sheetName, getColumn(tmp)+rows, formatTime)
	}
	//设置默认打开的表单
	xlsx.SetActiveSheet(index)
	filename := sheetName + "_" + time.Now().Format("2006-01-02 15:04:05") + ".xlsx"
	ctx.Resp.Header().Set("Content-Disposition", "attachment; filename="+url.QueryEscape(filename))
	ctx.Resp.Header().Set("Content-Type", "application/octet-stream")
	if _, err := xlsx.WriteTo(ctx.Resp); err != nil {
		log.Info("writer exel error." + err.Error())
	}
}

func QueryUserAnnualReport(ctx *context.Context) {
	log.Info("start to QueryUserAnnualReport ")
	result := models.QueryUserAnnualReport(ctx.User.ID)
	ctx.JSON(http.StatusOK, result)
}