From 58b02122f995bbb00d3c7c44636ac5c17c3f5815 Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Fri, 12 Nov 2021 09:35:22 +0800 Subject: [PATCH 01/54] add tag --- routers/repo/view.go | 1 + 1 file changed, 1 insertion(+) diff --git a/routers/repo/view.go b/routers/repo/view.go index 8b9039087..13dcf22aa 100755 --- a/routers/repo/view.go +++ b/routers/repo/view.go @@ -919,6 +919,7 @@ func Forks(ctx *context.Context) { } func Contributors(ctx *context.Context) { + ctx.Data["PageIsViewCode"] = true ctx.HTML(http.StatusOK, tplContributors) } From 0c6a091c77a2e978c011d978b62dedd642f60d6d Mon Sep 17 00:00:00 2001 From: zhoupzh Date: Fri, 12 Nov 2021 11:36:13 +0800 Subject: [PATCH 02/54] fix issue --- templates/repo/header.tmpl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/templates/repo/header.tmpl b/templates/repo/header.tmpl index 6dc4d8ee5..d5b911a79 100755 --- a/templates/repo/header.tmpl +++ b/templates/repo/header.tmpl @@ -93,7 +93,7 @@
{{if .Permission.CanRead $.UnitTypeCode}}
- + {{svg "octicon-code" 16}} {{.i18n.Tr "repo.code"}}
From a477098efa27c03d809c9fb6a6a836e4461ed84e Mon Sep 17 00:00:00 2001 From: ychao_1983 Date: Fri, 12 Nov 2021 11:38:05 +0800 Subject: [PATCH 03/54] =?UTF-8?q?=E9=A1=B9=E7=9B=AE=E7=9C=8B=E6=9D=BF?= =?UTF-8?q?=E5=AF=B9'=E6=89=80=E6=9C=89'=E7=9A=84=E6=83=85=E5=86=B5?= =?UTF-8?q?=E5=A4=84=E7=90=86=E9=80=BB=E8=BE=91=E4=BF=AE=E6=94=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- routers/api/v1/repo/repo_dashbord.go | 47 ++++++++++++++++++++++++++++-------- 1 file changed, 37 insertions(+), 10 deletions(-) diff --git a/routers/api/v1/repo/repo_dashbord.go b/routers/api/v1/repo/repo_dashbord.go index 975c3aa00..d5d4ceae2 100644 --- a/routers/api/v1/repo/repo_dashbord.go +++ b/routers/api/v1/repo/repo_dashbord.go @@ -107,6 +107,7 @@ func GetAllProjectsPeriodStatistics(ctx *context.Context) { ctx.Error(http.StatusBadRequest, ctx.Tr("repo.total_count_get_error")) return } + sql := generateSqlByType(ctx, beginTime, endTime, latestDate, q, orderBy, page, pageSize) projectsPeriodData := ProjectsPeriodData{ RecordBeginTime: recordBeginTime.Format(DATE_FORMAT), @@ -114,13 +115,23 @@ func GetAllProjectsPeriodStatistics(ctx *context.Context) { TotalPage: getTotalPage(total, pageSize), TotalCount: total, LastUpdatedTime: latestUpdatedTime, - PageRecords: models.GetRepoStatisticByRawSql(generatePageSql(beginTime, endTime, latestDate, q, orderBy, page, pageSize)), + PageRecords: models.GetRepoStatisticByRawSql(sql), } ctx.JSON(http.StatusOK, projectsPeriodData) } +func generateSqlByType(ctx *context.Context, beginTime time.Time, endTime time.Time, latestDate string, q string, orderBy string, page int, pageSize int) string { + sql := "" + if ctx.QueryTrim("type") == "all" { + sql = generateTypeAllSql(beginTime, endTime, latestDate, q, orderBy, page, pageSize) + } else { + sql = generatePageSql(beginTime, endTime, latestDate, q, orderBy, page, pageSize) + } + return sql +} + func ServeAllProjectsPeriodStatisticsFile(ctx *context.Context) { recordBeginTime, err := getRecordBeginTime() @@ -175,7 +186,7 @@ func ServeAllProjectsPeriodStatisticsFile(ctx *context.Context) { writer.Write(allProjectsPeroidHeader(ctx)) for i := 0; i <= totalPage; i++ { - pageRecords := models.GetRepoStatisticByRawSql(generatePageSql(beginTime, endTime, latestDate, q, orderBy, i+1, pageSize)) + pageRecords := models.GetRepoStatisticByRawSql(generateSqlByType(ctx, beginTime, endTime, latestDate, q, orderBy, i+1, pageSize)) for _, record := range pageRecords { e = writer.Write(allProjectsPeroidValues(record, ctx)) if e != nil { @@ -358,11 +369,11 @@ func generateTargetSql(beginTime time.Time, endTime time.Time, repoId int64) str return sql } -func generateCountSql(beginTime time.Time, endTime time.Time, yesterday string, q string) string { +func generateCountSql(beginTime time.Time, endTime time.Time, latestDate string, q string) string { countSql := "SELECT count(*) FROM " + "(SELECT repo_id FROM repo_statistic where created_unix >=" + strconv.FormatInt(beginTime.Unix(), 10) + " and created_unix<" + strconv.FormatInt(endTime.Unix(), 10) + " group by repo_id) A," + - "(SELECT repo_id,name,is_private,radar_total from public.repo_statistic where date='" + yesterday + "') B" + + "(SELECT repo_id,name,is_private,radar_total from public.repo_statistic where date='" + latestDate + "') B" + " where A.repo_id=B.repo_id" if q != "" { countSql = countSql + " and B.name like '%" + q + "%'" @@ -370,18 +381,34 @@ func generateCountSql(beginTime time.Time, endTime time.Time, yesterday string, return countSql } -func generatePageSql(beginTime time.Time, endTime time.Time, yesterday string, q string, orderBy string, page int, pageSize int) string { - countSql := "SELECT A.repo_id,name,is_private,radar_total,num_watches,num_visits,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor FROM " + +func generateTypeAllSql(beginTime time.Time, endTime time.Time, latestDate string, q string, orderBy string, page int, pageSize int) string { + sql := "SELECT A.repo_id,name,is_private,radar_total,num_watches,num_visits,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor FROM " + + "(SELECT repo_id,sum(num_visits) as num_visits " + + " FROM repo_statistic where created_unix >=" + strconv.FormatInt(beginTime.Unix(), 10) + + " and created_unix<" + strconv.FormatInt(endTime.Unix(), 10) + " group by repo_id) A," + + "(SELECT repo_id,name,is_private,radar_total,num_watches,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor from public.repo_statistic where date='" + latestDate + "') B" + + " where A.repo_id=B.repo_id" + + if q != "" { + sql = sql + " and name like '%" + q + "%'" + } + sql = sql + " order by " + orderBy + " desc,repo_id" + " limit " + strconv.Itoa(pageSize) + " offset " + strconv.Itoa((page-1)*pageSize) + return sql +} + +func generatePageSql(beginTime time.Time, endTime time.Time, latestDate string, q string, orderBy string, page int, pageSize int) string { + + sql := "SELECT A.repo_id,name,is_private,radar_total,num_watches,num_visits,num_downloads,num_pulls,num_commits,num_stars,num_forks,num_issues,num_closed_issues,num_contributor FROM " + "(SELECT repo_id,sum(num_watches_added) as num_watches,sum(num_visits) as num_visits, sum(num_downloads_added) as num_downloads,sum(num_pulls_added) as num_pulls,sum(num_commits_added) as num_commits,sum(num_stars_added) as num_stars,sum(num_forks_added) num_forks,sum(num_issues_added) as num_issues,sum(num_closed_issues_added) as num_closed_issues,sum(num_contributor_added) as num_contributor " + " FROM repo_statistic where created_unix >=" + strconv.FormatInt(beginTime.Unix(), 10) + " and created_unix<" + strconv.FormatInt(endTime.Unix(), 10) + " group by repo_id) A," + - "(SELECT repo_id,name,is_private,radar_total from public.repo_statistic where date='" + yesterday + "') B" + + "(SELECT repo_id,name,is_private,radar_total from public.repo_statistic where date='" + latestDate + "') B" + " where A.repo_id=B.repo_id" if q != "" { - countSql = countSql + " and B.name like '%" + q + "%'" + sql = sql + " and B.name like '%" + q + "%'" } - countSql = countSql + " order by " + orderBy + " desc,A.repo_id" + " limit " + strconv.Itoa(pageSize) + " offset " + strconv.Itoa((page-1)*pageSize) - return countSql + sql = sql + " order by " + orderBy + " desc,A.repo_id" + " limit " + strconv.Itoa(pageSize) + " offset " + strconv.Itoa((page-1)*pageSize) + return sql } func getOrderBy(ctx *context.Context) string { From 8571f66862b603918910bd372d6622dd03f163e2 Mon Sep 17 00:00:00 2001 From: zouap Date: Fri, 12 Nov 2021 15:33:57 +0800 Subject: [PATCH 04/54] =?UTF-8?q?=E6=8F=90=E4=BA=A4=E4=BB=A3=E7=A0=81?= =?UTF-8?q?=E3=80=82?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: zouap --- models/user_business_analysis.go | 115 ++++++++++++++++++++++++++++++++++++- routers/repo/user_data_analysis.go | 30 ++++++++++ routers/routes/routes.go | 1 + 3 files changed, 145 insertions(+), 1 deletion(-) diff --git a/models/user_business_analysis.go b/models/user_business_analysis.go index bb6726a2c..77b569af2 100644 --- a/models/user_business_analysis.go +++ b/models/user_business_analysis.go @@ -5,7 +5,9 @@ import ( "time" "code.gitea.io/gitea/modules/log" + "code.gitea.io/gitea/modules/setting" "code.gitea.io/gitea/modules/timeutil" + "xorm.io/builder" ) type UserBusinessAnalysis struct { @@ -71,6 +73,14 @@ type UserBusinessAnalysis struct { Name string `xorm:"NOT NULL"` } +type UserBusinessAnalysisQueryOptions struct { + ListOptions + UserName string + SortType string + StartTime int64 + EndTime int64 +} + func QueryUserStaticData(startTime int64, endTime int64) []*UserBusinessAnalysis { log.Info("query startTime =" + fmt.Sprint(startTime) + " endTime=" + fmt.Sprint(endTime)) statictisSess := xStatistic.NewSession() @@ -114,11 +124,114 @@ func QueryUserStaticData(startTime int64, endTime int64) []*UserBusinessAnalysis return userBusinessAnalysisReturnList } +func QueryUserStaticDataPage(opts *UserBusinessAnalysisQueryOptions) ([]*UserBusinessAnalysis, int64) { + + log.Info("query startTime =" + fmt.Sprint(opts.StartTime) + " endTime=" + fmt.Sprint(opts.EndTime)) + statictisSess := xStatistic.NewSession() + defer statictisSess.Close() + + currentTimeNow := time.Now() + pageStartTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 0, 0, 0, 0, currentTimeNow.Location()) + pageEndTime := time.Date(currentTimeNow.Year(), currentTimeNow.Month(), currentTimeNow.Day(), 23, 59, 59, 0, currentTimeNow.Location()) + + var cond = builder.NewCond() + if len(opts.UserName) > 0 { + cond = cond.And( + builder.Eq{"name": opts.UserName}, + ) + } + cond = cond.And( + builder.Gte{"count_date": fmt.Sprint(pageStartTime)}, + ) + cond = cond.And( + builder.Lte{"count_date": fmt.Sprint(pageEndTime)}, + ) + + count, err := statictisSess.Where(cond).Count(new(UserBusinessAnalysis)) + if err != nil { + log.Info("query error." + err.Error()) + return nil, 0 + } + + if opts.Page >= 0 && opts.PageSize > 0 { + var start int + if opts.Page == 0 { + start = 0 + } else { + start = (opts.Page - 1) * opts.PageSize + } + statictisSess.Limit(opts.PageSize, start) + } + statictisSess.OrderBy("count_date desc") + + userBusinessAnalysisList := make([]*UserBusinessAnalysis, 0, setting.UI.IssuePagingNum) + if err := statictisSess.Table("user_business_analysis").Where(cond). + Find(&userBusinessAnalysisList); err != nil { + return nil, 0 + } + + resultMap := make(map[int64]*UserBusinessAnalysis) + + var newAndCond = builder.NewCond() + var newOrCond = builder.NewCond() + for _, userRecord := range userBusinessAnalysisList { + newOrCond.Or( + builder.Eq{"id": userRecord.ID}, + ) + } + newAndCond = newAndCond.And( + newOrCond, + ) + newAndCond = newAndCond.And( + builder.Gte{"count_date": fmt.Sprint(opts.StartTime)}, + ) + newAndCond = newAndCond.And( + builder.Lte{"count_date": fmt.Sprint(opts.EndTime)}, + ) + + userBusinessAnalysisList = make([]*UserBusinessAnalysis, 0) + if err := statictisSess.Table("user_business_analysis").Where(newAndCond). + Find(&userBusinessAnalysisList); err != nil { + return nil, 0 + } + + log.Info("query result size=" + fmt.Sprint(len(userBusinessAnalysisList))) + for _, userRecord := range userBusinessAnalysisList { + if _, ok := resultMap[userRecord.ID]; !ok { + resultMap[userRecord.ID] = userRecord + } else { + resultMap[userRecord.ID].CodeMergeCount += userRecord.CodeMergeCount + resultMap[userRecord.ID].CommitCount += userRecord.CommitCount + resultMap[userRecord.ID].IssueCount += userRecord.IssueCount + resultMap[userRecord.ID].CommentCount += userRecord.CommentCount + resultMap[userRecord.ID].FocusRepoCount += userRecord.FocusRepoCount + resultMap[userRecord.ID].StarRepoCount += userRecord.StarRepoCount + resultMap[userRecord.ID].WatchedCount += userRecord.WatchedCount + resultMap[userRecord.ID].CommitCodeSize += userRecord.CommitCodeSize + resultMap[userRecord.ID].CommitDatasetSize += userRecord.CommitDatasetSize + resultMap[userRecord.ID].CommitModelCount += userRecord.CommitModelCount + resultMap[userRecord.ID].SolveIssueCount += userRecord.SolveIssueCount + resultMap[userRecord.ID].EncyclopediasCount += userRecord.EncyclopediasCount + resultMap[userRecord.ID].CreateRepoCount += userRecord.CreateRepoCount + resultMap[userRecord.ID].LoginCount += userRecord.LoginCount + } + } + + userBusinessAnalysisReturnList := make([]*UserBusinessAnalysis, len(resultMap)) + index := 0 + for _, v := range resultMap { + userBusinessAnalysisReturnList[index] = v + index += 1 + } + log.Info("return size=" + fmt.Sprint(len(userBusinessAnalysisReturnList))) + return userBusinessAnalysisReturnList, count +} + func CounDataByDate(wikiCountMap map[string]int, startTime time.Time, endTime time.Time) { log.Info("start to count other user info data") sess := x.NewSession() defer sess.Close() - sess.Select("`user`.*").Table("user") + sess.Select("`user`.*").Table("user").Where("type=1 and is_active=true") userList := make([]*User, 0) sess.Find(&userList) diff --git a/routers/repo/user_data_analysis.go b/routers/repo/user_data_analysis.go index 68cccd478..e24416d4f 100755 --- a/routers/repo/user_data_analysis.go +++ b/routers/repo/user_data_analysis.go @@ -9,6 +9,7 @@ import ( "code.gitea.io/gitea/modules/context" "code.gitea.io/gitea/modules/git" "code.gitea.io/gitea/modules/log" + "code.gitea.io/gitea/modules/setting" ) func QueryUserStaticData(ctx *context.Context) { @@ -19,7 +20,36 @@ func QueryUserStaticData(ctx *context.Context) { endTime, _ := time.Parse("2006-01-02", endDate) log.Info("startTime=" + fmt.Sprint(startTime.Unix()) + " endDate=" + fmt.Sprint(endTime.Unix())) ctx.JSON(http.StatusOK, models.QueryUserStaticData(startTime.Unix(), endTime.Unix())) +} + +func QueryUserStaticDataPage(ctx *context.Context) { + startDate := ctx.Query("startDate") + endDate := ctx.Query("endDate") + page := ctx.QueryInt("page") + if page <= 0 { + page = 1 + } + userName := ctx.Query("userName") + log.Info("startDate=" + startDate + " endDate=" + endDate + " userName=" + userName + " page=" + fmt.Sprint(page)) + startTime, _ := time.Parse("2006-01-02", startDate) + endTime, _ := time.Parse("2006-01-02", endDate) + log.Info("startTime=" + fmt.Sprint(startTime.Unix()) + " endDate=" + fmt.Sprint(endTime.Unix())) + + pageOpts := &models.UserBusinessAnalysisQueryOptions{ + ListOptions: models.ListOptions{ + Page: page, + PageSize: setting.UI.IssuePagingNum, + }, + UserName: userName, + StartTime: startTime.Unix(), + EndTime: endTime.Unix(), + } + mapInterface := make(map[string]interface{}) + re, count := models.QueryUserStaticDataPage(pageOpts) + mapInterface["data"] = re + mapInterface["count"] = count + ctx.JSON(http.StatusOK, mapInterface) } func TimingCountDataByDate(date string) { diff --git a/routers/routes/routes.go b/routers/routes/routes.go index a3de68373..0ce670c17 100755 --- a/routers/routes/routes.go +++ b/routers/routes/routes.go @@ -793,6 +793,7 @@ func RegisterRoutes(m *macaron.Macaron) { m.Post("/:username/:reponame/action/:action", reqSignIn, context.RepoAssignment(), context.UnitTypes(), repo.Action) m.Get("/tool/query_user_static", repo.QueryUserStaticData) + m.Get("/tool/query_user_static_page", repo.QueryUserStaticDataPage) // Grouping for those endpoints not requiring authentication m.Group("/:username/:reponame", func() { m.Get("/contributors", repo.Contributors) From 6f17baaf69afca92e070af21cda38824228e80f9 Mon Sep 17 00:00:00 2001 From: ychao_1983 Date: Fri, 12 Nov 2021 17:43:37 +0800 Subject: [PATCH 05/54] =?UTF-8?q?=E6=96=87=E4=BB=B6=E5=90=8D=E6=8C=89?= =?UTF-8?q?=E8=A7=84=E8=8C=83=E5=AE=9A=E4=B9=89=E5=B9=B6=E8=A7=A3=E5=86=B3?= =?UTF-8?q?=E4=B8=AD=E6=96=87=E4=B9=B1=E7=A0=81=E9=97=AE=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- routers/api/v1/repo/repo_dashbord.go | 31 ++++++++++++++++++------------- 1 file changed, 18 insertions(+), 13 deletions(-) diff --git a/routers/api/v1/repo/repo_dashbord.go b/routers/api/v1/repo/repo_dashbord.go index d5d4ceae2..0fcd70a99 100644 --- a/routers/api/v1/repo/repo_dashbord.go +++ b/routers/api/v1/repo/repo_dashbord.go @@ -5,6 +5,7 @@ import ( "fmt" "io/ioutil" "net/http" + "net/url" "os" "path" "strconv" @@ -169,7 +170,7 @@ func ServeAllProjectsPeriodStatisticsFile(ctx *context.Context) { return } - fileName := getFileName(ctx, beginTime, endTime) + fileName, frontName := getFileName(ctx, beginTime, endTime) if err := os.MkdirAll(setting.RadarMap.Path, os.ModePerm); err != nil { ctx.Error(http.StatusBadRequest, fmt.Errorf("Failed to create dir %s: %v", setting.AvatarUploadPath, err).Error()) @@ -197,20 +198,24 @@ func ServeAllProjectsPeriodStatisticsFile(ctx *context.Context) { } - ctx.ServeFile(fileName) + ctx.ServeFile(fileName, url.QueryEscape(frontName)) } -func getFileName(ctx *context.Context, beginTime time.Time, endTime time.Time) string { - baseName := setting.RadarMap.Path + "/" - if ctx.QueryTrim("type") != "" { - baseName = baseName + ctx.QueryTrim("type") + "_" - } +func getFileName(ctx *context.Context, beginTime time.Time, endTime time.Time) (string, string) { + baseName := setting.RadarMap.Path + "/项目分析_" + if ctx.QueryTrim("q") != "" { baseName = baseName + ctx.QueryTrim("q") + "_" } - baseName = baseName + beginTime.AddDate(0, 0, -1).Format(DATE_FORMAT) + "_to_" + endTime.AddDate(0, 0, -1).Format(DATE_FORMAT) + "_" + strconv.FormatInt(time.Now().Unix(), 10) + ".csv" - return baseName + if ctx.QueryTrim("type") == "all" { + baseName = baseName + "所有" + } else { + baseName = baseName + beginTime.AddDate(0, 0, -1).Format(DATE_FORMAT) + "_" + endTime.AddDate(0, 0, -1).Format(DATE_FORMAT) + } + frontName := baseName + ".csv" + localName := baseName + "_" + strconv.FormatInt(time.Now().Unix(), 10) + ".csv" + return localName, path.Base(frontName) } func ClearUnusedStatisticsFile() { @@ -230,8 +235,8 @@ func ClearUnusedStatisticsFile() { func allProjectsPeroidHeader(ctx *context.Context) []string { - return []string{ctx.Tr("repos.id"), ctx.Tr("repos.projectName"), ctx.Tr("repos.isPrivate"), ctx.Tr("repos.openi"), ctx.Tr("repos.visit"), ctx.Tr("repos.download"), ctx.Tr("repos.pr"), ctx.Tr("repos.commit"), - ctx.Tr("repos.watches"), ctx.Tr("repos.stars"), ctx.Tr("repos.forks"), ctx.Tr("repos.issues"), ctx.Tr("repos.closedIssues"), ctx.Tr("repos.contributor")} + return []string{ctx.Tr("admin.repos.id"), ctx.Tr("admin.repos.projectName"), ctx.Tr("admin.repos.isPrivate"), ctx.Tr("admin.repos.openi"), ctx.Tr("admin.repos.visit"), ctx.Tr("admin.repos.download"), ctx.Tr("admin.repos.pr"), ctx.Tr("admin.repos.commit"), + ctx.Tr("admin.repos.watches"), ctx.Tr("admin.repos.stars"), ctx.Tr("admin.repos.forks"), ctx.Tr("admin.repos.issues"), ctx.Tr("admin.repos.closedIssues"), ctx.Tr("admin.repos.contributor")} } @@ -245,9 +250,9 @@ func allProjectsPeroidValues(rs *models.RepoStatistic, ctx *context.Context) []s func getIsPrivateDisplay(private bool, ctx *context.Context) string { if private { - return ctx.Tr("repos.yes") + return ctx.Tr("admin.repos.yes") } else { - return ctx.Tr("repos.no") + return ctx.Tr("admin.repos.no") } } From 0c7a51c60ca013a5f4d126646cccf358d17e0387 Mon Sep 17 00:00:00 2001 From: zouap Date: Mon, 15 Nov 2021 09:48:11 +0800 Subject: [PATCH 06/54] =?UTF-8?q?=E6=8F=90=E4=BA=A4=E4=BB=A3=E7=A0=81?= =?UTF-8?q?=E3=80=82?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: zouap --- models/user_business_analysis.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models/user_business_analysis.go b/models/user_business_analysis.go index 77b569af2..a4a155ba7 100644 --- a/models/user_business_analysis.go +++ b/models/user_business_analysis.go @@ -231,7 +231,7 @@ func CounDataByDate(wikiCountMap map[string]int, startTime time.Time, endTime ti log.Info("start to count other user info data") sess := x.NewSession() defer sess.Close() - sess.Select("`user`.*").Table("user").Where("type=1 and is_active=true") + sess.Select("`user`.*").Table("user").Where("type != 1 and is_active=true") userList := make([]*User, 0) sess.Find(&userList) From 170c3be87d1b4451ea045f382880d46d0e093063 Mon Sep 17 00:00:00 2001 From: ychao_1983 Date: Mon, 15 Nov 2021 10:18:31 +0800 Subject: [PATCH 07/54] =?UTF-8?q?=E8=87=AA=E5=AE=9A=E4=B9=89=E8=84=9A?= =?UTF-8?q?=E6=9C=AC=E5=8D=87=E7=BA=A7=E5=8C=BA=E5=88=86=E6=95=B0=E6=8D=AE?= =?UTF-8?q?=E5=BA=93?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- models/custom_migrations.go | 13 +++++++++++++ models/models.go | 5 +++-- 2 files changed, 16 insertions(+), 2 deletions(-) diff --git a/models/custom_migrations.go b/models/custom_migrations.go index b196c5a8b..0b9a0d552 100644 --- a/models/custom_migrations.go +++ b/models/custom_migrations.go @@ -14,6 +14,8 @@ var customMigrations = []CustomMigration{ {"Custom v1 Topic struct change to support chinese", syncTopicStruct}, } +var customMigrationsStatic = []CustomMigration{} + func MigrateCustom(x *xorm.Engine) { for _, m := range customMigrations { @@ -27,6 +29,17 @@ func MigrateCustom(x *xorm.Engine) { } +func MigrateCustomStatic(x *xorm.Engine) { + for _, m := range customMigrationsStatic { + log.Info("Migration: %s", m.Description) + if err := m.Migrate(x); err != nil { + + log.Error("Migration: %v", err) + + } + } +} + func syncTopicStruct(x *xorm.Engine) error { query := "ALTER TABLE topic ALTER COLUMN name TYPE varchar(105);" diff --git a/models/models.go b/models/models.go index 696d0949b..ad027cd24 100755 --- a/models/models.go +++ b/models/models.go @@ -190,7 +190,7 @@ func setEngine(engine *xorm.Engine, table []interface{}, database *setting.DBInf engine.SetMaxIdleConns(setting.Database.MaxIdleConns) engine.SetConnMaxLifetime(setting.Database.ConnMaxLifetime) engine.Sync2(table...) - MigrateCustom(engine) + return nil } @@ -202,6 +202,7 @@ func SetEngine() (err error) { if err = setEngine(x, tables, setting.Database); err != nil { return err } + MigrateCustom(x) xStatistic, err = getEngine(setting.DatabaseStatistic) if err != nil { @@ -210,7 +211,7 @@ func SetEngine() (err error) { if err = setEngine(xStatistic, tablesStatistic, setting.DatabaseStatistic); err != nil { return err } - + MigrateCustomStatic(xStatistic) return nil } From 5fc28bc6b985f10d7c6bec342d6fd35195471efa Mon Sep 17 00:00:00 2001 From: lewis <747342561@qq.com> Date: Mon, 15 Nov 2021 10:36:23 +0800 Subject: [PATCH 08/54] fix chinese fileName bug --- modules/storage/obs.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/modules/storage/obs.go b/modules/storage/obs.go index 239580adb..c25787703 100755 --- a/modules/storage/obs.go +++ b/modules/storage/obs.go @@ -6,6 +6,7 @@ package storage import ( "io" + "net/url" "path" "strconv" "strings" @@ -262,6 +263,7 @@ func GetObsCreateSignedUrl(jobName, parentDir, fileName string) (string, error) input.Method = obs.HttpMethodGet reqParams := make(map[string]string) + fileName = url.QueryEscape(fileName) reqParams["response-content-disposition"] = "attachment; filename=\"" + fileName + "\"" input.QueryParams = reqParams output, err := ObsCli.CreateSignedUrl(input) From ba036592e8a27732e1cc8c15bd6b65b93be73e09 Mon Sep 17 00:00:00 2001 From: ychao_1983 Date: Mon, 15 Nov 2021 10:58:51 +0800 Subject: [PATCH 09/54] =?UTF-8?q?=E4=BF=AE=E6=94=B9bug?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- models/models.go | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/models/models.go b/models/models.go index ad027cd24..86a091bca 100755 --- a/models/models.go +++ b/models/models.go @@ -202,7 +202,6 @@ func SetEngine() (err error) { if err = setEngine(x, tables, setting.Database); err != nil { return err } - MigrateCustom(x) xStatistic, err = getEngine(setting.DatabaseStatistic) if err != nil { @@ -211,7 +210,7 @@ func SetEngine() (err error) { if err = setEngine(xStatistic, tablesStatistic, setting.DatabaseStatistic); err != nil { return err } - MigrateCustomStatic(xStatistic) + return nil } @@ -223,7 +222,7 @@ func NewEngine(ctx context.Context, migrateFunc func(*xorm.Engine) error) (err e if err = newEngine(ctx, migrateFunc, x, tables, setting.Database); err != nil { return fmt.Errorf("newEngine failed: %v", err) } - + MigrateCustom(x) xStatistic, err = getEngine(setting.DatabaseStatistic) if err != nil { return fmt.Errorf("Failed to connect to database: %v", err) @@ -231,6 +230,7 @@ func NewEngine(ctx context.Context, migrateFunc func(*xorm.Engine) error) (err e if err = newEngine(ctx, migrateFunc, xStatistic, tablesStatistic, setting.DatabaseStatistic); err != nil { return fmt.Errorf("newEngine statistic failed: %v", err) } + MigrateCustomStatic(xStatistic) HasEngine = true From 82be794a01d54298676dc6468a08ea31a9048d23 Mon Sep 17 00:00:00 2001 From: Gitea Date: Mon, 15 Nov 2021 14:15:33 +0800 Subject: [PATCH 10/54] modify code --- web_src/js/components/DataAnalysis.vue | 2 +- web_src/js/components/ProAnalysis.vue | 216 ++++++++++++++++++++++++++------- web_src/js/components/UserAnalysis.vue | 55 ++++++--- 3 files changed, 216 insertions(+), 57 deletions(-) diff --git a/web_src/js/components/DataAnalysis.vue b/web_src/js/components/DataAnalysis.vue index 8c632bccb..4c2657751 100755 --- a/web_src/js/components/DataAnalysis.vue +++ b/web_src/js/components/DataAnalysis.vue @@ -69,7 +69,7 @@ if(tab.name=="third"){ // document.getElementById('usr').style.display="block" // document.getElementById("pro").style.display='none' - //this.$refs.UserAnalysis.getUserList("all_usr",7) + this.$refs.UserAnalysis.getUserList("all_usr",7) this.isSecond = false this.isThird = true diff --git a/web_src/js/components/ProAnalysis.vue b/web_src/js/components/ProAnalysis.vue index 7df0854e5..8d4f25084 100755 --- a/web_src/js/components/ProAnalysis.vue +++ b/web_src/js/components/ProAnalysis.vue @@ -2,7 +2,7 @@
- 项目分析 数据更新时间：{{lastUpdatedTime}}/{{recordBeginTime}} + 项目分析 数据更新时间：{{lastUpdatedTime}} / 从{{recordBeginTime}}开始统计
@@ -30,8 +30,10 @@ + + @@ -152,28 +154,28 @@
- 项目创建时间
- {{tableDataIDTotal.creatTime}} + 项目创建时间 + {{tableDataIDTotal.creatTime}} - OPenI指数
- {{tableDataIDTotal.openi | rounding}} + OpenI指数 + {{tableDataIDTotal.openi | rounding}} - 评论数
- {{tableDataIDTotal.comment}} + 评论数 + {{tableDataIDTotal.comment}} - 浏览数
- {{tableDataIDTotal.view}} + 浏览量 + {{tableDataIDTotal.view}} - 代码下载量
- {{tableDataIDTotal.download}} + 代码下载量 + {{tableDataIDTotal.download}} - 任务完成比例
- {{tableDataIDTotal.issueClosedRatio}} + 任务完成比例 + {{tableDataIDTotal.issueClosedRatio}}
@@ -213,8 +215,8 @@ - @@ -319,7 +321,7 @@ @@ -920,4 +1050,8 @@ height: 350px; width: 100%; } + .item_content{ + color: #409eff; + margin-top: 10px; + } \ No newline at end of file diff --git a/web_src/js/components/UserAnalysis.vue b/web_src/js/components/UserAnalysis.vue index 547a077f4..c8f169887 100755 --- a/web_src/js/components/UserAnalysis.vue +++ b/web_src/js/components/UserAnalysis.vue @@ -1,7 +1,7 @@