You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo.go 14 kB

11 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
11 years ago
11 years ago
10 years ago
Better logging (#6038) (#6095) * Panic don't fatal on create new logger Fixes #5854 Signed-off-by: Andrew Thornton <art27@cantab.net> * partial broken * Update the logging infrastrcture Signed-off-by: Andrew Thornton <art27@cantab.net> * Reset the skip levels for Fatal and Error Signed-off-by: Andrew Thornton <art27@cantab.net> * broken ncsa * More log.Error fixes Signed-off-by: Andrew Thornton <art27@cantab.net> * Remove nal * set log-levels to lowercase * Make console_test test all levels * switch to lowercased levels * OK now working * Fix vetting issues * Fix lint * Fix tests * change default logging to match current gitea * Improve log testing Signed-off-by: Andrew Thornton <art27@cantab.net> * reset error skip levels to 0 * Update documentation and access logger configuration * Redirect the router log back to gitea if redirect macaron log but also allow setting the log level - i.e. TRACE * Fix broken level caching * Refactor the router log * Add Router logger * Add colorizing options * Adjust router colors * Only create logger if they will be used * update app.ini.sample * rename Attribute ColorAttribute * Change from white to green for function * Set fatal/error levels * Restore initial trace logger * Fix Trace arguments in modules/auth/auth.go * Properly handle XORMLogger * Improve admin/config page * fix fmt * Add auto-compression of old logs * Update error log levels * Remove the unnecessary skip argument from Error, Fatal and Critical * Add stacktrace support * Fix tests * Remove x/sync from vendors? * Add stderr option to console logger * Use filepath.ToSlash to protect against Windows in tests * Remove prefixed underscores from names in colors.go * Remove not implemented database logger This was removed from Gogs on 4 Mar 2016 but left in the configuration since then. * Ensure that log paths are relative to ROOT_PATH * use path.Join * rename jsonConfig to logConfig * Rename "config" to "jsonConfig" to make it clearer * Requested changes * Requested changes: XormLogger * Try to color the windows terminal If successful default to colorizing the console logs * fixup * Colorize initially too * update vendor * Colorize logs on default and remove if this is not a colorizing logger * Fix documentation * fix test * Use go-isatty to detect if on windows we are on msys or cygwin * Fix spelling mistake * Add missing vendors * More changes * Rationalise the ANSI writer protection * Adjust colors on advice from @0x5c * Make Flags a comma separated list * Move to use the windows constant for ENABLE_VIRTUAL_TERMINAL_PROCESSING * Ensure matching is done on the non-colored message - to simpify EXPRESSION
6 years ago
11 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
9 years ago
10 years ago
11 years ago
11 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483
  1. // Copyright 2014 The Gogs Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package repo
  5. import (
  6. "fmt"
  7. "os"
  8. "path"
  9. "strings"
  10. "code.gitea.io/gitea/models"
  11. "code.gitea.io/gitea/modules/auth"
  12. "code.gitea.io/gitea/modules/base"
  13. "code.gitea.io/gitea/modules/context"
  14. "code.gitea.io/gitea/modules/git"
  15. "code.gitea.io/gitea/modules/log"
  16. "code.gitea.io/gitea/modules/migrations"
  17. "code.gitea.io/gitea/modules/notification"
  18. "code.gitea.io/gitea/modules/setting"
  19. "code.gitea.io/gitea/modules/task"
  20. "code.gitea.io/gitea/modules/util"
  21. "github.com/unknwon/com"
  22. )
  23. const (
  24. tplCreate base.TplName = "repo/create"
  25. tplMigrate base.TplName = "repo/migrate"
  26. )
  27. // MustBeNotEmpty render when a repo is a empty git dir
  28. func MustBeNotEmpty(ctx *context.Context) {
  29. if ctx.Repo.Repository.IsEmpty {
  30. ctx.NotFound("MustBeNotEmpty", nil)
  31. }
  32. }
  33. // MustBeEditable check that repo can be edited
  34. func MustBeEditable(ctx *context.Context) {
  35. if !ctx.Repo.Repository.CanEnableEditor() || ctx.Repo.IsViewCommit {
  36. ctx.NotFound("", nil)
  37. return
  38. }
  39. }
  40. // MustBeAbleToUpload check that repo can be uploaded to
  41. func MustBeAbleToUpload(ctx *context.Context) {
  42. if !setting.Repository.Upload.Enabled {
  43. ctx.NotFound("", nil)
  44. }
  45. }
  46. func checkContextUser(ctx *context.Context, uid int64) *models.User {
  47. orgs, err := models.GetOwnedOrgsByUserIDDesc(ctx.User.ID, "updated_unix")
  48. if err != nil {
  49. ctx.ServerError("GetOwnedOrgsByUserIDDesc", err)
  50. return nil
  51. }
  52. ctx.Data["Orgs"] = orgs
  53. // Not equal means current user is an organization.
  54. if uid == ctx.User.ID || uid == 0 {
  55. return ctx.User
  56. }
  57. org, err := models.GetUserByID(uid)
  58. if models.IsErrUserNotExist(err) {
  59. return ctx.User
  60. }
  61. if err != nil {
  62. ctx.ServerError("GetUserByID", fmt.Errorf("[%d]: %v", uid, err))
  63. return nil
  64. }
  65. // Check ownership of organization.
  66. if !org.IsOrganization() {
  67. ctx.Error(403)
  68. return nil
  69. }
  70. if !ctx.User.IsAdmin {
  71. isOwner, err := org.IsOwnedBy(ctx.User.ID)
  72. if err != nil {
  73. ctx.ServerError("IsOwnedBy", err)
  74. return nil
  75. } else if !isOwner {
  76. ctx.Error(403)
  77. return nil
  78. }
  79. }
  80. return org
  81. }
  82. func getRepoPrivate(ctx *context.Context) bool {
  83. switch strings.ToLower(setting.Repository.DefaultPrivate) {
  84. case setting.RepoCreatingLastUserVisibility:
  85. return ctx.User.LastRepoVisibility
  86. case setting.RepoCreatingPrivate:
  87. return true
  88. case setting.RepoCreatingPublic:
  89. return false
  90. default:
  91. return ctx.User.LastRepoVisibility
  92. }
  93. }
  94. // Create render creating repository page
  95. func Create(ctx *context.Context) {
  96. if !ctx.User.CanCreateRepo() {
  97. ctx.RenderWithErr(ctx.Tr("repo.form.reach_limit_of_creation", ctx.User.MaxCreationLimit()), tplCreate, nil)
  98. }
  99. ctx.Data["Title"] = ctx.Tr("new_repo")
  100. // Give default value for template to render.
  101. ctx.Data["Gitignores"] = models.Gitignores
  102. ctx.Data["LabelTemplates"] = models.LabelTemplates
  103. ctx.Data["Licenses"] = models.Licenses
  104. ctx.Data["Readmes"] = models.Readmes
  105. ctx.Data["readme"] = "Default"
  106. ctx.Data["private"] = getRepoPrivate(ctx)
  107. ctx.Data["IsForcedPrivate"] = setting.Repository.ForcePrivate
  108. ctxUser := checkContextUser(ctx, ctx.QueryInt64("org"))
  109. if ctx.Written() {
  110. return
  111. }
  112. ctx.Data["ContextUser"] = ctxUser
  113. ctx.HTML(200, tplCreate)
  114. }
  115. func handleCreateError(ctx *context.Context, owner *models.User, err error, name string, tpl base.TplName, form interface{}) {
  116. switch {
  117. case models.IsErrReachLimitOfRepo(err):
  118. ctx.RenderWithErr(ctx.Tr("repo.form.reach_limit_of_creation", owner.MaxCreationLimit()), tpl, form)
  119. case models.IsErrRepoAlreadyExist(err):
  120. ctx.Data["Err_RepoName"] = true
  121. ctx.RenderWithErr(ctx.Tr("form.repo_name_been_taken"), tpl, form)
  122. case models.IsErrNameReserved(err):
  123. ctx.Data["Err_RepoName"] = true
  124. ctx.RenderWithErr(ctx.Tr("repo.form.name_reserved", err.(models.ErrNameReserved).Name), tpl, form)
  125. case models.IsErrNamePatternNotAllowed(err):
  126. ctx.Data["Err_RepoName"] = true
  127. ctx.RenderWithErr(ctx.Tr("repo.form.name_pattern_not_allowed", err.(models.ErrNamePatternNotAllowed).Pattern), tpl, form)
  128. default:
  129. ctx.ServerError(name, err)
  130. }
  131. }
  132. // CreatePost response for creating repository
  133. func CreatePost(ctx *context.Context, form auth.CreateRepoForm) {
  134. ctx.Data["Title"] = ctx.Tr("new_repo")
  135. ctx.Data["Gitignores"] = models.Gitignores
  136. ctx.Data["LabelTemplates"] = models.LabelTemplates
  137. ctx.Data["Licenses"] = models.Licenses
  138. ctx.Data["Readmes"] = models.Readmes
  139. ctxUser := checkContextUser(ctx, form.UID)
  140. if ctx.Written() {
  141. return
  142. }
  143. ctx.Data["ContextUser"] = ctxUser
  144. if ctx.HasError() {
  145. ctx.HTML(200, tplCreate)
  146. return
  147. }
  148. repo, err := models.CreateRepository(ctx.User, ctxUser, models.CreateRepoOptions{
  149. Name: form.RepoName,
  150. Description: form.Description,
  151. Gitignores: form.Gitignores,
  152. IssueLabels: form.IssueLabels,
  153. License: form.License,
  154. Readme: form.Readme,
  155. IsPrivate: form.Private || setting.Repository.ForcePrivate,
  156. AutoInit: form.AutoInit,
  157. })
  158. if err == nil {
  159. notification.NotifyCreateRepository(ctx.User, ctxUser, repo)
  160. log.Trace("Repository created [%d]: %s/%s", repo.ID, ctxUser.Name, repo.Name)
  161. ctx.Redirect(setting.AppSubURL + "/" + ctxUser.Name + "/" + repo.Name)
  162. return
  163. }
  164. if repo != nil {
  165. if errDelete := models.DeleteRepository(ctx.User, ctxUser.ID, repo.ID); errDelete != nil {
  166. log.Error("DeleteRepository: %v", errDelete)
  167. }
  168. }
  169. handleCreateError(ctx, ctxUser, err, "CreatePost", tplCreate, &form)
  170. }
  171. // Migrate render migration of repository page
  172. func Migrate(ctx *context.Context) {
  173. ctx.Data["Title"] = ctx.Tr("new_migrate")
  174. ctx.Data["private"] = getRepoPrivate(ctx)
  175. ctx.Data["IsForcedPrivate"] = setting.Repository.ForcePrivate
  176. ctx.Data["mirror"] = ctx.Query("mirror") == "1"
  177. ctx.Data["wiki"] = ctx.Query("wiki") == "1"
  178. ctx.Data["milestones"] = ctx.Query("milestones") == "1"
  179. ctx.Data["labels"] = ctx.Query("labels") == "1"
  180. ctx.Data["issues"] = ctx.Query("issues") == "1"
  181. ctx.Data["pull_requests"] = ctx.Query("pull_requests") == "1"
  182. ctx.Data["releases"] = ctx.Query("releases") == "1"
  183. ctx.Data["LFSActive"] = setting.LFS.StartServer
  184. ctxUser := checkContextUser(ctx, ctx.QueryInt64("org"))
  185. if ctx.Written() {
  186. return
  187. }
  188. ctx.Data["ContextUser"] = ctxUser
  189. ctx.HTML(200, tplMigrate)
  190. }
  191. func handleMigrateError(ctx *context.Context, owner *models.User, err error, name string, tpl base.TplName, form *auth.MigrateRepoForm) {
  192. switch {
  193. case migrations.IsRateLimitError(err):
  194. ctx.RenderWithErr(ctx.Tr("form.visit_rate_limit"), tpl, form)
  195. case migrations.IsTwoFactorAuthError(err):
  196. ctx.RenderWithErr(ctx.Tr("form.2fa_auth_required"), tpl, form)
  197. case models.IsErrReachLimitOfRepo(err):
  198. ctx.RenderWithErr(ctx.Tr("repo.form.reach_limit_of_creation", owner.MaxCreationLimit()), tpl, form)
  199. case models.IsErrRepoAlreadyExist(err):
  200. ctx.Data["Err_RepoName"] = true
  201. ctx.RenderWithErr(ctx.Tr("form.repo_name_been_taken"), tpl, form)
  202. case models.IsErrNameReserved(err):
  203. ctx.Data["Err_RepoName"] = true
  204. ctx.RenderWithErr(ctx.Tr("repo.form.name_reserved", err.(models.ErrNameReserved).Name), tpl, form)
  205. case models.IsErrNamePatternNotAllowed(err):
  206. ctx.Data["Err_RepoName"] = true
  207. ctx.RenderWithErr(ctx.Tr("repo.form.name_pattern_not_allowed", err.(models.ErrNamePatternNotAllowed).Pattern), tpl, form)
  208. default:
  209. remoteAddr, _ := form.ParseRemoteAddr(owner)
  210. err = util.URLSanitizedError(err, remoteAddr)
  211. if strings.Contains(err.Error(), "Authentication failed") ||
  212. strings.Contains(err.Error(), "Bad credentials") ||
  213. strings.Contains(err.Error(), "could not read Username") {
  214. ctx.Data["Err_Auth"] = true
  215. ctx.RenderWithErr(ctx.Tr("form.auth_failed", err.Error()), tpl, form)
  216. } else if strings.Contains(err.Error(), "fatal:") {
  217. ctx.Data["Err_CloneAddr"] = true
  218. ctx.RenderWithErr(ctx.Tr("repo.migrate.failed", err.Error()), tpl, form)
  219. } else {
  220. ctx.ServerError(name, err)
  221. }
  222. }
  223. }
  224. // MigratePost response for migrating from external git repository
  225. func MigratePost(ctx *context.Context, form auth.MigrateRepoForm) {
  226. ctx.Data["Title"] = ctx.Tr("new_migrate")
  227. ctxUser := checkContextUser(ctx, form.UID)
  228. if ctx.Written() {
  229. return
  230. }
  231. ctx.Data["ContextUser"] = ctxUser
  232. if ctx.HasError() {
  233. ctx.HTML(200, tplMigrate)
  234. return
  235. }
  236. remoteAddr, err := form.ParseRemoteAddr(ctx.User)
  237. if err != nil {
  238. if models.IsErrInvalidCloneAddr(err) {
  239. ctx.Data["Err_CloneAddr"] = true
  240. addrErr := err.(models.ErrInvalidCloneAddr)
  241. switch {
  242. case addrErr.IsURLError:
  243. ctx.RenderWithErr(ctx.Tr("form.url_error"), tplMigrate, &form)
  244. case addrErr.IsPermissionDenied:
  245. ctx.RenderWithErr(ctx.Tr("repo.migrate.permission_denied"), tplMigrate, &form)
  246. case addrErr.IsInvalidPath:
  247. ctx.RenderWithErr(ctx.Tr("repo.migrate.invalid_local_path"), tplMigrate, &form)
  248. default:
  249. ctx.ServerError("Unknown error", err)
  250. }
  251. } else {
  252. ctx.ServerError("ParseRemoteAddr", err)
  253. }
  254. return
  255. }
  256. var opts = migrations.MigrateOptions{
  257. CloneAddr: remoteAddr,
  258. RepoName: form.RepoName,
  259. Description: form.Description,
  260. Private: form.Private || setting.Repository.ForcePrivate,
  261. Mirror: form.Mirror,
  262. AuthUsername: form.AuthUsername,
  263. AuthPassword: form.AuthPassword,
  264. Wiki: form.Wiki,
  265. Issues: form.Issues,
  266. Milestones: form.Milestones,
  267. Labels: form.Labels,
  268. Comments: true,
  269. PullRequests: form.PullRequests,
  270. Releases: form.Releases,
  271. }
  272. if opts.Mirror {
  273. opts.Issues = false
  274. opts.Milestones = false
  275. opts.Labels = false
  276. opts.Comments = false
  277. opts.PullRequests = false
  278. opts.Releases = false
  279. }
  280. err = models.CheckCreateRepository(ctx.User, ctxUser, opts.RepoName)
  281. if err != nil {
  282. handleMigrateError(ctx, ctxUser, err, "MigratePost", tplMigrate, &form)
  283. return
  284. }
  285. err = task.MigrateRepository(ctx.User, ctxUser, opts)
  286. if err == nil {
  287. ctx.Redirect(setting.AppSubURL + "/" + ctxUser.Name + "/" + opts.RepoName)
  288. return
  289. }
  290. handleMigrateError(ctx, ctxUser, err, "MigratePost", tplMigrate, &form)
  291. }
  292. // Action response for actions to a repository
  293. func Action(ctx *context.Context) {
  294. var err error
  295. switch ctx.Params(":action") {
  296. case "watch":
  297. err = models.WatchRepo(ctx.User.ID, ctx.Repo.Repository.ID, true)
  298. case "unwatch":
  299. err = models.WatchRepo(ctx.User.ID, ctx.Repo.Repository.ID, false)
  300. case "star":
  301. err = models.StarRepo(ctx.User.ID, ctx.Repo.Repository.ID, true)
  302. case "unstar":
  303. err = models.StarRepo(ctx.User.ID, ctx.Repo.Repository.ID, false)
  304. case "desc": // FIXME: this is not used
  305. if !ctx.Repo.IsOwner() {
  306. ctx.Error(404)
  307. return
  308. }
  309. ctx.Repo.Repository.Description = ctx.Query("desc")
  310. ctx.Repo.Repository.Website = ctx.Query("site")
  311. err = models.UpdateRepository(ctx.Repo.Repository, false)
  312. }
  313. if err != nil {
  314. ctx.ServerError(fmt.Sprintf("Action (%s)", ctx.Params(":action")), err)
  315. return
  316. }
  317. ctx.RedirectToFirst(ctx.Query("redirect_to"), ctx.Repo.RepoLink)
  318. }
  319. // RedirectDownload return a file based on the following infos:
  320. func RedirectDownload(ctx *context.Context) {
  321. var (
  322. vTag = ctx.Params("vTag")
  323. fileName = ctx.Params("fileName")
  324. )
  325. tagNames := []string{vTag}
  326. curRepo := ctx.Repo.Repository
  327. releases, err := models.GetReleasesByRepoIDAndNames(curRepo.ID, tagNames)
  328. if err != nil {
  329. if models.IsErrAttachmentNotExist(err) {
  330. ctx.Error(404)
  331. return
  332. }
  333. ctx.ServerError("RedirectDownload", err)
  334. return
  335. }
  336. if len(releases) == 1 {
  337. release := releases[0]
  338. att, err := models.GetAttachmentByReleaseIDFileName(release.ID, fileName)
  339. if err != nil {
  340. ctx.Error(404)
  341. return
  342. }
  343. if att != nil {
  344. ctx.Redirect(setting.AppSubURL + "/attachments/" + att.UUID)
  345. return
  346. }
  347. }
  348. ctx.Error(404)
  349. }
  350. // Download download an archive of a repository
  351. func Download(ctx *context.Context) {
  352. var (
  353. uri = ctx.Params("*")
  354. refName string
  355. ext string
  356. archivePath string
  357. archiveType git.ArchiveType
  358. )
  359. switch {
  360. case strings.HasSuffix(uri, ".zip"):
  361. ext = ".zip"
  362. archivePath = path.Join(ctx.Repo.GitRepo.Path, "archives/zip")
  363. archiveType = git.ZIP
  364. case strings.HasSuffix(uri, ".tar.gz"):
  365. ext = ".tar.gz"
  366. archivePath = path.Join(ctx.Repo.GitRepo.Path, "archives/targz")
  367. archiveType = git.TARGZ
  368. default:
  369. log.Trace("Unknown format: %s", uri)
  370. ctx.Error(404)
  371. return
  372. }
  373. refName = strings.TrimSuffix(uri, ext)
  374. if !com.IsDir(archivePath) {
  375. if err := os.MkdirAll(archivePath, os.ModePerm); err != nil {
  376. ctx.ServerError("Download -> os.MkdirAll(archivePath)", err)
  377. return
  378. }
  379. }
  380. // Get corresponding commit.
  381. var (
  382. commit *git.Commit
  383. err error
  384. )
  385. gitRepo := ctx.Repo.GitRepo
  386. if gitRepo.IsBranchExist(refName) {
  387. commit, err = gitRepo.GetBranchCommit(refName)
  388. if err != nil {
  389. ctx.ServerError("GetBranchCommit", err)
  390. return
  391. }
  392. } else if gitRepo.IsTagExist(refName) {
  393. commit, err = gitRepo.GetTagCommit(refName)
  394. if err != nil {
  395. ctx.ServerError("GetTagCommit", err)
  396. return
  397. }
  398. } else if len(refName) >= 4 && len(refName) <= 40 {
  399. commit, err = gitRepo.GetCommit(refName)
  400. if err != nil {
  401. ctx.NotFound("GetCommit", nil)
  402. return
  403. }
  404. } else {
  405. ctx.NotFound("Download", nil)
  406. return
  407. }
  408. archivePath = path.Join(archivePath, base.ShortSha(commit.ID.String())+ext)
  409. if !com.IsFile(archivePath) {
  410. if err := commit.CreateArchive(archivePath, archiveType); err != nil {
  411. ctx.ServerError("Download -> CreateArchive "+archivePath, err)
  412. return
  413. }
  414. }
  415. ctx.ServeFile(archivePath, ctx.Repo.Repository.Name+"-"+refName+ext)
  416. }
  417. // Status returns repository's status
  418. func Status(ctx *context.Context) {
  419. task, err := models.GetMigratingTask(ctx.Repo.Repository.ID)
  420. if err != nil {
  421. ctx.JSON(500, map[string]interface{}{
  422. "err": err,
  423. })
  424. return
  425. }
  426. ctx.JSON(200, map[string]interface{}{
  427. "status": ctx.Repo.Repository.Status,
  428. "err": task.Errors,
  429. })
  430. }