You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

repo.go 65 kB

11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
9 years ago
11 years ago
11 years ago
10 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
10 years ago
11 years ago
9 years ago
10 years ago
9 years ago
11 years ago
9 years ago
9 years ago
9 years ago
9 years ago
9 years ago
11 years ago
9 years ago
9 years ago
9 years ago
9 years ago
11 years ago
9 years ago
11 years ago
9 years ago
9 years ago
9 years ago
9 years ago
11 years ago
9 years ago
11 years ago
11 years ago
9 years ago
9 years ago
9 years ago
9 years ago
11 years ago
9 years ago
10 years ago
10 years ago
9 years ago
9 years ago
9 years ago
9 years ago
11 years ago
11 years ago
11 years ago
9 years ago
9 years ago
9 years ago
11 years ago
11 years ago
11 years ago
11 years ago
10 years ago
10 years ago
9 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
9 years ago
9 years ago
11 years ago
9 years ago
10 years ago
10 years ago
10 years ago
10 years ago
9 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
10 years ago
9 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
11 years ago
9 years ago
9 years ago
11 years ago
9 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257
  1. // Copyright 2014 The Gogs Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "bytes"
  7. "errors"
  8. "fmt"
  9. "html/template"
  10. "io/ioutil"
  11. "os"
  12. "os/exec"
  13. "path"
  14. "path/filepath"
  15. "regexp"
  16. "sort"
  17. "strings"
  18. "sync"
  19. "time"
  20. "github.com/Unknwon/cae/zip"
  21. "github.com/Unknwon/com"
  22. "github.com/go-xorm/xorm"
  23. "github.com/mcuadros/go-version"
  24. "gopkg.in/ini.v1"
  25. git "github.com/gogits/git-module"
  26. api "github.com/gogits/go-gogs-client"
  27. "github.com/gogits/gogs/modules/bindata"
  28. "github.com/gogits/gogs/modules/log"
  29. "github.com/gogits/gogs/modules/markdown"
  30. "github.com/gogits/gogs/modules/process"
  31. "github.com/gogits/gogs/modules/setting"
  32. )
  33. const (
  34. _TPL_UPDATE_HOOK = "#!/usr/bin/env %s\n%s update $1 $2 $3 --config='%s'\n"
  35. )
  36. var (
  37. ErrRepoFileNotExist = errors.New("Repository file does not exist")
  38. ErrRepoFileNotLoaded = errors.New("Repository file not loaded")
  39. ErrMirrorNotExist = errors.New("Mirror does not exist")
  40. ErrInvalidReference = errors.New("Invalid reference specified")
  41. ErrNameEmpty = errors.New("Name is empty")
  42. )
  43. var (
  44. Gitignores, Licenses, Readmes []string
  45. // Maximum items per page in forks, watchers and stars of a repo
  46. ItemsPerPage = 40
  47. )
  48. func LoadRepoConfig() {
  49. // Load .gitignore and license files and readme templates.
  50. types := []string{"gitignore", "license", "readme"}
  51. typeFiles := make([][]string, 3)
  52. for i, t := range types {
  53. files, err := bindata.AssetDir("conf/" + t)
  54. if err != nil {
  55. log.Fatal(4, "Fail to get %s files: %v", t, err)
  56. }
  57. customPath := path.Join(setting.CustomPath, "conf", t)
  58. if com.IsDir(customPath) {
  59. customFiles, err := com.StatDir(customPath)
  60. if err != nil {
  61. log.Fatal(4, "Fail to get custom %s files: %v", t, err)
  62. }
  63. for _, f := range customFiles {
  64. if !com.IsSliceContainsStr(files, f) {
  65. files = append(files, f)
  66. }
  67. }
  68. }
  69. typeFiles[i] = files
  70. }
  71. Gitignores = typeFiles[0]
  72. Licenses = typeFiles[1]
  73. Readmes = typeFiles[2]
  74. sort.Strings(Gitignores)
  75. sort.Strings(Licenses)
  76. sort.Strings(Readmes)
  77. }
  78. func NewRepoContext() {
  79. zip.Verbose = false
  80. // Check Git installation.
  81. if _, err := exec.LookPath("git"); err != nil {
  82. log.Fatal(4, "Fail to test 'git' command: %v (forgotten install?)", err)
  83. }
  84. // Check Git version.
  85. gitVer, err := git.BinVersion()
  86. if err != nil {
  87. log.Fatal(4, "Fail to get Git version: %v", err)
  88. }
  89. log.Info("Git Version: %s", gitVer)
  90. if version.Compare("1.7.1", gitVer, ">") {
  91. log.Fatal(4, "Gogs requires Git version greater or equal to 1.7.1")
  92. }
  93. // Git requires setting user.name and user.email in order to commit changes.
  94. for configKey, defaultValue := range map[string]string{"user.name": "Gogs", "user.email": "gogs@fake.local"} {
  95. if stdout, stderr, err := process.Exec("NewRepoContext(get setting)", "git", "config", "--get", configKey); err != nil || strings.TrimSpace(stdout) == "" {
  96. // ExitError indicates this config is not set
  97. if _, ok := err.(*exec.ExitError); ok || strings.TrimSpace(stdout) == "" {
  98. if _, stderr, gerr := process.Exec("NewRepoContext(set "+configKey+")", "git", "config", "--global", configKey, defaultValue); gerr != nil {
  99. log.Fatal(4, "Fail to set git %s(%s): %s", configKey, gerr, stderr)
  100. }
  101. log.Info("Git config %s set to %s", configKey, defaultValue)
  102. } else {
  103. log.Fatal(4, "Fail to get git %s(%s): %s", configKey, err, stderr)
  104. }
  105. }
  106. }
  107. // Set git some configurations.
  108. if _, stderr, err := process.Exec("NewRepoContext(git config --global core.quotepath false)",
  109. "git", "config", "--global", "core.quotepath", "false"); err != nil {
  110. log.Fatal(4, "Fail to execute 'git config --global core.quotepath false': %s", stderr)
  111. }
  112. RemoveAllWithNotice("Clean up repository temporary data", filepath.Join(setting.AppDataPath, "tmp"))
  113. }
  114. // Repository represents a git repository.
  115. type Repository struct {
  116. ID int64 `xorm:"pk autoincr"`
  117. OwnerID int64 `xorm:"UNIQUE(s)"`
  118. Owner *User `xorm:"-"`
  119. LowerName string `xorm:"UNIQUE(s) INDEX NOT NULL"`
  120. Name string `xorm:"INDEX NOT NULL"`
  121. Description string
  122. Website string
  123. DefaultBranch string
  124. NumWatches int
  125. NumStars int
  126. NumForks int
  127. NumIssues int
  128. NumClosedIssues int
  129. NumOpenIssues int `xorm:"-"`
  130. NumPulls int
  131. NumClosedPulls int
  132. NumOpenPulls int `xorm:"-"`
  133. NumMilestones int `xorm:"NOT NULL DEFAULT 0"`
  134. NumClosedMilestones int `xorm:"NOT NULL DEFAULT 0"`
  135. NumOpenMilestones int `xorm:"-"`
  136. NumTags int `xorm:"-"`
  137. IsPrivate bool
  138. IsBare bool
  139. IsMirror bool
  140. *Mirror `xorm:"-"`
  141. // Advanced settings
  142. EnableWiki bool `xorm:"NOT NULL DEFAULT true"`
  143. EnableExternalWiki bool
  144. ExternalWikiURL string
  145. EnableIssues bool `xorm:"NOT NULL DEFAULT true"`
  146. EnableExternalTracker bool
  147. ExternalTrackerFormat string
  148. ExternalTrackerStyle string
  149. ExternalMetas map[string]string `xorm:"-"`
  150. EnablePulls bool `xorm:"NOT NULL DEFAULT true"`
  151. IsFork bool `xorm:"NOT NULL DEFAULT false"`
  152. ForkID int64
  153. BaseRepo *Repository `xorm:"-"`
  154. Created time.Time `xorm:"-"`
  155. CreatedUnix int64
  156. Updated time.Time `xorm:"-"`
  157. UpdatedUnix int64
  158. }
  159. func (repo *Repository) BeforeInsert() {
  160. repo.CreatedUnix = time.Now().Unix()
  161. repo.UpdatedUnix = repo.CreatedUnix
  162. }
  163. func (repo *Repository) BeforeUpdate() {
  164. repo.UpdatedUnix = time.Now().Unix()
  165. }
  166. func (repo *Repository) AfterSet(colName string, _ xorm.Cell) {
  167. switch colName {
  168. case "default_branch":
  169. // FIXME: use models migration to solve all at once.
  170. if len(repo.DefaultBranch) == 0 {
  171. repo.DefaultBranch = "master"
  172. }
  173. case "num_closed_issues":
  174. repo.NumOpenIssues = repo.NumIssues - repo.NumClosedIssues
  175. case "num_closed_pulls":
  176. repo.NumOpenPulls = repo.NumPulls - repo.NumClosedPulls
  177. case "num_closed_milestones":
  178. repo.NumOpenMilestones = repo.NumMilestones - repo.NumClosedMilestones
  179. case "external_tracker_style":
  180. if len(repo.ExternalTrackerStyle) == 0 {
  181. repo.ExternalTrackerStyle = markdown.ISSUE_NAME_STYLE_NUMERIC
  182. }
  183. case "created_unix":
  184. repo.Created = time.Unix(repo.CreatedUnix, 0).Local()
  185. case "updated_unix":
  186. repo.Updated = time.Unix(repo.UpdatedUnix, 0)
  187. }
  188. }
  189. // MustOwner always returns a valid *User object to avoid
  190. // conceptually impossible error handling.
  191. // It creates a fake object that contains error deftail
  192. // when error occurs.
  193. func (repo *Repository) MustOwner() *User {
  194. return repo.mustOwner(x)
  195. }
  196. func (repo *Repository) FullName() string {
  197. return repo.MustOwner().Name + "/" + repo.Name
  198. }
  199. func (repo *Repository) FullLink() string {
  200. return setting.AppUrl + repo.FullName()
  201. }
  202. // Arguments that are allowed to be nil: permission
  203. func (repo *Repository) APIFormat(permission *api.Permission) *api.Repository {
  204. cloneLink := repo.CloneLink()
  205. return &api.Repository{
  206. ID: repo.ID,
  207. Owner: repo.Owner.APIFormat(),
  208. Name: repo.Name,
  209. FullName: repo.FullName(),
  210. Description: repo.Description,
  211. Private: repo.IsPrivate,
  212. Fork: repo.IsFork,
  213. HTMLURL: repo.FullLink(),
  214. SSHURL: cloneLink.SSH,
  215. CloneURL: cloneLink.HTTPS,
  216. Website: repo.Website,
  217. Stars: repo.NumStars,
  218. Forks: repo.NumForks,
  219. Watchers: repo.NumWatches,
  220. OpenIssues: repo.NumOpenIssues,
  221. DefaultBranch: repo.DefaultBranch,
  222. Created: repo.Created,
  223. Updated: repo.Updated,
  224. Permissions: permission,
  225. }
  226. }
  227. func (repo *Repository) getOwner(e Engine) (err error) {
  228. if repo.Owner != nil {
  229. return nil
  230. }
  231. repo.Owner, err = getUserByID(e, repo.OwnerID)
  232. return err
  233. }
  234. func (repo *Repository) GetOwner() error {
  235. return repo.getOwner(x)
  236. }
  237. func (repo *Repository) mustOwner(e Engine) *User {
  238. if err := repo.getOwner(e); err != nil {
  239. return &User{
  240. Name: "error",
  241. FullName: err.Error(),
  242. }
  243. }
  244. return repo.Owner
  245. }
  246. // ComposeMetas composes a map of metas for rendering external issue tracker URL.
  247. func (repo *Repository) ComposeMetas() map[string]string {
  248. if !repo.EnableExternalTracker {
  249. return nil
  250. } else if repo.ExternalMetas == nil {
  251. repo.ExternalMetas = map[string]string{
  252. "format": repo.ExternalTrackerFormat,
  253. "user": repo.MustOwner().Name,
  254. "repo": repo.Name,
  255. }
  256. switch repo.ExternalTrackerStyle {
  257. case markdown.ISSUE_NAME_STYLE_ALPHANUMERIC:
  258. repo.ExternalMetas["style"] = markdown.ISSUE_NAME_STYLE_ALPHANUMERIC
  259. default:
  260. repo.ExternalMetas["style"] = markdown.ISSUE_NAME_STYLE_NUMERIC
  261. }
  262. }
  263. return repo.ExternalMetas
  264. }
  265. // DeleteWiki removes the actual and local copy of repository wiki.
  266. func (repo *Repository) DeleteWiki() {
  267. wikiPaths := []string{repo.WikiPath(), repo.LocalWikiPath()}
  268. for _, wikiPath := range wikiPaths {
  269. RemoveAllWithNotice("Delete repository wiki", wikiPath)
  270. }
  271. }
  272. // GetAssignees returns all users that have write access of repository.
  273. func (repo *Repository) GetAssignees() (_ []*User, err error) {
  274. if err = repo.GetOwner(); err != nil {
  275. return nil, err
  276. }
  277. accesses := make([]*Access, 0, 10)
  278. if err = x.Where("repo_id=? AND mode>=?", repo.ID, ACCESS_MODE_WRITE).Find(&accesses); err != nil {
  279. return nil, err
  280. }
  281. users := make([]*User, 0, len(accesses)+1) // Just waste 1 unit does not matter.
  282. if !repo.Owner.IsOrganization() {
  283. users = append(users, repo.Owner)
  284. }
  285. var u *User
  286. for i := range accesses {
  287. u, err = GetUserByID(accesses[i].UserID)
  288. if err != nil {
  289. return nil, err
  290. }
  291. users = append(users, u)
  292. }
  293. return users, nil
  294. }
  295. // GetAssigneeByID returns the user that has write access of repository by given ID.
  296. func (repo *Repository) GetAssigneeByID(userID int64) (*User, error) {
  297. return GetAssigneeByID(repo, userID)
  298. }
  299. // GetMilestoneByID returns the milestone belongs to repository by given ID.
  300. func (repo *Repository) GetMilestoneByID(milestoneID int64) (*Milestone, error) {
  301. return GetRepoMilestoneByID(repo.ID, milestoneID)
  302. }
  303. // IssueStats returns number of open and closed repository issues by given filter mode.
  304. func (repo *Repository) IssueStats(uid int64, filterMode int, isPull bool) (int64, int64) {
  305. return GetRepoIssueStats(repo.ID, uid, filterMode, isPull)
  306. }
  307. func (repo *Repository) GetMirror() (err error) {
  308. repo.Mirror, err = GetMirror(repo.ID)
  309. return err
  310. }
  311. func (repo *Repository) GetBaseRepo() (err error) {
  312. if !repo.IsFork {
  313. return nil
  314. }
  315. repo.BaseRepo, err = GetRepositoryByID(repo.ForkID)
  316. return err
  317. }
  318. func (repo *Repository) repoPath(e Engine) string {
  319. return RepoPath(repo.mustOwner(e).Name, repo.Name)
  320. }
  321. func (repo *Repository) RepoPath() string {
  322. return repo.repoPath(x)
  323. }
  324. func (repo *Repository) GitConfigPath() string {
  325. return filepath.Join(repo.RepoPath(), "config")
  326. }
  327. func (repo *Repository) Link() string {
  328. return setting.AppSubUrl + "/" + repo.MustOwner().Name + "/" + repo.Name
  329. }
  330. func (repo *Repository) RelLink() string {
  331. return "/" + repo.MustOwner().Name + "/" + repo.Name
  332. }
  333. func (repo *Repository) ComposeCompareURL(oldCommitID, newCommitID string) string {
  334. return fmt.Sprintf("%s/%s/compare/%s...%s", repo.MustOwner().Name, repo.Name, oldCommitID, newCommitID)
  335. }
  336. func (repo *Repository) HasAccess(u *User) bool {
  337. has, _ := HasAccess(u, repo, ACCESS_MODE_READ)
  338. return has
  339. }
  340. func (repo *Repository) IsOwnedBy(userID int64) bool {
  341. return repo.OwnerID == userID
  342. }
  343. // CanBeForked returns true if repository meets the requirements of being forked.
  344. func (repo *Repository) CanBeForked() bool {
  345. return !repo.IsBare
  346. }
  347. // CanEnablePulls returns true if repository meets the requirements of accepting pulls.
  348. func (repo *Repository) CanEnablePulls() bool {
  349. return !repo.IsMirror
  350. }
  351. // AllowPulls returns true if repository meets the requirements of accepting pulls and has them enabled.
  352. func (repo *Repository) AllowsPulls() bool {
  353. return repo.CanEnablePulls() && repo.EnablePulls
  354. }
  355. func (repo *Repository) NextIssueIndex() int64 {
  356. return int64(repo.NumIssues+repo.NumPulls) + 1
  357. }
  358. var (
  359. DescPattern = regexp.MustCompile(`https?://\S+`)
  360. )
  361. // DescriptionHtml does special handles to description and return HTML string.
  362. func (repo *Repository) DescriptionHtml() template.HTML {
  363. sanitize := func(s string) string {
  364. return fmt.Sprintf(`<a href="%[1]s" target="_blank">%[1]s</a>`, s)
  365. }
  366. return template.HTML(DescPattern.ReplaceAllStringFunc(markdown.Sanitizer.Sanitize(repo.Description), sanitize))
  367. }
  368. func (repo *Repository) LocalCopyPath() string {
  369. return path.Join(setting.AppDataPath, "tmp/local", com.ToStr(repo.ID))
  370. }
  371. func updateLocalCopy(repoPath, localPath string) error {
  372. if !com.IsExist(localPath) {
  373. if err := git.Clone(repoPath, localPath, git.CloneRepoOptions{
  374. Timeout: time.Duration(setting.Git.Timeout.Clone) * time.Second,
  375. }); err != nil {
  376. return fmt.Errorf("Clone: %v", err)
  377. }
  378. } else {
  379. if err := git.Pull(localPath, git.PullRemoteOptions{
  380. All: true,
  381. Timeout: time.Duration(setting.Git.Timeout.Pull) * time.Second,
  382. }); err != nil {
  383. return fmt.Errorf("Pull: %v", err)
  384. }
  385. }
  386. return nil
  387. }
  388. // UpdateLocalCopy makes sure the local copy of repository is up-to-date.
  389. func (repo *Repository) UpdateLocalCopy() error {
  390. return updateLocalCopy(repo.RepoPath(), repo.LocalCopyPath())
  391. }
  392. // PatchPath returns corresponding patch file path of repository by given issue ID.
  393. func (repo *Repository) PatchPath(index int64) (string, error) {
  394. if err := repo.GetOwner(); err != nil {
  395. return "", err
  396. }
  397. return filepath.Join(RepoPath(repo.Owner.Name, repo.Name), "pulls", com.ToStr(index)+".patch"), nil
  398. }
  399. // SavePatch saves patch data to corresponding location by given issue ID.
  400. func (repo *Repository) SavePatch(index int64, patch []byte) error {
  401. patchPath, err := repo.PatchPath(index)
  402. if err != nil {
  403. return fmt.Errorf("PatchPath: %v", err)
  404. }
  405. os.MkdirAll(filepath.Dir(patchPath), os.ModePerm)
  406. if err = ioutil.WriteFile(patchPath, patch, 0644); err != nil {
  407. return fmt.Errorf("WriteFile: %v", err)
  408. }
  409. return nil
  410. }
  411. func isRepositoryExist(e Engine, u *User, repoName string) (bool, error) {
  412. has, err := e.Get(&Repository{
  413. OwnerID: u.ID,
  414. LowerName: strings.ToLower(repoName),
  415. })
  416. return has && com.IsDir(RepoPath(u.Name, repoName)), err
  417. }
  418. // IsRepositoryExist returns true if the repository with given name under user has already existed.
  419. func IsRepositoryExist(u *User, repoName string) (bool, error) {
  420. return isRepositoryExist(x, u, repoName)
  421. }
  422. // CloneLink represents different types of clone URLs of repository.
  423. type CloneLink struct {
  424. SSH string
  425. HTTPS string
  426. Git string
  427. }
  428. // ComposeHTTPSCloneURL returns HTTPS clone URL based on given owner and repository name.
  429. func ComposeHTTPSCloneURL(owner, repo string) string {
  430. return fmt.Sprintf("%s%s/%s.git", setting.AppUrl, owner, repo)
  431. }
  432. func (repo *Repository) cloneLink(isWiki bool) *CloneLink {
  433. repoName := repo.Name
  434. if isWiki {
  435. repoName += ".wiki"
  436. }
  437. repo.Owner = repo.MustOwner()
  438. cl := new(CloneLink)
  439. if setting.SSH.Port != 22 {
  440. cl.SSH = fmt.Sprintf("ssh://%s@%s:%d/%s/%s.git", setting.RunUser, setting.SSH.Domain, setting.SSH.Port, repo.Owner.Name, repoName)
  441. } else {
  442. cl.SSH = fmt.Sprintf("%s@%s:%s/%s.git", setting.RunUser, setting.SSH.Domain, repo.Owner.Name, repoName)
  443. }
  444. cl.HTTPS = ComposeHTTPSCloneURL(repo.Owner.Name, repo.Name)
  445. return cl
  446. }
  447. // CloneLink returns clone URLs of repository.
  448. func (repo *Repository) CloneLink() (cl *CloneLink) {
  449. return repo.cloneLink(false)
  450. }
  451. // Mirror represents a mirror information of repository.
  452. type Mirror struct {
  453. ID int64 `xorm:"pk autoincr"`
  454. RepoID int64
  455. Repo *Repository `xorm:"-"`
  456. Interval int // Hour.
  457. EnablePrune bool `xorm:"NOT NULL DEFAULT true"`
  458. Updated time.Time `xorm:"-"`
  459. UpdatedUnix int64
  460. NextUpdate time.Time `xorm:"-"`
  461. NextUpdateUnix int64
  462. address string `xorm:"-"`
  463. }
  464. func (m *Mirror) BeforeInsert() {
  465. m.NextUpdateUnix = m.NextUpdate.Unix()
  466. }
  467. func (m *Mirror) BeforeUpdate() {
  468. m.UpdatedUnix = time.Now().Unix()
  469. m.NextUpdateUnix = m.NextUpdate.Unix()
  470. }
  471. func (m *Mirror) AfterSet(colName string, _ xorm.Cell) {
  472. var err error
  473. switch colName {
  474. case "repo_id":
  475. m.Repo, err = GetRepositoryByID(m.RepoID)
  476. if err != nil {
  477. log.Error(3, "GetRepositoryByID[%d]: %v", m.ID, err)
  478. }
  479. case "updated_unix":
  480. m.Updated = time.Unix(m.UpdatedUnix, 0).Local()
  481. case "next_updated_unix":
  482. m.NextUpdate = time.Unix(m.NextUpdateUnix, 0).Local()
  483. }
  484. }
  485. func (m *Mirror) readAddress() {
  486. if len(m.address) > 0 {
  487. return
  488. }
  489. cfg, err := ini.Load(m.Repo.GitConfigPath())
  490. if err != nil {
  491. log.Error(4, "Load: %v", err)
  492. return
  493. }
  494. m.address = cfg.Section("remote \"origin\"").Key("url").Value()
  495. }
  496. // HandleCloneUserCredentials replaces user credentials from HTTP/HTTPS URL
  497. // with placeholder <credentials>.
  498. // It will fail for any other forms of clone addresses.
  499. func HandleCloneUserCredentials(url string, mosaics bool) string {
  500. i := strings.Index(url, "@")
  501. if i == -1 {
  502. return url
  503. }
  504. start := strings.Index(url, "://")
  505. if start == -1 {
  506. return url
  507. }
  508. if mosaics {
  509. return url[:start+3] + "<credentials>" + url[i:]
  510. }
  511. return url[:start+3] + url[i+1:]
  512. }
  513. // Address returns mirror address from Git repository config without credentials.
  514. func (m *Mirror) Address() string {
  515. m.readAddress()
  516. return HandleCloneUserCredentials(m.address, false)
  517. }
  518. // FullAddress returns mirror address from Git repository config.
  519. func (m *Mirror) FullAddress() string {
  520. m.readAddress()
  521. return m.address
  522. }
  523. // SaveAddress writes new address to Git repository config.
  524. func (m *Mirror) SaveAddress(addr string) error {
  525. configPath := m.Repo.GitConfigPath()
  526. cfg, err := ini.Load(configPath)
  527. if err != nil {
  528. return fmt.Errorf("Load: %v", err)
  529. }
  530. cfg.Section("remote \"origin\"").Key("url").SetValue(addr)
  531. return cfg.SaveToIndent(configPath, "\t")
  532. }
  533. func getMirror(e Engine, repoId int64) (*Mirror, error) {
  534. m := &Mirror{RepoID: repoId}
  535. has, err := e.Get(m)
  536. if err != nil {
  537. return nil, err
  538. } else if !has {
  539. return nil, ErrMirrorNotExist
  540. }
  541. return m, nil
  542. }
  543. // GetMirror returns mirror object by given repository ID.
  544. func GetMirror(repoId int64) (*Mirror, error) {
  545. return getMirror(x, repoId)
  546. }
  547. func updateMirror(e Engine, m *Mirror) error {
  548. _, err := e.Id(m.ID).AllCols().Update(m)
  549. return err
  550. }
  551. func UpdateMirror(m *Mirror) error {
  552. return updateMirror(x, m)
  553. }
  554. func DeleteMirrorByRepoID(repoID int64) error {
  555. _, err := x.Delete(&Mirror{RepoID: repoID})
  556. return err
  557. }
  558. func createUpdateHook(repoPath string) error {
  559. return git.SetUpdateHook(repoPath,
  560. fmt.Sprintf(_TPL_UPDATE_HOOK, setting.ScriptType, "\""+setting.AppPath+"\"", setting.CustomConf))
  561. }
  562. type MigrateRepoOptions struct {
  563. Name string
  564. Description string
  565. IsPrivate bool
  566. IsMirror bool
  567. RemoteAddr string
  568. }
  569. /*
  570. GitHub, GitLab, Gogs: *.wiki.git
  571. BitBucket: *.git/wiki
  572. */
  573. var commonWikiURLSuffixes = []string{".wiki.git", ".git/wiki"}
  574. // wikiRemoteURL returns accessible repository URL for wiki if exists.
  575. // Otherwise, it returns an empty string.
  576. func wikiRemoteURL(remote string) string {
  577. remote = strings.TrimSuffix(remote, ".git")
  578. for _, suffix := range commonWikiURLSuffixes {
  579. wikiURL := remote + suffix
  580. if git.IsRepoURLAccessible(wikiURL) {
  581. return wikiURL
  582. }
  583. }
  584. return ""
  585. }
  586. // MigrateRepository migrates a existing repository from other project hosting.
  587. func MigrateRepository(u *User, opts MigrateRepoOptions) (*Repository, error) {
  588. repo, err := CreateRepository(u, CreateRepoOptions{
  589. Name: opts.Name,
  590. Description: opts.Description,
  591. IsPrivate: opts.IsPrivate,
  592. IsMirror: opts.IsMirror,
  593. })
  594. if err != nil {
  595. return nil, err
  596. }
  597. // Clone to temprory path and do the init commit.
  598. tmpDir := filepath.Join(os.TempDir(), fmt.Sprintf("%d", time.Now().Nanosecond()))
  599. os.MkdirAll(tmpDir, os.ModePerm)
  600. repoPath := RepoPath(u.Name, opts.Name)
  601. wikiPath := WikiPath(u.Name, opts.Name)
  602. if u.IsOrganization() {
  603. t, err := u.GetOwnerTeam()
  604. if err != nil {
  605. return nil, err
  606. }
  607. repo.NumWatches = t.NumMembers
  608. } else {
  609. repo.NumWatches = 1
  610. }
  611. migrateTimeout := time.Duration(setting.Git.Timeout.Migrate) * time.Second
  612. os.RemoveAll(repoPath)
  613. if err = git.Clone(opts.RemoteAddr, repoPath, git.CloneRepoOptions{
  614. Mirror: true,
  615. Quiet: true,
  616. Timeout: migrateTimeout,
  617. }); err != nil {
  618. return repo, fmt.Errorf("Clone: %v", err)
  619. }
  620. wikiRemotePath := wikiRemoteURL(opts.RemoteAddr)
  621. if len(wikiRemotePath) > 0 {
  622. os.RemoveAll(wikiPath)
  623. if err = git.Clone(wikiRemotePath, wikiPath, git.CloneRepoOptions{
  624. Mirror: true,
  625. Quiet: true,
  626. Timeout: migrateTimeout,
  627. }); err != nil {
  628. log.Info("Clone wiki: %v", err)
  629. }
  630. }
  631. // Check if repository is empty.
  632. _, stderr, err := com.ExecCmdDir(repoPath, "git", "log", "-1")
  633. if err != nil {
  634. if strings.Contains(stderr, "fatal: bad default revision 'HEAD'") {
  635. repo.IsBare = true
  636. } else {
  637. return repo, fmt.Errorf("check bare: %v - %s", err, stderr)
  638. }
  639. }
  640. if !repo.IsBare {
  641. // Try to get HEAD branch and set it as default branch.
  642. gitRepo, err := git.OpenRepository(repoPath)
  643. if err != nil {
  644. return repo, fmt.Errorf("OpenRepository: %v", err)
  645. }
  646. headBranch, err := gitRepo.GetHEADBranch()
  647. if err != nil {
  648. return repo, fmt.Errorf("GetHEADBranch: %v", err)
  649. }
  650. if headBranch != nil {
  651. repo.DefaultBranch = headBranch.Name
  652. }
  653. }
  654. if opts.IsMirror {
  655. if _, err = x.InsertOne(&Mirror{
  656. RepoID: repo.ID,
  657. Interval: setting.Mirror.DefaultInterval,
  658. EnablePrune: true,
  659. NextUpdate: time.Now().Add(time.Duration(setting.Mirror.DefaultInterval) * time.Hour),
  660. }); err != nil {
  661. return repo, fmt.Errorf("InsertOne: %v", err)
  662. }
  663. repo.IsMirror = true
  664. return repo, UpdateRepository(repo, false)
  665. }
  666. return CleanUpMigrateInfo(repo)
  667. }
  668. // cleanUpMigrateGitConfig removes mirror info which prevents "push --all".
  669. // This also removes possible user credentials.
  670. func cleanUpMigrateGitConfig(configPath string) error {
  671. cfg, err := ini.Load(configPath)
  672. if err != nil {
  673. return fmt.Errorf("open config file: %v", err)
  674. }
  675. cfg.DeleteSection("remote \"origin\"")
  676. if err = cfg.SaveToIndent(configPath, "\t"); err != nil {
  677. return fmt.Errorf("save config file: %v", err)
  678. }
  679. return nil
  680. }
  681. // Finish migrating repository and/or wiki with things that don't need to be done for mirrors.
  682. func CleanUpMigrateInfo(repo *Repository) (*Repository, error) {
  683. repoPath := repo.RepoPath()
  684. if err := createUpdateHook(repoPath); err != nil {
  685. return repo, fmt.Errorf("createUpdateHook: %v", err)
  686. }
  687. if repo.HasWiki() {
  688. if err := createUpdateHook(repo.WikiPath()); err != nil {
  689. return repo, fmt.Errorf("createUpdateHook (wiki): %v", err)
  690. }
  691. }
  692. if err := cleanUpMigrateGitConfig(repo.GitConfigPath()); err != nil {
  693. return repo, fmt.Errorf("cleanUpMigrateGitConfig: %v", err)
  694. }
  695. if repo.HasWiki() {
  696. if err := cleanUpMigrateGitConfig(path.Join(repo.WikiPath(), "config")); err != nil {
  697. return repo, fmt.Errorf("cleanUpMigrateGitConfig (wiki): %v", err)
  698. }
  699. }
  700. return repo, UpdateRepository(repo, false)
  701. }
  702. // initRepoCommit temporarily changes with work directory.
  703. func initRepoCommit(tmpPath string, sig *git.Signature) (err error) {
  704. var stderr string
  705. if _, stderr, err = process.ExecDir(-1,
  706. tmpPath, fmt.Sprintf("initRepoCommit (git add): %s", tmpPath),
  707. "git", "add", "--all"); err != nil {
  708. return fmt.Errorf("git add: %s", stderr)
  709. }
  710. if _, stderr, err = process.ExecDir(-1,
  711. tmpPath, fmt.Sprintf("initRepoCommit (git commit): %s", tmpPath),
  712. "git", "commit", fmt.Sprintf("--author='%s <%s>'", sig.Name, sig.Email),
  713. "-m", "initial commit"); err != nil {
  714. return fmt.Errorf("git commit: %s", stderr)
  715. }
  716. if _, stderr, err = process.ExecDir(-1,
  717. tmpPath, fmt.Sprintf("initRepoCommit (git push): %s", tmpPath),
  718. "git", "push", "origin", "master"); err != nil {
  719. return fmt.Errorf("git push: %s", stderr)
  720. }
  721. return nil
  722. }
  723. type CreateRepoOptions struct {
  724. Name string
  725. Description string
  726. Gitignores string
  727. License string
  728. Readme string
  729. IsPrivate bool
  730. IsMirror bool
  731. AutoInit bool
  732. }
  733. func getRepoInitFile(tp, name string) ([]byte, error) {
  734. relPath := path.Join("conf", tp, name)
  735. // Use custom file when available.
  736. customPath := path.Join(setting.CustomPath, relPath)
  737. if com.IsFile(customPath) {
  738. return ioutil.ReadFile(customPath)
  739. }
  740. return bindata.Asset(relPath)
  741. }
  742. func prepareRepoCommit(repo *Repository, tmpDir, repoPath string, opts CreateRepoOptions) error {
  743. // Clone to temprory path and do the init commit.
  744. _, stderr, err := process.Exec(
  745. fmt.Sprintf("initRepository(git clone): %s", repoPath), "git", "clone", repoPath, tmpDir)
  746. if err != nil {
  747. return fmt.Errorf("git clone: %v - %s", err, stderr)
  748. }
  749. // README
  750. data, err := getRepoInitFile("readme", opts.Readme)
  751. if err != nil {
  752. return fmt.Errorf("getRepoInitFile[%s]: %v", opts.Readme, err)
  753. }
  754. cloneLink := repo.CloneLink()
  755. match := map[string]string{
  756. "Name": repo.Name,
  757. "Description": repo.Description,
  758. "CloneURL.SSH": cloneLink.SSH,
  759. "CloneURL.HTTPS": cloneLink.HTTPS,
  760. }
  761. if err = ioutil.WriteFile(filepath.Join(tmpDir, "README.md"),
  762. []byte(com.Expand(string(data), match)), 0644); err != nil {
  763. return fmt.Errorf("write README.md: %v", err)
  764. }
  765. // .gitignore
  766. if len(opts.Gitignores) > 0 {
  767. var buf bytes.Buffer
  768. names := strings.Split(opts.Gitignores, ",")
  769. for _, name := range names {
  770. data, err = getRepoInitFile("gitignore", name)
  771. if err != nil {
  772. return fmt.Errorf("getRepoInitFile[%s]: %v", name, err)
  773. }
  774. buf.WriteString("# ---> " + name + "\n")
  775. buf.Write(data)
  776. buf.WriteString("\n")
  777. }
  778. if buf.Len() > 0 {
  779. if err = ioutil.WriteFile(filepath.Join(tmpDir, ".gitignore"), buf.Bytes(), 0644); err != nil {
  780. return fmt.Errorf("write .gitignore: %v", err)
  781. }
  782. }
  783. }
  784. // LICENSE
  785. if len(opts.License) > 0 {
  786. data, err = getRepoInitFile("license", opts.License)
  787. if err != nil {
  788. return fmt.Errorf("getRepoInitFile[%s]: %v", opts.License, err)
  789. }
  790. if err = ioutil.WriteFile(filepath.Join(tmpDir, "LICENSE"), data, 0644); err != nil {
  791. return fmt.Errorf("write LICENSE: %v", err)
  792. }
  793. }
  794. return nil
  795. }
  796. // InitRepository initializes README and .gitignore if needed.
  797. func initRepository(e Engine, repoPath string, u *User, repo *Repository, opts CreateRepoOptions) (err error) {
  798. // Somehow the directory could exist.
  799. if com.IsExist(repoPath) {
  800. return fmt.Errorf("initRepository: path already exists: %s", repoPath)
  801. }
  802. // Init bare new repository.
  803. if err = git.InitRepository(repoPath, true); err != nil {
  804. return fmt.Errorf("InitRepository: %v", err)
  805. } else if err = createUpdateHook(repoPath); err != nil {
  806. return fmt.Errorf("createUpdateHook: %v", err)
  807. }
  808. tmpDir := filepath.Join(os.TempDir(), "gogs-"+repo.Name+"-"+com.ToStr(time.Now().Nanosecond()))
  809. // Initialize repository according to user's choice.
  810. if opts.AutoInit {
  811. os.MkdirAll(tmpDir, os.ModePerm)
  812. defer os.RemoveAll(tmpDir)
  813. if err = prepareRepoCommit(repo, tmpDir, repoPath, opts); err != nil {
  814. return fmt.Errorf("prepareRepoCommit: %v", err)
  815. }
  816. // Apply changes and commit.
  817. if err = initRepoCommit(tmpDir, u.NewGitSig()); err != nil {
  818. return fmt.Errorf("initRepoCommit: %v", err)
  819. }
  820. }
  821. // Re-fetch the repository from database before updating it (else it would
  822. // override changes that were done earlier with sql)
  823. if repo, err = getRepositoryByID(e, repo.ID); err != nil {
  824. return fmt.Errorf("getRepositoryByID: %v", err)
  825. }
  826. if !opts.AutoInit {
  827. repo.IsBare = true
  828. }
  829. repo.DefaultBranch = "master"
  830. if err = updateRepository(e, repo, false); err != nil {
  831. return fmt.Errorf("updateRepository: %v", err)
  832. }
  833. return nil
  834. }
  835. var (
  836. reservedRepoNames = []string{".", ".."}
  837. reservedRepoPatterns = []string{"*.git", "*.wiki"}
  838. )
  839. func IsUsableRepoName(name string) error {
  840. return isUsableName(reservedRepoNames, reservedRepoPatterns, name)
  841. }
  842. func createRepository(e *xorm.Session, u *User, repo *Repository) (err error) {
  843. if err = IsUsableRepoName(repo.Name); err != nil {
  844. return err
  845. }
  846. has, err := isRepositoryExist(e, u, repo.Name)
  847. if err != nil {
  848. return fmt.Errorf("IsRepositoryExist: %v", err)
  849. } else if has {
  850. return ErrRepoAlreadyExist{u.Name, repo.Name}
  851. }
  852. if _, err = e.Insert(repo); err != nil {
  853. return err
  854. }
  855. u.NumRepos++
  856. // Remember visibility preference.
  857. u.LastRepoVisibility = repo.IsPrivate
  858. if err = updateUser(e, u); err != nil {
  859. return fmt.Errorf("updateUser: %v", err)
  860. }
  861. // Give access to all members in owner team.
  862. if u.IsOrganization() {
  863. t, err := u.getOwnerTeam(e)
  864. if err != nil {
  865. return fmt.Errorf("getOwnerTeam: %v", err)
  866. } else if err = t.addRepository(e, repo); err != nil {
  867. return fmt.Errorf("addRepository: %v", err)
  868. }
  869. } else {
  870. // Organization automatically called this in addRepository method.
  871. if err = repo.recalculateAccesses(e); err != nil {
  872. return fmt.Errorf("recalculateAccesses: %v", err)
  873. }
  874. }
  875. if err = watchRepo(e, u.ID, repo.ID, true); err != nil {
  876. return fmt.Errorf("watchRepo: %v", err)
  877. } else if err = newRepoAction(e, u, repo); err != nil {
  878. return fmt.Errorf("newRepoAction: %v", err)
  879. }
  880. return nil
  881. }
  882. // CreateRepository creates a repository for given user or organization.
  883. func CreateRepository(u *User, opts CreateRepoOptions) (_ *Repository, err error) {
  884. if !u.CanCreateRepo() {
  885. return nil, ErrReachLimitOfRepo{u.MaxRepoCreation}
  886. }
  887. repo := &Repository{
  888. OwnerID: u.ID,
  889. Owner: u,
  890. Name: opts.Name,
  891. LowerName: strings.ToLower(opts.Name),
  892. Description: opts.Description,
  893. IsPrivate: opts.IsPrivate,
  894. EnableWiki: true,
  895. EnableIssues: true,
  896. EnablePulls: true,
  897. }
  898. sess := x.NewSession()
  899. defer sessionRelease(sess)
  900. if err = sess.Begin(); err != nil {
  901. return nil, err
  902. }
  903. if err = createRepository(sess, u, repo); err != nil {
  904. return nil, err
  905. }
  906. // No need for init mirror.
  907. if !opts.IsMirror {
  908. repoPath := RepoPath(u.Name, repo.Name)
  909. if err = initRepository(sess, repoPath, u, repo, opts); err != nil {
  910. if err2 := os.RemoveAll(repoPath); err2 != nil {
  911. log.Error(4, "initRepository: %v", err)
  912. return nil, fmt.Errorf(
  913. "delete repo directory %s/%s failed(2): %v", u.Name, repo.Name, err2)
  914. }
  915. return nil, fmt.Errorf("initRepository: %v", err)
  916. }
  917. _, stderr, err := process.ExecDir(-1,
  918. repoPath, fmt.Sprintf("CreateRepository(git update-server-info): %s", repoPath),
  919. "git", "update-server-info")
  920. if err != nil {
  921. return nil, errors.New("CreateRepository(git update-server-info): " + stderr)
  922. }
  923. }
  924. return repo, sess.Commit()
  925. }
  926. func countRepositories(userID int64, private bool) int64 {
  927. sess := x.Where("id > 0")
  928. if userID > 0 {
  929. sess.And("owner_id = ?", userID)
  930. }
  931. if !private {
  932. sess.And("is_private=?", false)
  933. }
  934. count, err := sess.Count(new(Repository))
  935. if err != nil {
  936. log.Error(4, "countRepositories: %v", err)
  937. }
  938. return count
  939. }
  940. // CountRepositories returns number of repositories.
  941. // Argument private only takes effect when it is false,
  942. // set it true to count all repositories.
  943. func CountRepositories(private bool) int64 {
  944. return countRepositories(-1, private)
  945. }
  946. // CountUserRepositories returns number of repositories user owns.
  947. // Argument private only takes effect when it is false,
  948. // set it true to count all repositories.
  949. func CountUserRepositories(userID int64, private bool) int64 {
  950. return countRepositories(userID, private)
  951. }
  952. func Repositories(page, pageSize int) (_ []*Repository, err error) {
  953. repos := make([]*Repository, 0, pageSize)
  954. return repos, x.Limit(pageSize, (page-1)*pageSize).Asc("id").Find(&repos)
  955. }
  956. // RepositoriesWithUsers returns number of repos in given page.
  957. func RepositoriesWithUsers(page, pageSize int) (_ []*Repository, err error) {
  958. repos, err := Repositories(page, pageSize)
  959. if err != nil {
  960. return nil, fmt.Errorf("Repositories: %v", err)
  961. }
  962. for i := range repos {
  963. if err = repos[i].GetOwner(); err != nil {
  964. return nil, err
  965. }
  966. }
  967. return repos, nil
  968. }
  969. // RepoPath returns repository path by given user and repository name.
  970. func RepoPath(userName, repoName string) string {
  971. return filepath.Join(UserPath(userName), strings.ToLower(repoName)+".git")
  972. }
  973. // TransferOwnership transfers all corresponding setting from old user to new one.
  974. func TransferOwnership(u *User, newOwnerName string, repo *Repository) error {
  975. newOwner, err := GetUserByName(newOwnerName)
  976. if err != nil {
  977. return fmt.Errorf("get new owner '%s': %v", newOwnerName, err)
  978. }
  979. // Check if new owner has repository with same name.
  980. has, err := IsRepositoryExist(newOwner, repo.Name)
  981. if err != nil {
  982. return fmt.Errorf("IsRepositoryExist: %v", err)
  983. } else if has {
  984. return ErrRepoAlreadyExist{newOwnerName, repo.Name}
  985. }
  986. sess := x.NewSession()
  987. defer sessionRelease(sess)
  988. if err = sess.Begin(); err != nil {
  989. return fmt.Errorf("sess.Begin: %v", err)
  990. }
  991. owner := repo.Owner
  992. // Note: we have to set value here to make sure recalculate accesses is based on
  993. // new owner.
  994. repo.OwnerID = newOwner.ID
  995. repo.Owner = newOwner
  996. // Update repository.
  997. if _, err := sess.Id(repo.ID).Update(repo); err != nil {
  998. return fmt.Errorf("update owner: %v", err)
  999. }
  1000. // Remove redundant collaborators.
  1001. collaborators, err := repo.getCollaborators(sess)
  1002. if err != nil {
  1003. return fmt.Errorf("getCollaborators: %v", err)
  1004. }
  1005. // Dummy object.
  1006. collaboration := &Collaboration{RepoID: repo.ID}
  1007. for _, c := range collaborators {
  1008. collaboration.UserID = c.ID
  1009. if c.ID == newOwner.ID || newOwner.IsOrgMember(c.ID) {
  1010. if _, err = sess.Delete(collaboration); err != nil {
  1011. return fmt.Errorf("remove collaborator '%d': %v", c.ID, err)
  1012. }
  1013. }
  1014. }
  1015. // Remove old team-repository relations.
  1016. if owner.IsOrganization() {
  1017. if err = owner.getTeams(sess); err != nil {
  1018. return fmt.Errorf("getTeams: %v", err)
  1019. }
  1020. for _, t := range owner.Teams {
  1021. if !t.hasRepository(sess, repo.ID) {
  1022. continue
  1023. }
  1024. t.NumRepos--
  1025. if _, err := sess.Id(t.ID).AllCols().Update(t); err != nil {
  1026. return fmt.Errorf("decrease team repository count '%d': %v", t.ID, err)
  1027. }
  1028. }
  1029. if err = owner.removeOrgRepo(sess, repo.ID); err != nil {
  1030. return fmt.Errorf("removeOrgRepo: %v", err)
  1031. }
  1032. }
  1033. if newOwner.IsOrganization() {
  1034. t, err := newOwner.getOwnerTeam(sess)
  1035. if err != nil {
  1036. return fmt.Errorf("getOwnerTeam: %v", err)
  1037. } else if err = t.addRepository(sess, repo); err != nil {
  1038. return fmt.Errorf("add to owner team: %v", err)
  1039. }
  1040. } else {
  1041. // Organization called this in addRepository method.
  1042. if err = repo.recalculateAccesses(sess); err != nil {
  1043. return fmt.Errorf("recalculateAccesses: %v", err)
  1044. }
  1045. }
  1046. // Update repository count.
  1047. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos+1 WHERE id=?", newOwner.ID); err != nil {
  1048. return fmt.Errorf("increase new owner repository count: %v", err)
  1049. } else if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", owner.ID); err != nil {
  1050. return fmt.Errorf("decrease old owner repository count: %v", err)
  1051. }
  1052. if err = watchRepo(sess, newOwner.ID, repo.ID, true); err != nil {
  1053. return fmt.Errorf("watchRepo: %v", err)
  1054. } else if err = transferRepoAction(sess, u, owner, newOwner, repo); err != nil {
  1055. return fmt.Errorf("transferRepoAction: %v", err)
  1056. }
  1057. // Rename remote repository to new path and delete local copy.
  1058. os.MkdirAll(UserPath(newOwner.Name), os.ModePerm)
  1059. if err = os.Rename(RepoPath(owner.Name, repo.Name), RepoPath(newOwner.Name, repo.Name)); err != nil {
  1060. return fmt.Errorf("rename repository directory: %v", err)
  1061. }
  1062. RemoveAllWithNotice("Delete repository local copy", repo.LocalCopyPath())
  1063. // Rename remote wiki repository to new path and delete local copy.
  1064. wikiPath := WikiPath(owner.Name, repo.Name)
  1065. if com.IsExist(wikiPath) {
  1066. RemoveAllWithNotice("Delete repository wiki local copy", repo.LocalWikiPath())
  1067. if err = os.Rename(wikiPath, WikiPath(newOwner.Name, repo.Name)); err != nil {
  1068. return fmt.Errorf("rename repository wiki: %v", err)
  1069. }
  1070. }
  1071. return sess.Commit()
  1072. }
  1073. // ChangeRepositoryName changes all corresponding setting from old repository name to new one.
  1074. func ChangeRepositoryName(u *User, oldRepoName, newRepoName string) (err error) {
  1075. oldRepoName = strings.ToLower(oldRepoName)
  1076. newRepoName = strings.ToLower(newRepoName)
  1077. if err = IsUsableRepoName(newRepoName); err != nil {
  1078. return err
  1079. }
  1080. has, err := IsRepositoryExist(u, newRepoName)
  1081. if err != nil {
  1082. return fmt.Errorf("IsRepositoryExist: %v", err)
  1083. } else if has {
  1084. return ErrRepoAlreadyExist{u.Name, newRepoName}
  1085. }
  1086. repo, err := GetRepositoryByName(u.ID, oldRepoName)
  1087. if err != nil {
  1088. return fmt.Errorf("GetRepositoryByName: %v", err)
  1089. }
  1090. // Change repository directory name.
  1091. if err = os.Rename(repo.RepoPath(), RepoPath(u.Name, newRepoName)); err != nil {
  1092. return fmt.Errorf("rename repository directory: %v", err)
  1093. }
  1094. wikiPath := repo.WikiPath()
  1095. if com.IsExist(wikiPath) {
  1096. if err = os.Rename(wikiPath, WikiPath(u.Name, newRepoName)); err != nil {
  1097. return fmt.Errorf("rename repository wiki: %v", err)
  1098. }
  1099. RemoveAllWithNotice("Delete repository wiki local copy", repo.LocalWikiPath())
  1100. }
  1101. return nil
  1102. }
  1103. func getRepositoriesByForkID(e Engine, forkID int64) ([]*Repository, error) {
  1104. repos := make([]*Repository, 0, 10)
  1105. return repos, e.Where("fork_id=?", forkID).Find(&repos)
  1106. }
  1107. // GetRepositoriesByForkID returns all repositories with given fork ID.
  1108. func GetRepositoriesByForkID(forkID int64) ([]*Repository, error) {
  1109. return getRepositoriesByForkID(x, forkID)
  1110. }
  1111. func updateRepository(e Engine, repo *Repository, visibilityChanged bool) (err error) {
  1112. repo.LowerName = strings.ToLower(repo.Name)
  1113. if len(repo.Description) > 255 {
  1114. repo.Description = repo.Description[:255]
  1115. }
  1116. if len(repo.Website) > 255 {
  1117. repo.Website = repo.Website[:255]
  1118. }
  1119. if _, err = e.Id(repo.ID).AllCols().Update(repo); err != nil {
  1120. return fmt.Errorf("update: %v", err)
  1121. }
  1122. if visibilityChanged {
  1123. if err = repo.getOwner(e); err != nil {
  1124. return fmt.Errorf("getOwner: %v", err)
  1125. }
  1126. if repo.Owner.IsOrganization() {
  1127. // Organization repository need to recalculate access table when visivility is changed.
  1128. if err = repo.recalculateTeamAccesses(e, 0); err != nil {
  1129. return fmt.Errorf("recalculateTeamAccesses: %v", err)
  1130. }
  1131. }
  1132. // Create/Remove git-daemon-export-ok for git-daemon...
  1133. daemonExportFile := path.Join(repo.RepoPath(), `git-daemon-export-ok`)
  1134. if repo.IsPrivate && com.IsExist(daemonExportFile) {
  1135. if err = os.Remove(daemonExportFile); err != nil {
  1136. log.Error(4, "Failed to remove %s: %v", daemonExportFile, err)
  1137. }
  1138. } else if !repo.IsPrivate && !com.IsExist(daemonExportFile) {
  1139. if f, err := os.Create(daemonExportFile); err != nil {
  1140. log.Error(4, "Failed to create %s: %v", daemonExportFile, err)
  1141. } else {
  1142. f.Close()
  1143. }
  1144. }
  1145. forkRepos, err := getRepositoriesByForkID(e, repo.ID)
  1146. if err != nil {
  1147. return fmt.Errorf("getRepositoriesByForkID: %v", err)
  1148. }
  1149. for i := range forkRepos {
  1150. forkRepos[i].IsPrivate = repo.IsPrivate
  1151. if err = updateRepository(e, forkRepos[i], true); err != nil {
  1152. return fmt.Errorf("updateRepository[%d]: %v", forkRepos[i].ID, err)
  1153. }
  1154. }
  1155. }
  1156. return nil
  1157. }
  1158. func UpdateRepository(repo *Repository, visibilityChanged bool) (err error) {
  1159. sess := x.NewSession()
  1160. defer sessionRelease(sess)
  1161. if err = sess.Begin(); err != nil {
  1162. return err
  1163. }
  1164. if err = updateRepository(x, repo, visibilityChanged); err != nil {
  1165. return fmt.Errorf("updateRepository: %v", err)
  1166. }
  1167. return sess.Commit()
  1168. }
  1169. // DeleteRepository deletes a repository for a user or organization.
  1170. func DeleteRepository(uid, repoID int64) error {
  1171. repo := &Repository{ID: repoID, OwnerID: uid}
  1172. has, err := x.Get(repo)
  1173. if err != nil {
  1174. return err
  1175. } else if !has {
  1176. return ErrRepoNotExist{repoID, uid, ""}
  1177. }
  1178. // In case is a organization.
  1179. org, err := GetUserByID(uid)
  1180. if err != nil {
  1181. return err
  1182. }
  1183. if org.IsOrganization() {
  1184. if err = org.GetTeams(); err != nil {
  1185. return err
  1186. }
  1187. }
  1188. sess := x.NewSession()
  1189. defer sessionRelease(sess)
  1190. if err = sess.Begin(); err != nil {
  1191. return err
  1192. }
  1193. if org.IsOrganization() {
  1194. for _, t := range org.Teams {
  1195. if !t.hasRepository(sess, repoID) {
  1196. continue
  1197. } else if err = t.removeRepository(sess, repo, false); err != nil {
  1198. return err
  1199. }
  1200. }
  1201. }
  1202. if err = deleteBeans(sess,
  1203. &Repository{ID: repoID},
  1204. &Access{RepoID: repo.ID},
  1205. &Action{RepoID: repo.ID},
  1206. &Watch{RepoID: repoID},
  1207. &Star{RepoID: repoID},
  1208. &Mirror{RepoID: repoID},
  1209. &IssueUser{RepoID: repoID},
  1210. &Milestone{RepoID: repoID},
  1211. &Release{RepoID: repoID},
  1212. &Collaboration{RepoID: repoID},
  1213. &PullRequest{BaseRepoID: repoID},
  1214. ); err != nil {
  1215. return fmt.Errorf("deleteBeans: %v", err)
  1216. }
  1217. // Delete comments and attachments.
  1218. issues := make([]*Issue, 0, 25)
  1219. attachmentPaths := make([]string, 0, len(issues))
  1220. if err = sess.Where("repo_id=?", repoID).Find(&issues); err != nil {
  1221. return err
  1222. }
  1223. for i := range issues {
  1224. if _, err = sess.Delete(&Comment{IssueID: issues[i].ID}); err != nil {
  1225. return err
  1226. }
  1227. attachments := make([]*Attachment, 0, 5)
  1228. if err = sess.Where("issue_id=?", issues[i].ID).Find(&attachments); err != nil {
  1229. return err
  1230. }
  1231. for j := range attachments {
  1232. attachmentPaths = append(attachmentPaths, attachments[j].LocalPath())
  1233. }
  1234. if _, err = sess.Delete(&Attachment{IssueID: issues[i].ID}); err != nil {
  1235. return err
  1236. }
  1237. }
  1238. if _, err = sess.Delete(&Issue{RepoID: repoID}); err != nil {
  1239. return err
  1240. }
  1241. if repo.IsFork {
  1242. if _, err = sess.Exec("UPDATE `repository` SET num_forks=num_forks-1 WHERE id=?", repo.ForkID); err != nil {
  1243. return fmt.Errorf("decrease fork count: %v", err)
  1244. }
  1245. }
  1246. if _, err = sess.Exec("UPDATE `user` SET num_repos=num_repos-1 WHERE id=?", uid); err != nil {
  1247. return err
  1248. }
  1249. // Remove repository files.
  1250. repoPath := repo.repoPath(sess)
  1251. RemoveAllWithNotice("Delete repository files", repoPath)
  1252. repo.DeleteWiki()
  1253. // Remove attachment files.
  1254. for i := range attachmentPaths {
  1255. RemoveAllWithNotice("Delete attachment", attachmentPaths[i])
  1256. }
  1257. if err = sess.Commit(); err != nil {
  1258. return fmt.Errorf("Commit: %v", err)
  1259. }
  1260. if repo.NumForks > 0 {
  1261. if _, err = x.Exec("UPDATE `repository` SET fork_id=0,is_fork=? WHERE fork_id=?", false, repo.ID); err != nil {
  1262. log.Error(4, "reset 'fork_id' and 'is_fork': %v", err)
  1263. }
  1264. }
  1265. return nil
  1266. }
  1267. // GetRepositoryByRef returns a Repository specified by a GFM reference.
  1268. // See https://help.github.com/articles/writing-on-github#references for more information on the syntax.
  1269. func GetRepositoryByRef(ref string) (*Repository, error) {
  1270. n := strings.IndexByte(ref, byte('/'))
  1271. if n < 2 {
  1272. return nil, ErrInvalidReference
  1273. }
  1274. userName, repoName := ref[:n], ref[n+1:]
  1275. user, err := GetUserByName(userName)
  1276. if err != nil {
  1277. return nil, err
  1278. }
  1279. return GetRepositoryByName(user.ID, repoName)
  1280. }
  1281. // GetRepositoryByName returns the repository by given name under user if exists.
  1282. func GetRepositoryByName(uid int64, repoName string) (*Repository, error) {
  1283. repo := &Repository{
  1284. OwnerID: uid,
  1285. LowerName: strings.ToLower(repoName),
  1286. }
  1287. has, err := x.Get(repo)
  1288. if err != nil {
  1289. return nil, err
  1290. } else if !has {
  1291. return nil, ErrRepoNotExist{0, uid, repoName}
  1292. }
  1293. return repo, err
  1294. }
  1295. func getRepositoryByID(e Engine, id int64) (*Repository, error) {
  1296. repo := new(Repository)
  1297. has, err := e.Id(id).Get(repo)
  1298. if err != nil {
  1299. return nil, err
  1300. } else if !has {
  1301. return nil, ErrRepoNotExist{id, 0, ""}
  1302. }
  1303. return repo, nil
  1304. }
  1305. // GetRepositoryByID returns the repository by given id if exists.
  1306. func GetRepositoryByID(id int64) (*Repository, error) {
  1307. return getRepositoryByID(x, id)
  1308. }
  1309. // GetUserRepositories returns a list of repositories of given user.
  1310. func GetUserRepositories(userID int64, private bool, page, pageSize int) ([]*Repository, error) {
  1311. sess := x.Where("owner_id = ?", userID).Desc("updated_unix")
  1312. if !private {
  1313. sess.And("is_private=?", false)
  1314. }
  1315. if page <= 0 {
  1316. page = 1
  1317. }
  1318. sess.Limit(pageSize, (page-1)*pageSize)
  1319. repos := make([]*Repository, 0, pageSize)
  1320. return repos, sess.Find(&repos)
  1321. }
  1322. // GetUserRepositories returns a list of mirror repositories of given user.
  1323. func GetUserMirrorRepositories(userID int64) ([]*Repository, error) {
  1324. repos := make([]*Repository, 0, 10)
  1325. return repos, x.Where("owner_id = ?", userID).And("is_mirror = ?", true).Find(&repos)
  1326. }
  1327. // GetRecentUpdatedRepositories returns the list of repositories that are recently updated.
  1328. func GetRecentUpdatedRepositories(page, pageSize int) (repos []*Repository, err error) {
  1329. return repos, x.Limit(pageSize, (page-1)*pageSize).
  1330. Where("is_private=?", false).Limit(pageSize).Desc("updated_unix").Find(&repos)
  1331. }
  1332. func getRepositoryCount(e Engine, u *User) (int64, error) {
  1333. return x.Count(&Repository{OwnerID: u.ID})
  1334. }
  1335. // GetRepositoryCount returns the total number of repositories of user.
  1336. func GetRepositoryCount(u *User) (int64, error) {
  1337. return getRepositoryCount(x, u)
  1338. }
  1339. type SearchRepoOptions struct {
  1340. Keyword string
  1341. OwnerID int64
  1342. OrderBy string
  1343. Private bool // Include private repositories in results
  1344. Page int
  1345. PageSize int // Can be smaller than or equal to setting.ExplorePagingNum
  1346. }
  1347. // SearchRepositoryByName takes keyword and part of repository name to search,
  1348. // it returns results in given range and number of total results.
  1349. func SearchRepositoryByName(opts *SearchRepoOptions) (repos []*Repository, _ int64, _ error) {
  1350. if len(opts.Keyword) == 0 {
  1351. return repos, 0, nil
  1352. }
  1353. opts.Keyword = strings.ToLower(opts.Keyword)
  1354. if opts.Page <= 0 {
  1355. opts.Page = 1
  1356. }
  1357. repos = make([]*Repository, 0, opts.PageSize)
  1358. // Append conditions
  1359. sess := x.Where("LOWER(lower_name) LIKE ?", "%"+opts.Keyword+"%")
  1360. if opts.OwnerID > 0 {
  1361. sess.And("owner_id = ?", opts.OwnerID)
  1362. }
  1363. if !opts.Private {
  1364. sess.And("is_private=?", false)
  1365. }
  1366. var countSess xorm.Session
  1367. countSess = *sess
  1368. count, err := countSess.Count(new(Repository))
  1369. if err != nil {
  1370. return nil, 0, fmt.Errorf("Count: %v", err)
  1371. }
  1372. if len(opts.OrderBy) > 0 {
  1373. sess.OrderBy(opts.OrderBy)
  1374. }
  1375. return repos, count, sess.Limit(opts.PageSize, (opts.Page-1)*opts.PageSize).Find(&repos)
  1376. }
  1377. // DeleteRepositoryArchives deletes all repositories' archives.
  1378. func DeleteRepositoryArchives() error {
  1379. return x.Where("id > 0").Iterate(new(Repository),
  1380. func(idx int, bean interface{}) error {
  1381. repo := bean.(*Repository)
  1382. return os.RemoveAll(filepath.Join(repo.RepoPath(), "archives"))
  1383. })
  1384. }
  1385. func gatherMissingRepoRecords() ([]*Repository, error) {
  1386. repos := make([]*Repository, 0, 10)
  1387. if err := x.Where("id > 0").Iterate(new(Repository),
  1388. func(idx int, bean interface{}) error {
  1389. repo := bean.(*Repository)
  1390. if !com.IsDir(repo.RepoPath()) {
  1391. repos = append(repos, repo)
  1392. }
  1393. return nil
  1394. }); err != nil {
  1395. if err2 := CreateRepositoryNotice(fmt.Sprintf("gatherMissingRepoRecords: %v", err)); err2 != nil {
  1396. return nil, fmt.Errorf("CreateRepositoryNotice: %v", err)
  1397. }
  1398. }
  1399. return repos, nil
  1400. }
  1401. // DeleteMissingRepositories deletes all repository records that lost Git files.
  1402. func DeleteMissingRepositories() error {
  1403. repos, err := gatherMissingRepoRecords()
  1404. if err != nil {
  1405. return fmt.Errorf("gatherMissingRepoRecords: %v", err)
  1406. }
  1407. if len(repos) == 0 {
  1408. return nil
  1409. }
  1410. for _, repo := range repos {
  1411. log.Trace("Deleting %d/%d...", repo.OwnerID, repo.ID)
  1412. if err := DeleteRepository(repo.OwnerID, repo.ID); err != nil {
  1413. if err2 := CreateRepositoryNotice(fmt.Sprintf("DeleteRepository [%d]: %v", repo.ID, err)); err2 != nil {
  1414. return fmt.Errorf("CreateRepositoryNotice: %v", err)
  1415. }
  1416. }
  1417. }
  1418. return nil
  1419. }
  1420. // ReinitMissingRepositories reinitializes all repository records that lost Git files.
  1421. func ReinitMissingRepositories() error {
  1422. repos, err := gatherMissingRepoRecords()
  1423. if err != nil {
  1424. return fmt.Errorf("gatherMissingRepoRecords: %v", err)
  1425. }
  1426. if len(repos) == 0 {
  1427. return nil
  1428. }
  1429. for _, repo := range repos {
  1430. log.Trace("Initializing %d/%d...", repo.OwnerID, repo.ID)
  1431. if err := git.InitRepository(repo.RepoPath(), true); err != nil {
  1432. if err2 := CreateRepositoryNotice(fmt.Sprintf("InitRepository [%d]: %v", repo.ID, err)); err2 != nil {
  1433. return fmt.Errorf("CreateRepositoryNotice: %v", err)
  1434. }
  1435. }
  1436. }
  1437. return nil
  1438. }
  1439. // RewriteRepositoryUpdateHook rewrites all repositories' update hook.
  1440. func RewriteRepositoryUpdateHook() error {
  1441. return x.Where("id > 0").Iterate(new(Repository),
  1442. func(idx int, bean interface{}) error {
  1443. repo := bean.(*Repository)
  1444. return createUpdateHook(repo.RepoPath())
  1445. })
  1446. }
  1447. // statusPool represents a pool of status with true/false.
  1448. type statusPool struct {
  1449. lock sync.RWMutex
  1450. pool map[string]bool
  1451. }
  1452. // Start sets value of given name to true in the pool.
  1453. func (p *statusPool) Start(name string) {
  1454. p.lock.Lock()
  1455. defer p.lock.Unlock()
  1456. p.pool[name] = true
  1457. }
  1458. // Stop sets value of given name to false in the pool.
  1459. func (p *statusPool) Stop(name string) {
  1460. p.lock.Lock()
  1461. defer p.lock.Unlock()
  1462. p.pool[name] = false
  1463. }
  1464. // IsRunning checks if value of given name is set to true in the pool.
  1465. func (p *statusPool) IsRunning(name string) bool {
  1466. p.lock.RLock()
  1467. defer p.lock.RUnlock()
  1468. return p.pool[name]
  1469. }
  1470. // Prevent duplicate running tasks.
  1471. var taskStatusPool = &statusPool{
  1472. pool: make(map[string]bool),
  1473. }
  1474. const (
  1475. _MIRROR_UPDATE = "mirror_update"
  1476. _GIT_FSCK = "git_fsck"
  1477. _CHECK_REPOs = "check_repos"
  1478. )
  1479. // MirrorUpdate checks and updates mirror repositories.
  1480. func MirrorUpdate() {
  1481. if taskStatusPool.IsRunning(_MIRROR_UPDATE) {
  1482. return
  1483. }
  1484. taskStatusPool.Start(_MIRROR_UPDATE)
  1485. defer taskStatusPool.Stop(_MIRROR_UPDATE)
  1486. log.Trace("Doing: MirrorUpdate")
  1487. mirrors := make([]*Mirror, 0, 10)
  1488. if err := x.Where("next_update_unix<=?", time.Now().Unix()).Iterate(new(Mirror), func(idx int, bean interface{}) error {
  1489. m := bean.(*Mirror)
  1490. if m.Repo == nil {
  1491. log.Error(4, "Disconnected mirror repository found: %d", m.ID)
  1492. return nil
  1493. }
  1494. repoPath := m.Repo.RepoPath()
  1495. wikiPath := m.Repo.WikiPath()
  1496. timeout := time.Duration(setting.Git.Timeout.Mirror) * time.Second
  1497. gitArgs := []string{"remote", "update"}
  1498. if m.EnablePrune {
  1499. gitArgs = append(gitArgs, "--prune")
  1500. }
  1501. if _, stderr, err := process.ExecDir(
  1502. timeout, repoPath, fmt.Sprintf("MirrorUpdate: %s", repoPath),
  1503. "git", gitArgs...); err != nil {
  1504. desc := fmt.Sprintf("Fail to update mirror repository(%s): %s", repoPath, stderr)
  1505. log.Error(4, desc)
  1506. if err = CreateRepositoryNotice(desc); err != nil {
  1507. log.Error(4, "CreateRepositoryNotice: %v", err)
  1508. }
  1509. return nil
  1510. }
  1511. if m.Repo.HasWiki() {
  1512. if _, stderr, err := process.ExecDir(
  1513. timeout, wikiPath, fmt.Sprintf("MirrorUpdate: %s", wikiPath),
  1514. "git", "remote", "update", "--prune"); err != nil {
  1515. desc := fmt.Sprintf("Fail to update mirror wiki repository(%s): %s", wikiPath, stderr)
  1516. log.Error(4, desc)
  1517. if err = CreateRepositoryNotice(desc); err != nil {
  1518. log.Error(4, "CreateRepositoryNotice: %v", err)
  1519. }
  1520. return nil
  1521. }
  1522. }
  1523. m.NextUpdate = time.Now().Add(time.Duration(m.Interval) * time.Hour)
  1524. mirrors = append(mirrors, m)
  1525. return nil
  1526. }); err != nil {
  1527. log.Error(4, "MirrorUpdate: %v", err)
  1528. }
  1529. for i := range mirrors {
  1530. if err := UpdateMirror(mirrors[i]); err != nil {
  1531. log.Error(4, "UpdateMirror[%d]: %v", mirrors[i].ID, err)
  1532. }
  1533. }
  1534. }
  1535. // GitFsck calls 'git fsck' to check repository health.
  1536. func GitFsck() {
  1537. if taskStatusPool.IsRunning(_GIT_FSCK) {
  1538. return
  1539. }
  1540. taskStatusPool.Start(_GIT_FSCK)
  1541. defer taskStatusPool.Stop(_GIT_FSCK)
  1542. log.Trace("Doing: GitFsck")
  1543. if err := x.Where("id>0").Iterate(new(Repository),
  1544. func(idx int, bean interface{}) error {
  1545. repo := bean.(*Repository)
  1546. repoPath := repo.RepoPath()
  1547. if err := git.Fsck(repoPath, setting.Cron.RepoHealthCheck.Timeout, setting.Cron.RepoHealthCheck.Args...); err != nil {
  1548. desc := fmt.Sprintf("Fail to health check repository (%s): %v", repoPath, err)
  1549. log.Warn(desc)
  1550. if err = CreateRepositoryNotice(desc); err != nil {
  1551. log.Error(4, "CreateRepositoryNotice: %v", err)
  1552. }
  1553. }
  1554. return nil
  1555. }); err != nil {
  1556. log.Error(4, "GitFsck: %v", err)
  1557. }
  1558. }
  1559. func GitGcRepos() error {
  1560. args := append([]string{"gc"}, setting.Git.GCArgs...)
  1561. return x.Where("id > 0").Iterate(new(Repository),
  1562. func(idx int, bean interface{}) error {
  1563. repo := bean.(*Repository)
  1564. if err := repo.GetOwner(); err != nil {
  1565. return err
  1566. }
  1567. _, stderr, err := process.ExecDir(
  1568. time.Duration(setting.Git.Timeout.GC)*time.Second,
  1569. RepoPath(repo.Owner.Name, repo.Name), "Repository garbage collection",
  1570. "git", args...)
  1571. if err != nil {
  1572. return fmt.Errorf("%v: %v", err, stderr)
  1573. }
  1574. return nil
  1575. })
  1576. }
  1577. type repoChecker struct {
  1578. querySQL, correctSQL string
  1579. desc string
  1580. }
  1581. func repoStatsCheck(checker *repoChecker) {
  1582. results, err := x.Query(checker.querySQL)
  1583. if err != nil {
  1584. log.Error(4, "Select %s: %v", checker.desc, err)
  1585. return
  1586. }
  1587. for _, result := range results {
  1588. id := com.StrTo(result["id"]).MustInt64()
  1589. log.Trace("Updating %s: %d", checker.desc, id)
  1590. _, err = x.Exec(checker.correctSQL, id, id)
  1591. if err != nil {
  1592. log.Error(4, "Update %s[%d]: %v", checker.desc, id, err)
  1593. }
  1594. }
  1595. }
  1596. func CheckRepoStats() {
  1597. if taskStatusPool.IsRunning(_CHECK_REPOs) {
  1598. return
  1599. }
  1600. taskStatusPool.Start(_CHECK_REPOs)
  1601. defer taskStatusPool.Stop(_CHECK_REPOs)
  1602. log.Trace("Doing: CheckRepoStats")
  1603. checkers := []*repoChecker{
  1604. // Repository.NumWatches
  1605. {
  1606. "SELECT repo.id FROM `repository` repo WHERE repo.num_watches!=(SELECT COUNT(*) FROM `watch` WHERE repo_id=repo.id)",
  1607. "UPDATE `repository` SET num_watches=(SELECT COUNT(*) FROM `watch` WHERE repo_id=?) WHERE id=?",
  1608. "repository count 'num_watches'",
  1609. },
  1610. // Repository.NumStars
  1611. {
  1612. "SELECT repo.id FROM `repository` repo WHERE repo.num_stars!=(SELECT COUNT(*) FROM `star` WHERE repo_id=repo.id)",
  1613. "UPDATE `repository` SET num_stars=(SELECT COUNT(*) FROM `star` WHERE repo_id=?) WHERE id=?",
  1614. "repository count 'num_stars'",
  1615. },
  1616. // Label.NumIssues
  1617. {
  1618. "SELECT label.id FROM `label` WHERE label.num_issues!=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=label.id)",
  1619. "UPDATE `label` SET num_issues=(SELECT COUNT(*) FROM `issue_label` WHERE label_id=?) WHERE id=?",
  1620. "label count 'num_issues'",
  1621. },
  1622. // User.NumRepos
  1623. {
  1624. "SELECT `user`.id FROM `user` WHERE `user`.num_repos!=(SELECT COUNT(*) FROM `repository` WHERE owner_id=`user`.id)",
  1625. "UPDATE `user` SET num_repos=(SELECT COUNT(*) FROM `repository` WHERE owner_id=?) WHERE id=?",
  1626. "user count 'num_repos'",
  1627. },
  1628. // Issue.NumComments
  1629. {
  1630. "SELECT `issue`.id FROM `issue` WHERE `issue`.num_comments!=(SELECT COUNT(*) FROM `comment` WHERE issue_id=`issue`.id AND type=0)",
  1631. "UPDATE `issue` SET num_comments=(SELECT COUNT(*) FROM `comment` WHERE issue_id=? AND type=0) WHERE id=?",
  1632. "issue count 'num_comments'",
  1633. },
  1634. }
  1635. for i := range checkers {
  1636. repoStatsCheck(checkers[i])
  1637. }
  1638. // ***** START: Repository.NumClosedIssues *****
  1639. desc := "repository count 'num_closed_issues'"
  1640. results, err := x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_closed_issues!=(SELECT COUNT(*) FROM `issue` WHERE repo_id=repo.id AND is_closed=? AND is_pull=?)", true, false)
  1641. if err != nil {
  1642. log.Error(4, "Select %s: %v", desc, err)
  1643. } else {
  1644. for _, result := range results {
  1645. id := com.StrTo(result["id"]).MustInt64()
  1646. log.Trace("Updating %s: %d", desc, id)
  1647. _, err = x.Exec("UPDATE `repository` SET num_closed_issues=(SELECT COUNT(*) FROM `issue` WHERE repo_id=? AND is_closed=? AND is_pull=?) WHERE id=?", id, true, false, id)
  1648. if err != nil {
  1649. log.Error(4, "Update %s[%d]: %v", desc, id, err)
  1650. }
  1651. }
  1652. }
  1653. // ***** END: Repository.NumClosedIssues *****
  1654. // FIXME: use checker when stop supporting old fork repo format.
  1655. // ***** START: Repository.NumForks *****
  1656. results, err = x.Query("SELECT repo.id FROM `repository` repo WHERE repo.num_forks!=(SELECT COUNT(*) FROM `repository` WHERE fork_id=repo.id)")
  1657. if err != nil {
  1658. log.Error(4, "Select repository count 'num_forks': %v", err)
  1659. } else {
  1660. for _, result := range results {
  1661. id := com.StrTo(result["id"]).MustInt64()
  1662. log.Trace("Updating repository count 'num_forks': %d", id)
  1663. repo, err := GetRepositoryByID(id)
  1664. if err != nil {
  1665. log.Error(4, "GetRepositoryByID[%d]: %v", id, err)
  1666. continue
  1667. }
  1668. rawResult, err := x.Query("SELECT COUNT(*) FROM `repository` WHERE fork_id=?", repo.ID)
  1669. if err != nil {
  1670. log.Error(4, "Select count of forks[%d]: %v", repo.ID, err)
  1671. continue
  1672. }
  1673. repo.NumForks = int(parseCountResult(rawResult))
  1674. if err = UpdateRepository(repo, false); err != nil {
  1675. log.Error(4, "UpdateRepository[%d]: %v", id, err)
  1676. continue
  1677. }
  1678. }
  1679. }
  1680. // ***** END: Repository.NumForks *****
  1681. }
  1682. type RepositoryList []*Repository
  1683. func (repos RepositoryList) loadAttributes(e Engine) error {
  1684. if len(repos) == 0 {
  1685. return nil
  1686. }
  1687. // Load owners.
  1688. set := make(map[int64]*User)
  1689. for i := range repos {
  1690. set[repos[i].OwnerID] = nil
  1691. }
  1692. userIDs := make([]int64, 0, len(set))
  1693. for userID := range set {
  1694. userIDs = append(userIDs, userID)
  1695. }
  1696. users := make([]*User, 0, len(userIDs))
  1697. if err := e.Where("id > 0").In("id", userIDs).Find(&users); err != nil {
  1698. return fmt.Errorf("find users: %v", err)
  1699. }
  1700. for i := range users {
  1701. set[users[i].ID] = users[i]
  1702. }
  1703. for i := range repos {
  1704. repos[i].Owner = set[repos[i].OwnerID]
  1705. }
  1706. return nil
  1707. }
  1708. func (repos RepositoryList) LoadAttributes() error {
  1709. return repos.loadAttributes(x)
  1710. }
  1711. type MirrorRepositoryList []*Repository
  1712. func (repos MirrorRepositoryList) loadAttributes(e Engine) error {
  1713. if len(repos) == 0 {
  1714. return nil
  1715. }
  1716. // Load mirrors.
  1717. repoIDs := make([]int64, 0, len(repos))
  1718. for i := range repos {
  1719. if !repos[i].IsMirror {
  1720. continue
  1721. }
  1722. repoIDs = append(repoIDs, repos[i].ID)
  1723. }
  1724. mirrors := make([]*Mirror, 0, len(repoIDs))
  1725. if err := e.Where("id > 0").In("repo_id", repoIDs).Find(&mirrors); err != nil {
  1726. return fmt.Errorf("find mirrors: %v", err)
  1727. }
  1728. set := make(map[int64]*Mirror)
  1729. for i := range mirrors {
  1730. set[mirrors[i].RepoID] = mirrors[i]
  1731. }
  1732. for i := range repos {
  1733. repos[i].Mirror = set[repos[i].ID]
  1734. }
  1735. return nil
  1736. }
  1737. func (repos MirrorRepositoryList) LoadAttributes() error {
  1738. return repos.loadAttributes(x)
  1739. }
  1740. // __ __ __ .__
  1741. // / \ / \_____ _/ |_ ____ | |__
  1742. // \ \/\/ /\__ \\ __\/ ___\| | \
  1743. // \ / / __ \| | \ \___| Y \
  1744. // \__/\ / (____ /__| \___ >___| /
  1745. // \/ \/ \/ \/
  1746. // Watch is connection request for receiving repository notification.
  1747. type Watch struct {
  1748. ID int64 `xorm:"pk autoincr"`
  1749. UserID int64 `xorm:"UNIQUE(watch)"`
  1750. RepoID int64 `xorm:"UNIQUE(watch)"`
  1751. }
  1752. func isWatching(e Engine, userID, repoID int64) bool {
  1753. has, _ := e.Get(&Watch{0, userID, repoID})
  1754. return has
  1755. }
  1756. // IsWatching checks if user has watched given repository.
  1757. func IsWatching(userID, repoID int64) bool {
  1758. return isWatching(x, userID, repoID)
  1759. }
  1760. func watchRepo(e Engine, userID, repoID int64, watch bool) (err error) {
  1761. if watch {
  1762. if isWatching(e, userID, repoID) {
  1763. return nil
  1764. }
  1765. if _, err = e.Insert(&Watch{RepoID: repoID, UserID: userID}); err != nil {
  1766. return err
  1767. }
  1768. _, err = e.Exec("UPDATE `repository` SET num_watches = num_watches + 1 WHERE id = ?", repoID)
  1769. } else {
  1770. if !isWatching(e, userID, repoID) {
  1771. return nil
  1772. }
  1773. if _, err = e.Delete(&Watch{0, userID, repoID}); err != nil {
  1774. return err
  1775. }
  1776. _, err = e.Exec("UPDATE `repository` SET num_watches = num_watches - 1 WHERE id = ?", repoID)
  1777. }
  1778. return err
  1779. }
  1780. // Watch or unwatch repository.
  1781. func WatchRepo(userID, repoID int64, watch bool) (err error) {
  1782. return watchRepo(x, userID, repoID, watch)
  1783. }
  1784. func getWatchers(e Engine, repoID int64) ([]*Watch, error) {
  1785. watches := make([]*Watch, 0, 10)
  1786. return watches, e.Find(&watches, &Watch{RepoID: repoID})
  1787. }
  1788. // GetWatchers returns all watchers of given repository.
  1789. func GetWatchers(repoID int64) ([]*Watch, error) {
  1790. return getWatchers(x, repoID)
  1791. }
  1792. // Repository.GetWatchers returns range of users watching given repository.
  1793. func (repo *Repository) GetWatchers(page int) ([]*User, error) {
  1794. users := make([]*User, 0, ItemsPerPage)
  1795. sess := x.Limit(ItemsPerPage, (page-1)*ItemsPerPage).Where("watch.repo_id=?", repo.ID)
  1796. if setting.UsePostgreSQL {
  1797. sess = sess.Join("LEFT", "watch", `"user".id=watch.user_id`)
  1798. } else {
  1799. sess = sess.Join("LEFT", "watch", "user.id=watch.user_id")
  1800. }
  1801. return users, sess.Find(&users)
  1802. }
  1803. func notifyWatchers(e Engine, act *Action) error {
  1804. // Add feeds for user self and all watchers.
  1805. watches, err := getWatchers(e, act.RepoID)
  1806. if err != nil {
  1807. return fmt.Errorf("get watchers: %v", err)
  1808. }
  1809. // Add feed for actioner.
  1810. act.UserID = act.ActUserID
  1811. if _, err = e.InsertOne(act); err != nil {
  1812. return fmt.Errorf("insert new actioner: %v", err)
  1813. }
  1814. for i := range watches {
  1815. if act.ActUserID == watches[i].UserID {
  1816. continue
  1817. }
  1818. act.ID = 0
  1819. act.UserID = watches[i].UserID
  1820. if _, err = e.InsertOne(act); err != nil {
  1821. return fmt.Errorf("insert new action: %v", err)
  1822. }
  1823. }
  1824. return nil
  1825. }
  1826. // NotifyWatchers creates batch of actions for every watcher.
  1827. func NotifyWatchers(act *Action) error {
  1828. return notifyWatchers(x, act)
  1829. }
  1830. // _________ __
  1831. // / _____// |______ _______
  1832. // \_____ \\ __\__ \\_ __ \
  1833. // / \| | / __ \| | \/
  1834. // /_______ /|__| (____ /__|
  1835. // \/ \/
  1836. type Star struct {
  1837. ID int64 `xorm:"pk autoincr"`
  1838. UID int64 `xorm:"UNIQUE(s)"`
  1839. RepoID int64 `xorm:"UNIQUE(s)"`
  1840. }
  1841. // Star or unstar repository.
  1842. func StarRepo(userID, repoID int64, star bool) (err error) {
  1843. if star {
  1844. if IsStaring(userID, repoID) {
  1845. return nil
  1846. }
  1847. if _, err = x.Insert(&Star{UID: userID, RepoID: repoID}); err != nil {
  1848. return err
  1849. } else if _, err = x.Exec("UPDATE `repository` SET num_stars = num_stars + 1 WHERE id = ?", repoID); err != nil {
  1850. return err
  1851. }
  1852. _, err = x.Exec("UPDATE `user` SET num_stars = num_stars + 1 WHERE id = ?", userID)
  1853. } else {
  1854. if !IsStaring(userID, repoID) {
  1855. return nil
  1856. }
  1857. if _, err = x.Delete(&Star{0, userID, repoID}); err != nil {
  1858. return err
  1859. } else if _, err = x.Exec("UPDATE `repository` SET num_stars = num_stars - 1 WHERE id = ?", repoID); err != nil {
  1860. return err
  1861. }
  1862. _, err = x.Exec("UPDATE `user` SET num_stars = num_stars - 1 WHERE id = ?", userID)
  1863. }
  1864. return err
  1865. }
  1866. // IsStaring checks if user has starred given repository.
  1867. func IsStaring(userID, repoID int64) bool {
  1868. has, _ := x.Get(&Star{0, userID, repoID})
  1869. return has
  1870. }
  1871. func (repo *Repository) GetStargazers(page int) ([]*User, error) {
  1872. users := make([]*User, 0, ItemsPerPage)
  1873. sess := x.Limit(ItemsPerPage, (page-1)*ItemsPerPage).Where("star.repo_id=?", repo.ID)
  1874. if setting.UsePostgreSQL {
  1875. sess = sess.Join("LEFT", "star", `"user".id=star.uid`)
  1876. } else {
  1877. sess = sess.Join("LEFT", "star", "user.id=star.uid")
  1878. }
  1879. return users, sess.Find(&users)
  1880. }
  1881. // ___________ __
  1882. // \_ _____/__________| | __
  1883. // | __)/ _ \_ __ \ |/ /
  1884. // | \( <_> ) | \/ <
  1885. // \___ / \____/|__| |__|_ \
  1886. // \/ \/
  1887. // HasForkedRepo checks if given user has already forked a repository with given ID.
  1888. func HasForkedRepo(ownerID, repoID int64) (*Repository, bool) {
  1889. repo := new(Repository)
  1890. has, _ := x.Where("owner_id=? AND fork_id=?", ownerID, repoID).Get(repo)
  1891. return repo, has
  1892. }
  1893. func ForkRepository(u *User, oldRepo *Repository, name, desc string) (_ *Repository, err error) {
  1894. repo := &Repository{
  1895. OwnerID: u.ID,
  1896. Owner: u,
  1897. Name: name,
  1898. LowerName: strings.ToLower(name),
  1899. Description: desc,
  1900. DefaultBranch: oldRepo.DefaultBranch,
  1901. IsPrivate: oldRepo.IsPrivate,
  1902. IsFork: true,
  1903. ForkID: oldRepo.ID,
  1904. }
  1905. sess := x.NewSession()
  1906. defer sessionRelease(sess)
  1907. if err = sess.Begin(); err != nil {
  1908. return nil, err
  1909. }
  1910. if err = createRepository(sess, u, repo); err != nil {
  1911. return nil, err
  1912. }
  1913. if _, err = sess.Exec("UPDATE `repository` SET num_forks=num_forks+1 WHERE id=?", oldRepo.ID); err != nil {
  1914. return nil, err
  1915. }
  1916. repoPath := RepoPath(u.Name, repo.Name)
  1917. _, stderr, err := process.ExecTimeout(10*time.Minute,
  1918. fmt.Sprintf("ForkRepository(git clone): %s/%s", u.Name, repo.Name),
  1919. "git", "clone", "--bare", oldRepo.RepoPath(), repoPath)
  1920. if err != nil {
  1921. return nil, fmt.Errorf("git clone: %v", stderr)
  1922. }
  1923. _, stderr, err = process.ExecDir(-1,
  1924. repoPath, fmt.Sprintf("ForkRepository(git update-server-info): %s", repoPath),
  1925. "git", "update-server-info")
  1926. if err != nil {
  1927. return nil, fmt.Errorf("git update-server-info: %v", err)
  1928. }
  1929. if err = createUpdateHook(repoPath); err != nil {
  1930. return nil, fmt.Errorf("createUpdateHook: %v", err)
  1931. }
  1932. return repo, sess.Commit()
  1933. }
  1934. func (repo *Repository) GetForks() ([]*Repository, error) {
  1935. forks := make([]*Repository, 0, repo.NumForks)
  1936. return forks, x.Find(&forks, &Repository{ForkID: repo.ID})
  1937. }