You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

unit_tests.go 6.5 kB

Add a storage layer for attachments (#11387) * Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>
4 years ago
Add a storage layer for attachments (#11387) * Add a storage layer for attachments * Fix some bug * fix test * Fix copyright head and lint * Fix bug * Add setting for minio and flags for migrate-storage * Add documents * fix lint * Add test for minio store type on attachments * fix test * fix test * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Add warning when storage migrated successfully * Fix drone * fix test * rebase * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * remove log on xorm * Fi download bug * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * refactor the codes * add trace * Fix test * Add URL function to serve attachments directly from S3/Minio * Add ability to enable/disable redirection in attachment configuration * Fix typo * Add a storage layer for attachments * Add setting for minio and flags for migrate-storage * fix lint * Add test for minio store type on attachments * Apply suggestions from code review Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> * Fix drone * fix test * Fix test * display the error on console * Move minio test to amd64 since minio docker don't support arm64 * don't change unrelated files * Fix lint * Fix build * update go.mod and go.sum * Use github.com/minio/minio-go/v6 * Remove unused function * Upgrade minio to v7 and some other improvements * fix lint * Fix go mod Co-authored-by: guillep2k <18600385+guillep2k@users.noreply.github.com> Co-authored-by: Tyler <tystuyfzand@gmail.com>
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. // Copyright 2016 The Gitea Authors. All rights reserved.
  2. // Use of this source code is governed by a MIT-style
  3. // license that can be found in the LICENSE file.
  4. package models
  5. import (
  6. "fmt"
  7. "io/ioutil"
  8. "math"
  9. "net/url"
  10. "os"
  11. "path/filepath"
  12. "testing"
  13. "code.gitea.io/gitea/modules/base"
  14. "code.gitea.io/gitea/modules/setting"
  15. "code.gitea.io/gitea/modules/storage"
  16. "code.gitea.io/gitea/modules/util"
  17. "github.com/stretchr/testify/assert"
  18. "github.com/unknwon/com"
  19. "xorm.io/xorm"
  20. "xorm.io/xorm/names"
  21. )
  22. // NonexistentID an ID that will never exist
  23. const NonexistentID = int64(math.MaxInt64)
  24. // giteaRoot a path to the gitea root
  25. var (
  26. giteaRoot string
  27. fixturesDir string
  28. )
  29. func fatalTestError(fmtStr string, args ...interface{}) {
  30. fmt.Fprintf(os.Stderr, fmtStr, args...)
  31. os.Exit(1)
  32. }
  33. // MainTest a reusable TestMain(..) function for unit tests that need to use a
  34. // test database. Creates the test database, and sets necessary settings.
  35. func MainTest(m *testing.M, pathToGiteaRoot string) {
  36. var err error
  37. giteaRoot = pathToGiteaRoot
  38. fixturesDir = filepath.Join(pathToGiteaRoot, "models", "fixtures")
  39. if err = CreateTestEngine(fixturesDir); err != nil {
  40. fatalTestError("Error creating test engine: %v\n", err)
  41. }
  42. setting.AppURL = "https://try.gitea.io/"
  43. setting.RunUser = "runuser"
  44. setting.SSH.Port = 3000
  45. setting.SSH.Domain = "try.gitea.io"
  46. setting.Database.UseSQLite3 = true
  47. setting.RepoRootPath, err = ioutil.TempDir(os.TempDir(), "repos")
  48. if err != nil {
  49. fatalTestError("TempDir: %v\n", err)
  50. }
  51. setting.AppDataPath, err = ioutil.TempDir(os.TempDir(), "appdata")
  52. if err != nil {
  53. fatalTestError("TempDir: %v\n", err)
  54. }
  55. setting.AppWorkPath = pathToGiteaRoot
  56. setting.StaticRootPath = pathToGiteaRoot
  57. setting.GravatarSourceURL, err = url.Parse("https://secure.gravatar.com/avatar/")
  58. if err != nil {
  59. fatalTestError("url.Parse: %v\n", err)
  60. }
  61. setting.Attachment.Path = filepath.Join(setting.AppDataPath, "attachments")
  62. if err = storage.Init(); err != nil {
  63. fatalTestError("storage.Init: %v\n", err)
  64. }
  65. if err = util.RemoveAll(setting.RepoRootPath); err != nil {
  66. fatalTestError("util.RemoveAll: %v\n", err)
  67. }
  68. if err = com.CopyDir(filepath.Join(pathToGiteaRoot, "integrations", "gitea-repositories-meta"), setting.RepoRootPath); err != nil {
  69. fatalTestError("com.CopyDir: %v\n", err)
  70. }
  71. exitStatus := m.Run()
  72. if err = util.RemoveAll(setting.RepoRootPath); err != nil {
  73. fatalTestError("util.RemoveAll: %v\n", err)
  74. }
  75. if err = util.RemoveAll(setting.AppDataPath); err != nil {
  76. fatalTestError("util.RemoveAll: %v\n", err)
  77. }
  78. os.Exit(exitStatus)
  79. }
  80. // CreateTestEngine creates a memory database and loads the fixture data from fixturesDir
  81. func CreateTestEngine(fixturesDir string) error {
  82. var err error
  83. x, err = xorm.NewEngine("sqlite3", "file::memory:?cache=shared&_txlock=immediate")
  84. if err != nil {
  85. return err
  86. }
  87. x.SetMapper(names.GonicMapper{})
  88. if err = x.StoreEngine("InnoDB").Sync2(tables...); err != nil {
  89. return err
  90. }
  91. switch os.Getenv("GITEA_UNIT_TESTS_VERBOSE") {
  92. case "true", "1":
  93. x.ShowSQL(true)
  94. }
  95. return InitFixtures(fixturesDir)
  96. }
  97. // PrepareTestDatabase load test fixtures into test database
  98. func PrepareTestDatabase() error {
  99. return LoadFixtures()
  100. }
  101. // PrepareTestEnv prepares the environment for unit tests. Can only be called
  102. // by tests that use the above MainTest(..) function.
  103. func PrepareTestEnv(t testing.TB) {
  104. assert.NoError(t, PrepareTestDatabase())
  105. assert.NoError(t, util.RemoveAll(setting.RepoRootPath))
  106. metaPath := filepath.Join(giteaRoot, "integrations", "gitea-repositories-meta")
  107. assert.NoError(t, com.CopyDir(metaPath, setting.RepoRootPath))
  108. base.SetupGiteaRoot() // Makes sure GITEA_ROOT is set
  109. }
  110. type testCond struct {
  111. query interface{}
  112. args []interface{}
  113. }
  114. // Cond create a condition with arguments for a test
  115. func Cond(query interface{}, args ...interface{}) interface{} {
  116. return &testCond{query: query, args: args}
  117. }
  118. func whereConditions(sess *xorm.Session, conditions []interface{}) {
  119. for _, condition := range conditions {
  120. switch cond := condition.(type) {
  121. case *testCond:
  122. sess.Where(cond.query, cond.args...)
  123. default:
  124. sess.Where(cond)
  125. }
  126. }
  127. }
  128. func loadBeanIfExists(bean interface{}, conditions ...interface{}) (bool, error) {
  129. sess := x.NewSession()
  130. defer sess.Close()
  131. whereConditions(sess, conditions)
  132. return sess.Get(bean)
  133. }
  134. // BeanExists for testing, check if a bean exists
  135. func BeanExists(t testing.TB, bean interface{}, conditions ...interface{}) bool {
  136. exists, err := loadBeanIfExists(bean, conditions...)
  137. assert.NoError(t, err)
  138. return exists
  139. }
  140. // AssertExistsAndLoadBean assert that a bean exists and load it from the test
  141. // database
  142. func AssertExistsAndLoadBean(t testing.TB, bean interface{}, conditions ...interface{}) interface{} {
  143. exists, err := loadBeanIfExists(bean, conditions...)
  144. assert.NoError(t, err)
  145. assert.True(t, exists,
  146. "Expected to find %+v (of type %T, with conditions %+v), but did not",
  147. bean, bean, conditions)
  148. return bean
  149. }
  150. // GetCount get the count of a bean
  151. func GetCount(t testing.TB, bean interface{}, conditions ...interface{}) int {
  152. sess := x.NewSession()
  153. defer sess.Close()
  154. whereConditions(sess, conditions)
  155. count, err := sess.Count(bean)
  156. assert.NoError(t, err)
  157. return int(count)
  158. }
  159. // AssertNotExistsBean assert that a bean does not exist in the test database
  160. func AssertNotExistsBean(t testing.TB, bean interface{}, conditions ...interface{}) {
  161. exists, err := loadBeanIfExists(bean, conditions...)
  162. assert.NoError(t, err)
  163. assert.False(t, exists)
  164. }
  165. // AssertExistsIf asserts that a bean exists or does not exist, depending on
  166. // what is expected.
  167. func AssertExistsIf(t *testing.T, expected bool, bean interface{}, conditions ...interface{}) {
  168. exists, err := loadBeanIfExists(bean, conditions...)
  169. assert.NoError(t, err)
  170. assert.Equal(t, expected, exists)
  171. }
  172. // AssertSuccessfulInsert assert that beans is successfully inserted
  173. func AssertSuccessfulInsert(t testing.TB, beans ...interface{}) {
  174. _, err := x.Insert(beans...)
  175. assert.NoError(t, err)
  176. }
  177. // AssertCount assert the count of a bean
  178. func AssertCount(t testing.TB, bean interface{}, expected interface{}) {
  179. assert.EqualValues(t, expected, GetCount(t, bean))
  180. }
  181. // AssertInt64InRange assert value is in range [low, high]
  182. func AssertInt64InRange(t testing.TB, low, high, value int64) {
  183. assert.True(t, value >= low && value <= high,
  184. "Expected value in range [%d, %d], found %d", low, high, value)
  185. }