You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

struct.go 17 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615
  1. // Copyright 2014 Unknwon
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License"): you may
  4. // not use this file except in compliance with the License. You may obtain
  5. // a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  11. // WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  12. // License for the specific language governing permissions and limitations
  13. // under the License.
  14. package ini
  15. import (
  16. "bytes"
  17. "errors"
  18. "fmt"
  19. "reflect"
  20. "strings"
  21. "time"
  22. "unicode"
  23. )
  24. // NameMapper represents a ini tag name mapper.
  25. type NameMapper func(string) string
  26. // Built-in name getters.
  27. var (
  28. // SnackCase converts to format SNACK_CASE.
  29. SnackCase NameMapper = func(raw string) string {
  30. newstr := make([]rune, 0, len(raw))
  31. for i, chr := range raw {
  32. if isUpper := 'A' <= chr && chr <= 'Z'; isUpper {
  33. if i > 0 {
  34. newstr = append(newstr, '_')
  35. }
  36. }
  37. newstr = append(newstr, unicode.ToUpper(chr))
  38. }
  39. return string(newstr)
  40. }
  41. // TitleUnderscore converts to format title_underscore.
  42. TitleUnderscore NameMapper = func(raw string) string {
  43. newstr := make([]rune, 0, len(raw))
  44. for i, chr := range raw {
  45. if isUpper := 'A' <= chr && chr <= 'Z'; isUpper {
  46. if i > 0 {
  47. newstr = append(newstr, '_')
  48. }
  49. chr -= 'A' - 'a'
  50. }
  51. newstr = append(newstr, chr)
  52. }
  53. return string(newstr)
  54. }
  55. )
  56. func (s *Section) parseFieldName(raw, actual string) string {
  57. if len(actual) > 0 {
  58. return actual
  59. }
  60. if s.f.NameMapper != nil {
  61. return s.f.NameMapper(raw)
  62. }
  63. return raw
  64. }
  65. func parseDelim(actual string) string {
  66. if len(actual) > 0 {
  67. return actual
  68. }
  69. return ","
  70. }
  71. var reflectTime = reflect.TypeOf(time.Now()).Kind()
  72. // setSliceWithProperType sets proper values to slice based on its type.
  73. func setSliceWithProperType(key *Key, field reflect.Value, delim string, allowShadow, isStrict bool) error {
  74. var strs []string
  75. if allowShadow {
  76. strs = key.StringsWithShadows(delim)
  77. } else {
  78. strs = key.Strings(delim)
  79. }
  80. numVals := len(strs)
  81. if numVals == 0 {
  82. return nil
  83. }
  84. var vals interface{}
  85. var err error
  86. sliceOf := field.Type().Elem().Kind()
  87. switch sliceOf {
  88. case reflect.String:
  89. vals = strs
  90. case reflect.Int:
  91. vals, err = key.parseInts(strs, true, false)
  92. case reflect.Int64:
  93. vals, err = key.parseInt64s(strs, true, false)
  94. case reflect.Uint:
  95. vals, err = key.parseUints(strs, true, false)
  96. case reflect.Uint64:
  97. vals, err = key.parseUint64s(strs, true, false)
  98. case reflect.Float64:
  99. vals, err = key.parseFloat64s(strs, true, false)
  100. case reflect.Bool:
  101. vals, err = key.parseBools(strs, true, false)
  102. case reflectTime:
  103. vals, err = key.parseTimesFormat(time.RFC3339, strs, true, false)
  104. default:
  105. return fmt.Errorf("unsupported type '[]%s'", sliceOf)
  106. }
  107. if err != nil && isStrict {
  108. return err
  109. }
  110. slice := reflect.MakeSlice(field.Type(), numVals, numVals)
  111. for i := 0; i < numVals; i++ {
  112. switch sliceOf {
  113. case reflect.String:
  114. slice.Index(i).Set(reflect.ValueOf(vals.([]string)[i]))
  115. case reflect.Int:
  116. slice.Index(i).Set(reflect.ValueOf(vals.([]int)[i]))
  117. case reflect.Int64:
  118. slice.Index(i).Set(reflect.ValueOf(vals.([]int64)[i]))
  119. case reflect.Uint:
  120. slice.Index(i).Set(reflect.ValueOf(vals.([]uint)[i]))
  121. case reflect.Uint64:
  122. slice.Index(i).Set(reflect.ValueOf(vals.([]uint64)[i]))
  123. case reflect.Float64:
  124. slice.Index(i).Set(reflect.ValueOf(vals.([]float64)[i]))
  125. case reflect.Bool:
  126. slice.Index(i).Set(reflect.ValueOf(vals.([]bool)[i]))
  127. case reflectTime:
  128. slice.Index(i).Set(reflect.ValueOf(vals.([]time.Time)[i]))
  129. }
  130. }
  131. field.Set(slice)
  132. return nil
  133. }
  134. func wrapStrictError(err error, isStrict bool) error {
  135. if isStrict {
  136. return err
  137. }
  138. return nil
  139. }
  140. // setWithProperType sets proper value to field based on its type,
  141. // but it does not return error for failing parsing,
  142. // because we want to use default value that is already assigned to struct.
  143. func setWithProperType(t reflect.Type, key *Key, field reflect.Value, delim string, allowShadow, isStrict bool) error {
  144. vt := t
  145. isPtr := t.Kind() == reflect.Ptr
  146. if isPtr {
  147. vt = t.Elem()
  148. }
  149. switch vt.Kind() {
  150. case reflect.String:
  151. stringVal := key.String()
  152. if isPtr {
  153. field.Set(reflect.ValueOf(&stringVal))
  154. } else if len(stringVal) > 0 {
  155. field.SetString(key.String())
  156. }
  157. case reflect.Bool:
  158. boolVal, err := key.Bool()
  159. if err != nil {
  160. return wrapStrictError(err, isStrict)
  161. }
  162. if isPtr {
  163. field.Set(reflect.ValueOf(&boolVal))
  164. } else {
  165. field.SetBool(boolVal)
  166. }
  167. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  168. // ParseDuration will not return err for `0`, so check the type name
  169. if vt.Name() == "Duration" {
  170. durationVal, err := key.Duration()
  171. if err != nil {
  172. if intVal, err := key.Int64(); err == nil {
  173. field.SetInt(intVal)
  174. return nil
  175. }
  176. return wrapStrictError(err, isStrict)
  177. }
  178. if isPtr {
  179. field.Set(reflect.ValueOf(&durationVal))
  180. } else if int64(durationVal) > 0 {
  181. field.Set(reflect.ValueOf(durationVal))
  182. }
  183. return nil
  184. }
  185. intVal, err := key.Int64()
  186. if err != nil {
  187. return wrapStrictError(err, isStrict)
  188. }
  189. if isPtr {
  190. pv := reflect.New(t.Elem())
  191. pv.Elem().SetInt(intVal)
  192. field.Set(pv)
  193. } else {
  194. field.SetInt(intVal)
  195. }
  196. // byte is an alias for uint8, so supporting uint8 breaks support for byte
  197. case reflect.Uint, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  198. durationVal, err := key.Duration()
  199. // Skip zero value
  200. if err == nil && uint64(durationVal) > 0 {
  201. if isPtr {
  202. field.Set(reflect.ValueOf(&durationVal))
  203. } else {
  204. field.Set(reflect.ValueOf(durationVal))
  205. }
  206. return nil
  207. }
  208. uintVal, err := key.Uint64()
  209. if err != nil {
  210. return wrapStrictError(err, isStrict)
  211. }
  212. if isPtr {
  213. pv := reflect.New(t.Elem())
  214. pv.Elem().SetUint(uintVal)
  215. field.Set(pv)
  216. } else {
  217. field.SetUint(uintVal)
  218. }
  219. case reflect.Float32, reflect.Float64:
  220. floatVal, err := key.Float64()
  221. if err != nil {
  222. return wrapStrictError(err, isStrict)
  223. }
  224. if isPtr {
  225. pv := reflect.New(t.Elem())
  226. pv.Elem().SetFloat(floatVal)
  227. field.Set(pv)
  228. } else {
  229. field.SetFloat(floatVal)
  230. }
  231. case reflectTime:
  232. timeVal, err := key.Time()
  233. if err != nil {
  234. return wrapStrictError(err, isStrict)
  235. }
  236. if isPtr {
  237. field.Set(reflect.ValueOf(&timeVal))
  238. } else {
  239. field.Set(reflect.ValueOf(timeVal))
  240. }
  241. case reflect.Slice:
  242. return setSliceWithProperType(key, field, delim, allowShadow, isStrict)
  243. default:
  244. return fmt.Errorf("unsupported type '%s'", t)
  245. }
  246. return nil
  247. }
  248. func parseTagOptions(tag string) (rawName string, omitEmpty bool, allowShadow bool) {
  249. opts := strings.SplitN(tag, ",", 3)
  250. rawName = opts[0]
  251. if len(opts) > 1 {
  252. omitEmpty = opts[1] == "omitempty"
  253. }
  254. if len(opts) > 2 {
  255. allowShadow = opts[2] == "allowshadow"
  256. }
  257. return rawName, omitEmpty, allowShadow
  258. }
  259. func (s *Section) mapTo(val reflect.Value, isStrict bool) error {
  260. if val.Kind() == reflect.Ptr {
  261. val = val.Elem()
  262. }
  263. typ := val.Type()
  264. for i := 0; i < typ.NumField(); i++ {
  265. field := val.Field(i)
  266. tpField := typ.Field(i)
  267. tag := tpField.Tag.Get("ini")
  268. if tag == "-" {
  269. continue
  270. }
  271. rawName, _, allowShadow := parseTagOptions(tag)
  272. fieldName := s.parseFieldName(tpField.Name, rawName)
  273. if len(fieldName) == 0 || !field.CanSet() {
  274. continue
  275. }
  276. isStruct := tpField.Type.Kind() == reflect.Struct
  277. isStructPtr := tpField.Type.Kind() == reflect.Ptr && tpField.Type.Elem().Kind() == reflect.Struct
  278. isAnonymous := tpField.Type.Kind() == reflect.Ptr && tpField.Anonymous
  279. if isAnonymous {
  280. field.Set(reflect.New(tpField.Type.Elem()))
  281. }
  282. if isAnonymous || isStruct || isStructPtr {
  283. if sec, err := s.f.GetSection(fieldName); err == nil {
  284. // Only set the field to non-nil struct value if we have a section for it.
  285. // Otherwise, we end up with a non-nil struct ptr even though there is no data.
  286. if isStructPtr && field.IsNil() {
  287. field.Set(reflect.New(tpField.Type.Elem()))
  288. }
  289. if err = sec.mapTo(field, isStrict); err != nil {
  290. return fmt.Errorf("error mapping field %q: %v", fieldName, err)
  291. }
  292. continue
  293. }
  294. }
  295. if key, err := s.GetKey(fieldName); err == nil {
  296. delim := parseDelim(tpField.Tag.Get("delim"))
  297. if err = setWithProperType(tpField.Type, key, field, delim, allowShadow, isStrict); err != nil {
  298. return fmt.Errorf("error mapping field %q: %v", fieldName, err)
  299. }
  300. }
  301. }
  302. return nil
  303. }
  304. // MapTo maps section to given struct.
  305. func (s *Section) MapTo(v interface{}) error {
  306. typ := reflect.TypeOf(v)
  307. val := reflect.ValueOf(v)
  308. if typ.Kind() == reflect.Ptr {
  309. typ = typ.Elem()
  310. val = val.Elem()
  311. } else {
  312. return errors.New("cannot map to non-pointer struct")
  313. }
  314. return s.mapTo(val, false)
  315. }
  316. // StrictMapTo maps section to given struct in strict mode,
  317. // which returns all possible error including value parsing error.
  318. func (s *Section) StrictMapTo(v interface{}) error {
  319. typ := reflect.TypeOf(v)
  320. val := reflect.ValueOf(v)
  321. if typ.Kind() == reflect.Ptr {
  322. typ = typ.Elem()
  323. val = val.Elem()
  324. } else {
  325. return errors.New("cannot map to non-pointer struct")
  326. }
  327. return s.mapTo(val, true)
  328. }
  329. // MapTo maps file to given struct.
  330. func (f *File) MapTo(v interface{}) error {
  331. return f.Section("").MapTo(v)
  332. }
  333. // StrictMapTo maps file to given struct in strict mode,
  334. // which returns all possible error including value parsing error.
  335. func (f *File) StrictMapTo(v interface{}) error {
  336. return f.Section("").StrictMapTo(v)
  337. }
  338. // MapToWithMapper maps data sources to given struct with name mapper.
  339. func MapToWithMapper(v interface{}, mapper NameMapper, source interface{}, others ...interface{}) error {
  340. cfg, err := Load(source, others...)
  341. if err != nil {
  342. return err
  343. }
  344. cfg.NameMapper = mapper
  345. return cfg.MapTo(v)
  346. }
  347. // StrictMapToWithMapper maps data sources to given struct with name mapper in strict mode,
  348. // which returns all possible error including value parsing error.
  349. func StrictMapToWithMapper(v interface{}, mapper NameMapper, source interface{}, others ...interface{}) error {
  350. cfg, err := Load(source, others...)
  351. if err != nil {
  352. return err
  353. }
  354. cfg.NameMapper = mapper
  355. return cfg.StrictMapTo(v)
  356. }
  357. // MapTo maps data sources to given struct.
  358. func MapTo(v, source interface{}, others ...interface{}) error {
  359. return MapToWithMapper(v, nil, source, others...)
  360. }
  361. // StrictMapTo maps data sources to given struct in strict mode,
  362. // which returns all possible error including value parsing error.
  363. func StrictMapTo(v, source interface{}, others ...interface{}) error {
  364. return StrictMapToWithMapper(v, nil, source, others...)
  365. }
  366. // reflectSliceWithProperType does the opposite thing as setSliceWithProperType.
  367. func reflectSliceWithProperType(key *Key, field reflect.Value, delim string, allowShadow bool) error {
  368. slice := field.Slice(0, field.Len())
  369. if field.Len() == 0 {
  370. return nil
  371. }
  372. sliceOf := field.Type().Elem().Kind()
  373. if allowShadow {
  374. var keyWithShadows *Key
  375. for i := 0; i < field.Len(); i++ {
  376. var val string
  377. switch sliceOf {
  378. case reflect.String:
  379. val = slice.Index(i).String()
  380. case reflect.Int, reflect.Int64:
  381. val = fmt.Sprint(slice.Index(i).Int())
  382. case reflect.Uint, reflect.Uint64:
  383. val = fmt.Sprint(slice.Index(i).Uint())
  384. case reflect.Float64:
  385. val = fmt.Sprint(slice.Index(i).Float())
  386. case reflect.Bool:
  387. val = fmt.Sprint(slice.Index(i).Bool())
  388. case reflectTime:
  389. val = slice.Index(i).Interface().(time.Time).Format(time.RFC3339)
  390. default:
  391. return fmt.Errorf("unsupported type '[]%s'", sliceOf)
  392. }
  393. if i == 0 {
  394. keyWithShadows = newKey(key.s, key.name, val)
  395. } else {
  396. keyWithShadows.AddShadow(val)
  397. }
  398. }
  399. key = keyWithShadows
  400. return nil
  401. }
  402. var buf bytes.Buffer
  403. for i := 0; i < field.Len(); i++ {
  404. switch sliceOf {
  405. case reflect.String:
  406. buf.WriteString(slice.Index(i).String())
  407. case reflect.Int, reflect.Int64:
  408. buf.WriteString(fmt.Sprint(slice.Index(i).Int()))
  409. case reflect.Uint, reflect.Uint64:
  410. buf.WriteString(fmt.Sprint(slice.Index(i).Uint()))
  411. case reflect.Float64:
  412. buf.WriteString(fmt.Sprint(slice.Index(i).Float()))
  413. case reflect.Bool:
  414. buf.WriteString(fmt.Sprint(slice.Index(i).Bool()))
  415. case reflectTime:
  416. buf.WriteString(slice.Index(i).Interface().(time.Time).Format(time.RFC3339))
  417. default:
  418. return fmt.Errorf("unsupported type '[]%s'", sliceOf)
  419. }
  420. buf.WriteString(delim)
  421. }
  422. key.SetValue(buf.String()[:buf.Len()-len(delim)])
  423. return nil
  424. }
  425. // reflectWithProperType does the opposite thing as setWithProperType.
  426. func reflectWithProperType(t reflect.Type, key *Key, field reflect.Value, delim string, allowShadow bool) error {
  427. switch t.Kind() {
  428. case reflect.String:
  429. key.SetValue(field.String())
  430. case reflect.Bool:
  431. key.SetValue(fmt.Sprint(field.Bool()))
  432. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  433. key.SetValue(fmt.Sprint(field.Int()))
  434. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  435. key.SetValue(fmt.Sprint(field.Uint()))
  436. case reflect.Float32, reflect.Float64:
  437. key.SetValue(fmt.Sprint(field.Float()))
  438. case reflectTime:
  439. key.SetValue(fmt.Sprint(field.Interface().(time.Time).Format(time.RFC3339)))
  440. case reflect.Slice:
  441. return reflectSliceWithProperType(key, field, delim, allowShadow)
  442. case reflect.Ptr:
  443. if !field.IsNil() {
  444. return reflectWithProperType(t.Elem(), key, field.Elem(), delim, allowShadow)
  445. }
  446. default:
  447. return fmt.Errorf("unsupported type '%s'", t)
  448. }
  449. return nil
  450. }
  451. // CR: copied from encoding/json/encode.go with modifications of time.Time support.
  452. // TODO: add more test coverage.
  453. func isEmptyValue(v reflect.Value) bool {
  454. switch v.Kind() {
  455. case reflect.Array, reflect.Map, reflect.Slice, reflect.String:
  456. return v.Len() == 0
  457. case reflect.Bool:
  458. return !v.Bool()
  459. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  460. return v.Int() == 0
  461. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr:
  462. return v.Uint() == 0
  463. case reflect.Float32, reflect.Float64:
  464. return v.Float() == 0
  465. case reflect.Interface, reflect.Ptr:
  466. return v.IsNil()
  467. case reflectTime:
  468. t, ok := v.Interface().(time.Time)
  469. return ok && t.IsZero()
  470. }
  471. return false
  472. }
  473. // StructReflector is the interface implemented by struct types that can extract themselves into INI objects.
  474. type StructReflector interface {
  475. ReflectINIStruct(*File) error
  476. }
  477. func (s *Section) reflectFrom(val reflect.Value) error {
  478. if val.Kind() == reflect.Ptr {
  479. val = val.Elem()
  480. }
  481. typ := val.Type()
  482. for i := 0; i < typ.NumField(); i++ {
  483. field := val.Field(i)
  484. tpField := typ.Field(i)
  485. tag := tpField.Tag.Get("ini")
  486. if tag == "-" {
  487. continue
  488. }
  489. rawName, omitEmpty, allowShadow := parseTagOptions(tag)
  490. if omitEmpty && isEmptyValue(field) {
  491. continue
  492. }
  493. if r, ok := field.Interface().(StructReflector); ok {
  494. return r.ReflectINIStruct(s.f)
  495. }
  496. fieldName := s.parseFieldName(tpField.Name, rawName)
  497. if len(fieldName) == 0 || !field.CanSet() {
  498. continue
  499. }
  500. if (tpField.Type.Kind() == reflect.Ptr && tpField.Anonymous) ||
  501. (tpField.Type.Kind() == reflect.Struct && tpField.Type.Name() != "Time") {
  502. // Note: The only error here is section doesn't exist.
  503. sec, err := s.f.GetSection(fieldName)
  504. if err != nil {
  505. // Note: fieldName can never be empty here, ignore error.
  506. sec, _ = s.f.NewSection(fieldName)
  507. }
  508. // Add comment from comment tag
  509. if len(sec.Comment) == 0 {
  510. sec.Comment = tpField.Tag.Get("comment")
  511. }
  512. if err = sec.reflectFrom(field); err != nil {
  513. return fmt.Errorf("error reflecting field %q: %v", fieldName, err)
  514. }
  515. continue
  516. }
  517. key, err := s.GetKey(fieldName)
  518. if err != nil {
  519. key, _ = s.NewKey(fieldName, "")
  520. }
  521. // Add comment from comment tag
  522. if len(key.Comment) == 0 {
  523. key.Comment = tpField.Tag.Get("comment")
  524. }
  525. delim := parseDelim(tpField.Tag.Get("delim"))
  526. if err = reflectWithProperType(tpField.Type, key, field, delim, allowShadow); err != nil {
  527. return fmt.Errorf("error reflecting field %q: %v", fieldName, err)
  528. }
  529. }
  530. return nil
  531. }
  532. // ReflectFrom reflects secion from given struct.
  533. func (s *Section) ReflectFrom(v interface{}) error {
  534. typ := reflect.TypeOf(v)
  535. val := reflect.ValueOf(v)
  536. if typ.Kind() == reflect.Ptr {
  537. typ = typ.Elem()
  538. val = val.Elem()
  539. } else {
  540. return errors.New("cannot reflect from non-pointer struct")
  541. }
  542. return s.reflectFrom(val)
  543. }
  544. // ReflectFrom reflects file from given struct.
  545. func (f *File) ReflectFrom(v interface{}) error {
  546. return f.Section("").ReflectFrom(v)
  547. }
  548. // ReflectFromWithMapper reflects data sources from given struct with name mapper.
  549. func ReflectFromWithMapper(cfg *File, v interface{}, mapper NameMapper) error {
  550. cfg.NameMapper = mapper
  551. return cfg.ReflectFrom(v)
  552. }
  553. // ReflectFrom reflects data sources from given struct.
  554. func ReflectFrom(cfg *File, v interface{}) error {
  555. return ReflectFromWithMapper(cfg, v, nil)
  556. }