session_convert.go 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551
  1. // Copyright 2017 The Xorm Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package xorm
  5. import (
  6. "database/sql"
  7. "errors"
  8. "fmt"
  9. "reflect"
  10. "strconv"
  11. "strings"
  12. "time"
  13. "xorm.io/xorm/convert"
  14. "xorm.io/xorm/internal/json"
  15. "xorm.io/xorm/internal/utils"
  16. "xorm.io/xorm/schemas"
  17. )
  18. func (session *Session) str2Time(col *schemas.Column, data string) (outTime time.Time, outErr error) {
  19. sdata := strings.TrimSpace(data)
  20. var x time.Time
  21. var err error
  22. var parseLoc = session.engine.DatabaseTZ
  23. if col.TimeZone != nil {
  24. parseLoc = col.TimeZone
  25. }
  26. if sdata == utils.ZeroTime0 || sdata == utils.ZeroTime1 {
  27. } else if !strings.ContainsAny(sdata, "- :") { // !nashtsai! has only found that mymysql driver is using this for time type column
  28. // time stamp
  29. sd, err := strconv.ParseInt(sdata, 10, 64)
  30. if err == nil {
  31. x = time.Unix(sd, 0)
  32. //session.engine.logger.Debugf("time(0) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  33. } else {
  34. //session.engine.logger.Debugf("time(0) err key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  35. }
  36. } else if len(sdata) > 19 && strings.Contains(sdata, "-") {
  37. x, err = time.ParseInLocation(time.RFC3339Nano, sdata, parseLoc)
  38. session.engine.logger.Debugf("time(1) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  39. if err != nil {
  40. x, err = time.ParseInLocation("2006-01-02 15:04:05.999999999", sdata, parseLoc)
  41. //session.engine.logger.Debugf("time(2) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  42. }
  43. if err != nil {
  44. x, err = time.ParseInLocation("2006-01-02 15:04:05.9999999 Z07:00", sdata, parseLoc)
  45. //session.engine.logger.Debugf("time(3) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  46. }
  47. } else if len(sdata) == 19 && strings.Contains(sdata, "-") {
  48. x, err = time.ParseInLocation("2006-01-02 15:04:05", sdata, parseLoc)
  49. //session.engine.logger.Debugf("time(4) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  50. } else if len(sdata) == 10 && sdata[4] == '-' && sdata[7] == '-' {
  51. x, err = time.ParseInLocation("2006-01-02", sdata, parseLoc)
  52. //session.engine.logger.Debugf("time(5) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  53. } else if col.SQLType.Name == schemas.Time {
  54. if strings.Contains(sdata, " ") {
  55. ssd := strings.Split(sdata, " ")
  56. sdata = ssd[1]
  57. }
  58. sdata = strings.TrimSpace(sdata)
  59. if session.engine.dialect.URI().DBType == schemas.MYSQL && len(sdata) > 8 {
  60. sdata = sdata[len(sdata)-8:]
  61. }
  62. st := fmt.Sprintf("2006-01-02 %v", sdata)
  63. x, err = time.ParseInLocation("2006-01-02 15:04:05", st, parseLoc)
  64. //session.engine.logger.Debugf("time(6) key[%v]: %+v | sdata: [%v]\n", col.FieldName, x, sdata)
  65. } else {
  66. outErr = fmt.Errorf("unsupported time format %v", sdata)
  67. return
  68. }
  69. if err != nil {
  70. outErr = fmt.Errorf("unsupported time format %v: %v", sdata, err)
  71. return
  72. }
  73. outTime = x.In(session.engine.TZLocation)
  74. return
  75. }
  76. func (session *Session) byte2Time(col *schemas.Column, data []byte) (outTime time.Time, outErr error) {
  77. return session.str2Time(col, string(data))
  78. }
  79. // convert a db data([]byte) to a field value
  80. func (session *Session) bytes2Value(col *schemas.Column, fieldValue *reflect.Value, data []byte) error {
  81. if structConvert, ok := fieldValue.Addr().Interface().(convert.Conversion); ok {
  82. return structConvert.FromDB(data)
  83. }
  84. if structConvert, ok := fieldValue.Interface().(convert.Conversion); ok {
  85. return structConvert.FromDB(data)
  86. }
  87. var v interface{}
  88. key := col.Name
  89. fieldType := fieldValue.Type()
  90. switch fieldType.Kind() {
  91. case reflect.Complex64, reflect.Complex128:
  92. x := reflect.New(fieldType)
  93. if len(data) > 0 {
  94. err := json.DefaultJSONHandler.Unmarshal(data, x.Interface())
  95. if err != nil {
  96. return err
  97. }
  98. fieldValue.Set(x.Elem())
  99. }
  100. case reflect.Slice, reflect.Array, reflect.Map:
  101. v = data
  102. t := fieldType.Elem()
  103. k := t.Kind()
  104. if col.SQLType.IsText() {
  105. x := reflect.New(fieldType)
  106. if len(data) > 0 {
  107. err := json.DefaultJSONHandler.Unmarshal(data, x.Interface())
  108. if err != nil {
  109. return err
  110. }
  111. fieldValue.Set(x.Elem())
  112. }
  113. } else if col.SQLType.IsBlob() {
  114. if k == reflect.Uint8 {
  115. fieldValue.Set(reflect.ValueOf(v))
  116. } else {
  117. x := reflect.New(fieldType)
  118. if len(data) > 0 {
  119. err := json.DefaultJSONHandler.Unmarshal(data, x.Interface())
  120. if err != nil {
  121. return err
  122. }
  123. fieldValue.Set(x.Elem())
  124. }
  125. }
  126. } else {
  127. return ErrUnSupportedType
  128. }
  129. case reflect.String:
  130. fieldValue.SetString(string(data))
  131. case reflect.Bool:
  132. v, err := asBool(data)
  133. if err != nil {
  134. return fmt.Errorf("arg %v as bool: %s", key, err.Error())
  135. }
  136. fieldValue.Set(reflect.ValueOf(v))
  137. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  138. sdata := string(data)
  139. var x int64
  140. var err error
  141. // for mysql, when use bit, it returned \x01
  142. if col.SQLType.Name == schemas.Bit &&
  143. session.engine.dialect.URI().DBType == schemas.MYSQL { // !nashtsai! TODO dialect needs to provide conversion interface API
  144. if len(data) == 1 {
  145. x = int64(data[0])
  146. } else {
  147. x = 0
  148. }
  149. } else if strings.HasPrefix(sdata, "0x") {
  150. x, err = strconv.ParseInt(sdata, 16, 64)
  151. } else if strings.HasPrefix(sdata, "0") {
  152. x, err = strconv.ParseInt(sdata, 8, 64)
  153. } else if strings.EqualFold(sdata, "true") {
  154. x = 1
  155. } else if strings.EqualFold(sdata, "false") {
  156. x = 0
  157. } else {
  158. if col.SQLType.Name == schemas.DateTime {
  159. if len(sdata) == 20 {
  160. t, err := time.Parse("2006-01-02T15:04:05Z", sdata)
  161. if err != nil {
  162. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  163. }
  164. x = t.Unix()
  165. } else if len(sdata) == 19 {
  166. var parseFormat = "2006-01-02 15:04:05"
  167. if sdata[10] == 'T' {
  168. parseFormat = "2006-01-02T15:04:05"
  169. }
  170. t, err := time.Parse(parseFormat, sdata)
  171. if err != nil {
  172. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  173. }
  174. x = t.Unix()
  175. } else {
  176. x, err = strconv.ParseInt(sdata, 10, 64)
  177. }
  178. } else {
  179. x, err = strconv.ParseInt(sdata, 10, 64)
  180. }
  181. }
  182. if err != nil {
  183. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  184. }
  185. fieldValue.SetInt(x)
  186. case reflect.Float32, reflect.Float64:
  187. x, err := strconv.ParseFloat(string(data), 64)
  188. if err != nil {
  189. return fmt.Errorf("arg %v as float64: %s", key, err.Error())
  190. }
  191. fieldValue.SetFloat(x)
  192. case reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uint:
  193. x, err := strconv.ParseUint(string(data), 10, 64)
  194. if err != nil {
  195. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  196. }
  197. fieldValue.SetUint(x)
  198. //Currently only support Time type
  199. case reflect.Struct:
  200. // !<winxxp>! 增加支持sql.Scanner接口的结构,如sql.NullString
  201. if nulVal, ok := fieldValue.Addr().Interface().(sql.Scanner); ok {
  202. if err := nulVal.Scan(data); err != nil {
  203. return fmt.Errorf("sql.Scan(%v) failed: %s ", data, err.Error())
  204. }
  205. } else {
  206. if fieldType.ConvertibleTo(schemas.TimeType) {
  207. x, err := session.byte2Time(col, data)
  208. if err != nil {
  209. return err
  210. }
  211. v = x
  212. fieldValue.Set(reflect.ValueOf(v).Convert(fieldType))
  213. } else if session.statement.UseCascade {
  214. table, err := session.engine.tagParser.ParseWithCache(*fieldValue)
  215. if err != nil {
  216. return err
  217. }
  218. // TODO: current only support 1 primary key
  219. if len(table.PrimaryKeys) > 1 {
  220. return errors.New("unsupported composited primary key cascade")
  221. }
  222. var pk = make(schemas.PK, len(table.PrimaryKeys))
  223. rawValueType := table.ColumnType(table.PKColumns()[0].FieldName)
  224. pk[0], err = str2PK(string(data), rawValueType)
  225. if err != nil {
  226. return err
  227. }
  228. if !pk.IsZero() {
  229. // !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
  230. // however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
  231. // property to be fetched lazily
  232. structInter := reflect.New(fieldValue.Type())
  233. has, err := session.ID(pk).NoCascade().get(structInter.Interface())
  234. if err != nil {
  235. return err
  236. }
  237. if has {
  238. v = structInter.Elem().Interface()
  239. fieldValue.Set(reflect.ValueOf(v))
  240. } else {
  241. return errors.New("cascade obj is not exist")
  242. }
  243. }
  244. }
  245. }
  246. case reflect.Ptr:
  247. // !nashtsai! TODO merge duplicated codes above
  248. //typeStr := fieldType.String()
  249. switch fieldType.Elem().Kind() {
  250. // case "*string":
  251. case schemas.StringType.Kind():
  252. x := string(data)
  253. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  254. // case "*bool":
  255. case schemas.BoolType.Kind():
  256. d := string(data)
  257. v, err := strconv.ParseBool(d)
  258. if err != nil {
  259. return fmt.Errorf("arg %v as bool: %s", key, err.Error())
  260. }
  261. fieldValue.Set(reflect.ValueOf(&v).Convert(fieldType))
  262. // case "*complex64":
  263. case schemas.Complex64Type.Kind():
  264. var x complex64
  265. if len(data) > 0 {
  266. err := json.DefaultJSONHandler.Unmarshal(data, &x)
  267. if err != nil {
  268. return err
  269. }
  270. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  271. }
  272. // case "*complex128":
  273. case schemas.Complex128Type.Kind():
  274. var x complex128
  275. if len(data) > 0 {
  276. err := json.DefaultJSONHandler.Unmarshal(data, &x)
  277. if err != nil {
  278. return err
  279. }
  280. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  281. }
  282. // case "*float64":
  283. case schemas.Float64Type.Kind():
  284. x, err := strconv.ParseFloat(string(data), 64)
  285. if err != nil {
  286. return fmt.Errorf("arg %v as float64: %s", key, err.Error())
  287. }
  288. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  289. // case "*float32":
  290. case schemas.Float32Type.Kind():
  291. var x float32
  292. x1, err := strconv.ParseFloat(string(data), 32)
  293. if err != nil {
  294. return fmt.Errorf("arg %v as float32: %s", key, err.Error())
  295. }
  296. x = float32(x1)
  297. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  298. // case "*uint64":
  299. case schemas.Uint64Type.Kind():
  300. var x uint64
  301. x, err := strconv.ParseUint(string(data), 10, 64)
  302. if err != nil {
  303. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  304. }
  305. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  306. // case "*uint":
  307. case schemas.UintType.Kind():
  308. var x uint
  309. x1, err := strconv.ParseUint(string(data), 10, 64)
  310. if err != nil {
  311. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  312. }
  313. x = uint(x1)
  314. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  315. // case "*uint32":
  316. case schemas.Uint32Type.Kind():
  317. var x uint32
  318. x1, err := strconv.ParseUint(string(data), 10, 64)
  319. if err != nil {
  320. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  321. }
  322. x = uint32(x1)
  323. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  324. // case "*uint8":
  325. case schemas.Uint8Type.Kind():
  326. var x uint8
  327. x1, err := strconv.ParseUint(string(data), 10, 64)
  328. if err != nil {
  329. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  330. }
  331. x = uint8(x1)
  332. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  333. // case "*uint16":
  334. case schemas.Uint16Type.Kind():
  335. var x uint16
  336. x1, err := strconv.ParseUint(string(data), 10, 64)
  337. if err != nil {
  338. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  339. }
  340. x = uint16(x1)
  341. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  342. // case "*int64":
  343. case schemas.Int64Type.Kind():
  344. sdata := string(data)
  345. var x int64
  346. var err error
  347. // for mysql, when use bit, it returned \x01
  348. if col.SQLType.Name == schemas.Bit &&
  349. strings.Contains(session.engine.DriverName(), "mysql") {
  350. if len(data) == 1 {
  351. x = int64(data[0])
  352. } else {
  353. x = 0
  354. }
  355. } else if strings.HasPrefix(sdata, "0x") {
  356. x, err = strconv.ParseInt(sdata, 16, 64)
  357. } else if strings.HasPrefix(sdata, "0") {
  358. x, err = strconv.ParseInt(sdata, 8, 64)
  359. } else {
  360. x, err = strconv.ParseInt(sdata, 10, 64)
  361. }
  362. if err != nil {
  363. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  364. }
  365. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  366. // case "*int":
  367. case schemas.IntType.Kind():
  368. sdata := string(data)
  369. var x int
  370. var x1 int64
  371. var err error
  372. // for mysql, when use bit, it returned \x01
  373. if col.SQLType.Name == schemas.Bit &&
  374. strings.Contains(session.engine.DriverName(), "mysql") {
  375. if len(data) == 1 {
  376. x = int(data[0])
  377. } else {
  378. x = 0
  379. }
  380. } else if strings.HasPrefix(sdata, "0x") {
  381. x1, err = strconv.ParseInt(sdata, 16, 64)
  382. x = int(x1)
  383. } else if strings.HasPrefix(sdata, "0") {
  384. x1, err = strconv.ParseInt(sdata, 8, 64)
  385. x = int(x1)
  386. } else {
  387. x1, err = strconv.ParseInt(sdata, 10, 64)
  388. x = int(x1)
  389. }
  390. if err != nil {
  391. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  392. }
  393. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  394. // case "*int32":
  395. case schemas.Int32Type.Kind():
  396. sdata := string(data)
  397. var x int32
  398. var x1 int64
  399. var err error
  400. // for mysql, when use bit, it returned \x01
  401. if col.SQLType.Name == schemas.Bit &&
  402. session.engine.dialect.URI().DBType == schemas.MYSQL {
  403. if len(data) == 1 {
  404. x = int32(data[0])
  405. } else {
  406. x = 0
  407. }
  408. } else if strings.HasPrefix(sdata, "0x") {
  409. x1, err = strconv.ParseInt(sdata, 16, 64)
  410. x = int32(x1)
  411. } else if strings.HasPrefix(sdata, "0") {
  412. x1, err = strconv.ParseInt(sdata, 8, 64)
  413. x = int32(x1)
  414. } else {
  415. x1, err = strconv.ParseInt(sdata, 10, 64)
  416. x = int32(x1)
  417. }
  418. if err != nil {
  419. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  420. }
  421. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  422. // case "*int8":
  423. case schemas.Int8Type.Kind():
  424. sdata := string(data)
  425. var x int8
  426. var x1 int64
  427. var err error
  428. // for mysql, when use bit, it returned \x01
  429. if col.SQLType.Name == schemas.Bit &&
  430. strings.Contains(session.engine.DriverName(), "mysql") {
  431. if len(data) == 1 {
  432. x = int8(data[0])
  433. } else {
  434. x = 0
  435. }
  436. } else if strings.HasPrefix(sdata, "0x") {
  437. x1, err = strconv.ParseInt(sdata, 16, 64)
  438. x = int8(x1)
  439. } else if strings.HasPrefix(sdata, "0") {
  440. x1, err = strconv.ParseInt(sdata, 8, 64)
  441. x = int8(x1)
  442. } else {
  443. x1, err = strconv.ParseInt(sdata, 10, 64)
  444. x = int8(x1)
  445. }
  446. if err != nil {
  447. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  448. }
  449. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  450. // case "*int16":
  451. case schemas.Int16Type.Kind():
  452. sdata := string(data)
  453. var x int16
  454. var x1 int64
  455. var err error
  456. // for mysql, when use bit, it returned \x01
  457. if col.SQLType.Name == schemas.Bit &&
  458. strings.Contains(session.engine.DriverName(), "mysql") {
  459. if len(data) == 1 {
  460. x = int16(data[0])
  461. } else {
  462. x = 0
  463. }
  464. } else if strings.HasPrefix(sdata, "0x") {
  465. x1, err = strconv.ParseInt(sdata, 16, 64)
  466. x = int16(x1)
  467. } else if strings.HasPrefix(sdata, "0") {
  468. x1, err = strconv.ParseInt(sdata, 8, 64)
  469. x = int16(x1)
  470. } else {
  471. x1, err = strconv.ParseInt(sdata, 10, 64)
  472. x = int16(x1)
  473. }
  474. if err != nil {
  475. return fmt.Errorf("arg %v as int: %s", key, err.Error())
  476. }
  477. fieldValue.Set(reflect.ValueOf(&x).Convert(fieldType))
  478. // case "*SomeStruct":
  479. case reflect.Struct:
  480. switch fieldType {
  481. // case "*.time.Time":
  482. case schemas.PtrTimeType:
  483. x, err := session.byte2Time(col, data)
  484. if err != nil {
  485. return err
  486. }
  487. v = x
  488. fieldValue.Set(reflect.ValueOf(&x))
  489. default:
  490. if session.statement.UseCascade {
  491. structInter := reflect.New(fieldType.Elem())
  492. table, err := session.engine.tagParser.ParseWithCache(structInter.Elem())
  493. if err != nil {
  494. return err
  495. }
  496. if len(table.PrimaryKeys) > 1 {
  497. return errors.New("unsupported composited primary key cascade")
  498. }
  499. var pk = make(schemas.PK, len(table.PrimaryKeys))
  500. rawValueType := table.ColumnType(table.PKColumns()[0].FieldName)
  501. pk[0], err = str2PK(string(data), rawValueType)
  502. if err != nil {
  503. return err
  504. }
  505. if !pk.IsZero() {
  506. // !nashtsai! TODO for hasOne relationship, it's preferred to use join query for eager fetch
  507. // however, also need to consider adding a 'lazy' attribute to xorm tag which allow hasOne
  508. // property to be fetched lazily
  509. has, err := session.ID(pk).NoCascade().get(structInter.Interface())
  510. if err != nil {
  511. return err
  512. }
  513. if has {
  514. v = structInter.Interface()
  515. fieldValue.Set(reflect.ValueOf(v))
  516. } else {
  517. return errors.New("cascade obj is not exist")
  518. }
  519. }
  520. } else {
  521. return fmt.Errorf("unsupported struct type in Scan: %s", fieldValue.Type().String())
  522. }
  523. }
  524. default:
  525. return fmt.Errorf("unsupported type in Scan: %s", fieldValue.Type().String())
  526. }
  527. default:
  528. return fmt.Errorf("unsupported type in Scan: %s", fieldValue.Type().String())
  529. }
  530. return nil
  531. }