You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303
  1. // Copyright 2015 The Xorm Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package xorm
  5. import (
  6. "context"
  7. "database/sql"
  8. "errors"
  9. "fmt"
  10. "io"
  11. "os"
  12. "reflect"
  13. "runtime"
  14. "strconv"
  15. "strings"
  16. "time"
  17. "xorm.io/xorm/caches"
  18. "xorm.io/xorm/contexts"
  19. "xorm.io/xorm/core"
  20. "xorm.io/xorm/dialects"
  21. "xorm.io/xorm/internal/utils"
  22. "xorm.io/xorm/log"
  23. "xorm.io/xorm/names"
  24. "xorm.io/xorm/schemas"
  25. "xorm.io/xorm/tags"
  26. )
  27. // Engine is the major struct of xorm, it means a database manager.
  28. // Commonly, an application only need one engine
  29. type Engine struct {
  30. cacherMgr *caches.Manager
  31. defaultContext context.Context
  32. dialect dialects.Dialect
  33. engineGroup *EngineGroup
  34. logger log.ContextLogger
  35. tagParser *tags.Parser
  36. db *core.DB
  37. driverName string
  38. dataSourceName string
  39. TZLocation *time.Location // The timezone of the application
  40. DatabaseTZ *time.Location // The timezone of the database
  41. logSessionID bool // create session id
  42. }
  43. // NewEngine new a db manager according to the parameter. Currently support four
  44. // drivers
  45. func NewEngine(driverName string, dataSourceName string) (*Engine, error) {
  46. dialect, err := dialects.OpenDialect(driverName, dataSourceName)
  47. if err != nil {
  48. return nil, err
  49. }
  50. db, err := core.Open(driverName, dataSourceName)
  51. if err != nil {
  52. return nil, err
  53. }
  54. cacherMgr := caches.NewManager()
  55. mapper := names.NewCacheMapper(new(names.SnakeMapper))
  56. tagParser := tags.NewParser("xorm", dialect, mapper, mapper, cacherMgr)
  57. engine := &Engine{
  58. dialect: dialect,
  59. TZLocation: time.Local,
  60. defaultContext: context.Background(),
  61. cacherMgr: cacherMgr,
  62. tagParser: tagParser,
  63. driverName: driverName,
  64. dataSourceName: dataSourceName,
  65. db: db,
  66. logSessionID: false,
  67. }
  68. if dialect.URI().DBType == schemas.SQLITE {
  69. engine.DatabaseTZ = time.UTC
  70. } else {
  71. engine.DatabaseTZ = time.Local
  72. }
  73. logger := log.NewSimpleLogger(os.Stdout)
  74. logger.SetLevel(log.LOG_INFO)
  75. engine.SetLogger(log.NewLoggerAdapter(logger))
  76. runtime.SetFinalizer(engine, func(engine *Engine) {
  77. engine.Close()
  78. })
  79. return engine, nil
  80. }
  81. // NewEngineWithParams new a db manager with params. The params will be passed to dialects.
  82. func NewEngineWithParams(driverName string, dataSourceName string, params map[string]string) (*Engine, error) {
  83. engine, err := NewEngine(driverName, dataSourceName)
  84. engine.dialect.SetParams(params)
  85. return engine, err
  86. }
  87. // EnableSessionID if enable session id
  88. func (engine *Engine) EnableSessionID(enable bool) {
  89. engine.logSessionID = enable
  90. }
  91. // SetCacher sets cacher for the table
  92. func (engine *Engine) SetCacher(tableName string, cacher caches.Cacher) {
  93. engine.cacherMgr.SetCacher(tableName, cacher)
  94. }
  95. // GetCacher returns the cachher of the special table
  96. func (engine *Engine) GetCacher(tableName string) caches.Cacher {
  97. return engine.cacherMgr.GetCacher(tableName)
  98. }
  99. // SetQuotePolicy sets the special quote policy
  100. func (engine *Engine) SetQuotePolicy(quotePolicy dialects.QuotePolicy) {
  101. engine.dialect.SetQuotePolicy(quotePolicy)
  102. }
  103. // BufferSize sets buffer size for iterate
  104. func (engine *Engine) BufferSize(size int) *Session {
  105. session := engine.NewSession()
  106. session.isAutoClose = true
  107. return session.BufferSize(size)
  108. }
  109. // ShowSQL show SQL statement or not on logger if log level is great than INFO
  110. func (engine *Engine) ShowSQL(show ...bool) {
  111. engine.logger.ShowSQL(show...)
  112. engine.DB().Logger = engine.logger
  113. }
  114. // Logger return the logger interface
  115. func (engine *Engine) Logger() log.ContextLogger {
  116. return engine.logger
  117. }
  118. // SetLogger set the new logger
  119. func (engine *Engine) SetLogger(logger interface{}) {
  120. var realLogger log.ContextLogger
  121. switch t := logger.(type) {
  122. case log.ContextLogger:
  123. realLogger = t
  124. case log.Logger:
  125. realLogger = log.NewLoggerAdapter(t)
  126. }
  127. engine.logger = realLogger
  128. engine.DB().Logger = realLogger
  129. }
  130. // SetLogLevel sets the logger level
  131. func (engine *Engine) SetLogLevel(level log.LogLevel) {
  132. engine.logger.SetLevel(level)
  133. }
  134. // SetDisableGlobalCache disable global cache or not
  135. func (engine *Engine) SetDisableGlobalCache(disable bool) {
  136. engine.cacherMgr.SetDisableGlobalCache(disable)
  137. }
  138. // DriverName return the current sql driver's name
  139. func (engine *Engine) DriverName() string {
  140. return engine.driverName
  141. }
  142. // DataSourceName return the current connection string
  143. func (engine *Engine) DataSourceName() string {
  144. return engine.dataSourceName
  145. }
  146. // SetMapper set the name mapping rules
  147. func (engine *Engine) SetMapper(mapper names.Mapper) {
  148. engine.SetTableMapper(mapper)
  149. engine.SetColumnMapper(mapper)
  150. }
  151. // SetTableMapper set the table name mapping rule
  152. func (engine *Engine) SetTableMapper(mapper names.Mapper) {
  153. engine.tagParser.SetTableMapper(mapper)
  154. }
  155. // SetColumnMapper set the column name mapping rule
  156. func (engine *Engine) SetColumnMapper(mapper names.Mapper) {
  157. engine.tagParser.SetColumnMapper(mapper)
  158. }
  159. // Quote Use QuoteStr quote the string sql
  160. func (engine *Engine) Quote(value string) string {
  161. value = strings.TrimSpace(value)
  162. if len(value) == 0 {
  163. return value
  164. }
  165. buf := strings.Builder{}
  166. engine.QuoteTo(&buf, value)
  167. return buf.String()
  168. }
  169. // QuoteTo quotes string and writes into the buffer
  170. func (engine *Engine) QuoteTo(buf *strings.Builder, value string) {
  171. if buf == nil {
  172. return
  173. }
  174. value = strings.TrimSpace(value)
  175. if value == "" {
  176. return
  177. }
  178. engine.dialect.Quoter().QuoteTo(buf, value)
  179. }
  180. // SQLType A simple wrapper to dialect's core.SqlType method
  181. func (engine *Engine) SQLType(c *schemas.Column) string {
  182. return engine.dialect.SQLType(c)
  183. }
  184. // AutoIncrStr Database's autoincrement statement
  185. func (engine *Engine) AutoIncrStr() string {
  186. return engine.dialect.AutoIncrStr()
  187. }
  188. // SetConnMaxLifetime sets the maximum amount of time a connection may be reused.
  189. func (engine *Engine) SetConnMaxLifetime(d time.Duration) {
  190. engine.DB().SetConnMaxLifetime(d)
  191. }
  192. // SetMaxOpenConns is only available for go 1.2+
  193. func (engine *Engine) SetMaxOpenConns(conns int) {
  194. engine.DB().SetMaxOpenConns(conns)
  195. }
  196. // SetMaxIdleConns set the max idle connections on pool, default is 2
  197. func (engine *Engine) SetMaxIdleConns(conns int) {
  198. engine.DB().SetMaxIdleConns(conns)
  199. }
  200. // SetDefaultCacher set the default cacher. Xorm's default not enable cacher.
  201. func (engine *Engine) SetDefaultCacher(cacher caches.Cacher) {
  202. engine.cacherMgr.SetDefaultCacher(cacher)
  203. }
  204. // GetDefaultCacher returns the default cacher
  205. func (engine *Engine) GetDefaultCacher() caches.Cacher {
  206. return engine.cacherMgr.GetDefaultCacher()
  207. }
  208. // NoCache If you has set default cacher, and you want temporilly stop use cache,
  209. // you can use NoCache()
  210. func (engine *Engine) NoCache() *Session {
  211. session := engine.NewSession()
  212. session.isAutoClose = true
  213. return session.NoCache()
  214. }
  215. // NoCascade If you do not want to auto cascade load object
  216. func (engine *Engine) NoCascade() *Session {
  217. session := engine.NewSession()
  218. session.isAutoClose = true
  219. return session.NoCascade()
  220. }
  221. // MapCacher Set a table use a special cacher
  222. func (engine *Engine) MapCacher(bean interface{}, cacher caches.Cacher) error {
  223. engine.SetCacher(dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean, true), cacher)
  224. return nil
  225. }
  226. // NewDB provides an interface to operate database directly
  227. func (engine *Engine) NewDB() (*core.DB, error) {
  228. return core.Open(engine.driverName, engine.dataSourceName)
  229. }
  230. // DB return the wrapper of sql.DB
  231. func (engine *Engine) DB() *core.DB {
  232. return engine.db
  233. }
  234. // Dialect return database dialect
  235. func (engine *Engine) Dialect() dialects.Dialect {
  236. return engine.dialect
  237. }
  238. // NewSession New a session
  239. func (engine *Engine) NewSession() *Session {
  240. return newSession(engine)
  241. }
  242. // Close the engine
  243. func (engine *Engine) Close() error {
  244. return engine.DB().Close()
  245. }
  246. // Ping tests if database is alive
  247. func (engine *Engine) Ping() error {
  248. session := engine.NewSession()
  249. defer session.Close()
  250. return session.Ping()
  251. }
  252. // SQL method let's you manually write raw SQL and operate
  253. // For example:
  254. //
  255. // engine.SQL("select * from user").Find(&users)
  256. //
  257. // This code will execute "select * from user" and set the records to users
  258. func (engine *Engine) SQL(query interface{}, args ...interface{}) *Session {
  259. session := engine.NewSession()
  260. session.isAutoClose = true
  261. return session.SQL(query, args...)
  262. }
  263. // NoAutoTime Default if your struct has "created" or "updated" filed tag, the fields
  264. // will automatically be filled with current time when Insert or Update
  265. // invoked. Call NoAutoTime if you dont' want to fill automatically.
  266. func (engine *Engine) NoAutoTime() *Session {
  267. session := engine.NewSession()
  268. session.isAutoClose = true
  269. return session.NoAutoTime()
  270. }
  271. // NoAutoCondition disable auto generate Where condition from bean or not
  272. func (engine *Engine) NoAutoCondition(no ...bool) *Session {
  273. session := engine.NewSession()
  274. session.isAutoClose = true
  275. return session.NoAutoCondition(no...)
  276. }
  277. func (engine *Engine) loadTableInfo(table *schemas.Table) error {
  278. colSeq, cols, err := engine.dialect.GetColumns(engine.db, engine.defaultContext, table.Name)
  279. if err != nil {
  280. return err
  281. }
  282. for _, name := range colSeq {
  283. table.AddColumn(cols[name])
  284. }
  285. indexes, err := engine.dialect.GetIndexes(engine.db, engine.defaultContext, table.Name)
  286. if err != nil {
  287. return err
  288. }
  289. table.Indexes = indexes
  290. var seq int
  291. for _, index := range indexes {
  292. for _, name := range index.Cols {
  293. parts := strings.Split(name, " ")
  294. if len(parts) > 1 {
  295. if parts[1] == "DESC" {
  296. seq = 1
  297. }
  298. }
  299. if col := table.GetColumn(parts[0]); col != nil {
  300. col.Indexes[index.Name] = index.Type
  301. } else {
  302. return fmt.Errorf("Unknown col %s seq %d, in index %v of table %v, columns %v", name, seq, index.Name, table.Name, table.ColumnsSeq())
  303. }
  304. }
  305. }
  306. return nil
  307. }
  308. // DBMetas Retrieve all tables, columns, indexes' informations from database.
  309. func (engine *Engine) DBMetas() ([]*schemas.Table, error) {
  310. tables, err := engine.dialect.GetTables(engine.db, engine.defaultContext)
  311. if err != nil {
  312. return nil, err
  313. }
  314. for _, table := range tables {
  315. if err = engine.loadTableInfo(table); err != nil {
  316. return nil, err
  317. }
  318. }
  319. return tables, nil
  320. }
  321. // DumpAllToFile dump database all table structs and data to a file
  322. func (engine *Engine) DumpAllToFile(fp string, tp ...schemas.DBType) error {
  323. f, err := os.Create(fp)
  324. if err != nil {
  325. return err
  326. }
  327. defer f.Close()
  328. return engine.DumpAll(f, tp...)
  329. }
  330. // DumpAll dump database all table structs and data to w
  331. func (engine *Engine) DumpAll(w io.Writer, tp ...schemas.DBType) error {
  332. tables, err := engine.DBMetas()
  333. if err != nil {
  334. return err
  335. }
  336. return engine.DumpTables(tables, w, tp...)
  337. }
  338. // DumpTablesToFile dump specified tables to SQL file.
  339. func (engine *Engine) DumpTablesToFile(tables []*schemas.Table, fp string, tp ...schemas.DBType) error {
  340. f, err := os.Create(fp)
  341. if err != nil {
  342. return err
  343. }
  344. defer f.Close()
  345. return engine.DumpTables(tables, f, tp...)
  346. }
  347. // DumpTables dump specify tables to io.Writer
  348. func (engine *Engine) DumpTables(tables []*schemas.Table, w io.Writer, tp ...schemas.DBType) error {
  349. return engine.dumpTables(tables, w, tp...)
  350. }
  351. func formatColumnValue(dstDialect dialects.Dialect, d interface{}, col *schemas.Column) string {
  352. if d == nil {
  353. return "NULL"
  354. }
  355. if dq, ok := d.(bool); ok && (dstDialect.URI().DBType == schemas.SQLITE ||
  356. dstDialect.URI().DBType == schemas.MSSQL) {
  357. if dq {
  358. return "1"
  359. }
  360. return "0"
  361. }
  362. if col.SQLType.IsText() {
  363. var v = fmt.Sprintf("%s", d)
  364. return "'" + strings.Replace(v, "'", "''", -1) + "'"
  365. } else if col.SQLType.IsTime() {
  366. var v = fmt.Sprintf("%s", d)
  367. if strings.HasSuffix(v, " +0000 UTC") {
  368. return fmt.Sprintf("'%s'", v[0:len(v)-len(" +0000 UTC")])
  369. } else if strings.HasSuffix(v, " +0000 +0000") {
  370. return fmt.Sprintf("'%s'", v[0:len(v)-len(" +0000 +0000")])
  371. }
  372. return "'" + strings.Replace(v, "'", "''", -1) + "'"
  373. } else if col.SQLType.IsBlob() {
  374. if reflect.TypeOf(d).Kind() == reflect.Slice {
  375. return fmt.Sprintf("%s", dstDialect.FormatBytes(d.([]byte)))
  376. } else if reflect.TypeOf(d).Kind() == reflect.String {
  377. return fmt.Sprintf("'%s'", d.(string))
  378. }
  379. } else if col.SQLType.IsNumeric() {
  380. switch reflect.TypeOf(d).Kind() {
  381. case reflect.Slice:
  382. if col.SQLType.Name == schemas.Bool {
  383. return fmt.Sprintf("%v", strconv.FormatBool(d.([]byte)[0] != byte('0')))
  384. }
  385. return fmt.Sprintf("%s", string(d.([]byte)))
  386. case reflect.Int16, reflect.Int8, reflect.Int32, reflect.Int64, reflect.Int:
  387. if col.SQLType.Name == schemas.Bool {
  388. v := reflect.ValueOf(d).Int() > 0
  389. if dstDialect.URI().DBType == schemas.SQLITE {
  390. if v {
  391. return "1"
  392. }
  393. return "0"
  394. }
  395. return fmt.Sprintf("%v", strconv.FormatBool(v))
  396. }
  397. return fmt.Sprintf("%v", d)
  398. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  399. if col.SQLType.Name == schemas.Bool {
  400. v := reflect.ValueOf(d).Uint() > 0
  401. if dstDialect.URI().DBType == schemas.SQLITE {
  402. if v {
  403. return "1"
  404. }
  405. return "0"
  406. }
  407. return fmt.Sprintf("%v", strconv.FormatBool(v))
  408. }
  409. return fmt.Sprintf("%v", d)
  410. default:
  411. return fmt.Sprintf("%v", d)
  412. }
  413. }
  414. s := fmt.Sprintf("%v", d)
  415. if strings.Contains(s, ":") || strings.Contains(s, "-") {
  416. if strings.HasSuffix(s, " +0000 UTC") {
  417. return fmt.Sprintf("'%s'", s[0:len(s)-len(" +0000 UTC")])
  418. }
  419. return fmt.Sprintf("'%s'", s)
  420. }
  421. return s
  422. }
  423. // dumpTables dump database all table structs and data to w with specify db type
  424. func (engine *Engine) dumpTables(tables []*schemas.Table, w io.Writer, tp ...schemas.DBType) error {
  425. var dstDialect dialects.Dialect
  426. if len(tp) == 0 {
  427. dstDialect = engine.dialect
  428. } else {
  429. dstDialect = dialects.QueryDialect(tp[0])
  430. if dstDialect == nil {
  431. return errors.New("Unsupported database type")
  432. }
  433. uri := engine.dialect.URI()
  434. destURI := dialects.URI{
  435. DBType: tp[0],
  436. DBName: uri.DBName,
  437. }
  438. dstDialect.Init(&destURI)
  439. }
  440. _, err := io.WriteString(w, fmt.Sprintf("/*Generated by xorm %s, from %s to %s*/\n\n",
  441. time.Now().In(engine.TZLocation).Format("2006-01-02 15:04:05"), engine.dialect.URI().DBType, dstDialect.URI().DBType))
  442. if err != nil {
  443. return err
  444. }
  445. for i, table := range tables {
  446. tableName := table.Name
  447. if dstDialect.URI().Schema != "" {
  448. tableName = fmt.Sprintf("%s.%s", dstDialect.URI().Schema, table.Name)
  449. }
  450. originalTableName := table.Name
  451. if engine.dialect.URI().Schema != "" {
  452. originalTableName = fmt.Sprintf("%s.%s", engine.dialect.URI().Schema, table.Name)
  453. }
  454. if i > 0 {
  455. _, err = io.WriteString(w, "\n")
  456. if err != nil {
  457. return err
  458. }
  459. }
  460. sqls, _ := dstDialect.CreateTableSQL(table, tableName)
  461. for _, s := range sqls {
  462. _, err = io.WriteString(w, s+";\n")
  463. if err != nil {
  464. return err
  465. }
  466. }
  467. if len(table.PKColumns()) > 0 && dstDialect.URI().DBType == schemas.MSSQL {
  468. fmt.Fprintf(w, "SET IDENTITY_INSERT [%s] ON;\n", table.Name)
  469. }
  470. for _, index := range table.Indexes {
  471. _, err = io.WriteString(w, dstDialect.CreateIndexSQL(table.Name, index)+";\n")
  472. if err != nil {
  473. return err
  474. }
  475. }
  476. cols := table.ColumnsSeq()
  477. colNames := engine.dialect.Quoter().Join(cols, ", ")
  478. destColNames := dstDialect.Quoter().Join(cols, ", ")
  479. rows, err := engine.DB().QueryContext(engine.defaultContext, "SELECT "+colNames+" FROM "+engine.Quote(originalTableName))
  480. if err != nil {
  481. return err
  482. }
  483. defer rows.Close()
  484. for rows.Next() {
  485. dest := make([]interface{}, len(cols))
  486. err = rows.ScanSlice(&dest)
  487. if err != nil {
  488. return err
  489. }
  490. _, err = io.WriteString(w, "INSERT INTO "+dstDialect.Quoter().Quote(tableName)+" ("+destColNames+") VALUES (")
  491. if err != nil {
  492. return err
  493. }
  494. var temp string
  495. for i, d := range dest {
  496. col := table.GetColumn(cols[i])
  497. if col == nil {
  498. return errors.New("unknow column error")
  499. }
  500. temp += "," + formatColumnValue(dstDialect, d, col)
  501. }
  502. _, err = io.WriteString(w, temp[1:]+");\n")
  503. if err != nil {
  504. return err
  505. }
  506. }
  507. // FIXME: Hack for postgres
  508. if dstDialect.URI().DBType == schemas.POSTGRES && table.AutoIncrColumn() != nil {
  509. _, err = io.WriteString(w, "SELECT setval('"+tableName+"_id_seq', COALESCE((SELECT MAX("+table.AutoIncrColumn().Name+") + 1 FROM "+dstDialect.Quoter().Quote(tableName)+"), 1), false);\n")
  510. if err != nil {
  511. return err
  512. }
  513. }
  514. }
  515. return nil
  516. }
  517. // Cascade use cascade or not
  518. func (engine *Engine) Cascade(trueOrFalse ...bool) *Session {
  519. session := engine.NewSession()
  520. session.isAutoClose = true
  521. return session.Cascade(trueOrFalse...)
  522. }
  523. // Where method provide a condition query
  524. func (engine *Engine) Where(query interface{}, args ...interface{}) *Session {
  525. session := engine.NewSession()
  526. session.isAutoClose = true
  527. return session.Where(query, args...)
  528. }
  529. // ID method provoide a condition as (id) = ?
  530. func (engine *Engine) ID(id interface{}) *Session {
  531. session := engine.NewSession()
  532. session.isAutoClose = true
  533. return session.ID(id)
  534. }
  535. // Before apply before Processor, affected bean is passed to closure arg
  536. func (engine *Engine) Before(closures func(interface{})) *Session {
  537. session := engine.NewSession()
  538. session.isAutoClose = true
  539. return session.Before(closures)
  540. }
  541. // After apply after insert Processor, affected bean is passed to closure arg
  542. func (engine *Engine) After(closures func(interface{})) *Session {
  543. session := engine.NewSession()
  544. session.isAutoClose = true
  545. return session.After(closures)
  546. }
  547. // Charset set charset when create table, only support mysql now
  548. func (engine *Engine) Charset(charset string) *Session {
  549. session := engine.NewSession()
  550. session.isAutoClose = true
  551. return session.Charset(charset)
  552. }
  553. // StoreEngine set store engine when create table, only support mysql now
  554. func (engine *Engine) StoreEngine(storeEngine string) *Session {
  555. session := engine.NewSession()
  556. session.isAutoClose = true
  557. return session.StoreEngine(storeEngine)
  558. }
  559. // Distinct use for distinct columns. Caution: when you are using cache,
  560. // distinct will not be cached because cache system need id,
  561. // but distinct will not provide id
  562. func (engine *Engine) Distinct(columns ...string) *Session {
  563. session := engine.NewSession()
  564. session.isAutoClose = true
  565. return session.Distinct(columns...)
  566. }
  567. // Select customerize your select columns or contents
  568. func (engine *Engine) Select(str string) *Session {
  569. session := engine.NewSession()
  570. session.isAutoClose = true
  571. return session.Select(str)
  572. }
  573. // Cols only use the parameters as select or update columns
  574. func (engine *Engine) Cols(columns ...string) *Session {
  575. session := engine.NewSession()
  576. session.isAutoClose = true
  577. return session.Cols(columns...)
  578. }
  579. // AllCols indicates that all columns should be use
  580. func (engine *Engine) AllCols() *Session {
  581. session := engine.NewSession()
  582. session.isAutoClose = true
  583. return session.AllCols()
  584. }
  585. // MustCols specify some columns must use even if they are empty
  586. func (engine *Engine) MustCols(columns ...string) *Session {
  587. session := engine.NewSession()
  588. session.isAutoClose = true
  589. return session.MustCols(columns...)
  590. }
  591. // UseBool xorm automatically retrieve condition according struct, but
  592. // if struct has bool field, it will ignore them. So use UseBool
  593. // to tell system to do not ignore them.
  594. // If no parameters, it will use all the bool field of struct, or
  595. // it will use parameters's columns
  596. func (engine *Engine) UseBool(columns ...string) *Session {
  597. session := engine.NewSession()
  598. session.isAutoClose = true
  599. return session.UseBool(columns...)
  600. }
  601. // Omit only not use the parameters as select or update columns
  602. func (engine *Engine) Omit(columns ...string) *Session {
  603. session := engine.NewSession()
  604. session.isAutoClose = true
  605. return session.Omit(columns...)
  606. }
  607. // Nullable set null when column is zero-value and nullable for update
  608. func (engine *Engine) Nullable(columns ...string) *Session {
  609. session := engine.NewSession()
  610. session.isAutoClose = true
  611. return session.Nullable(columns...)
  612. }
  613. // In will generate "column IN (?, ?)"
  614. func (engine *Engine) In(column string, args ...interface{}) *Session {
  615. session := engine.NewSession()
  616. session.isAutoClose = true
  617. return session.In(column, args...)
  618. }
  619. // NotIn will generate "column NOT IN (?, ?)"
  620. func (engine *Engine) NotIn(column string, args ...interface{}) *Session {
  621. session := engine.NewSession()
  622. session.isAutoClose = true
  623. return session.NotIn(column, args...)
  624. }
  625. // Incr provides a update string like "column = column + ?"
  626. func (engine *Engine) Incr(column string, arg ...interface{}) *Session {
  627. session := engine.NewSession()
  628. session.isAutoClose = true
  629. return session.Incr(column, arg...)
  630. }
  631. // Decr provides a update string like "column = column - ?"
  632. func (engine *Engine) Decr(column string, arg ...interface{}) *Session {
  633. session := engine.NewSession()
  634. session.isAutoClose = true
  635. return session.Decr(column, arg...)
  636. }
  637. // SetExpr provides a update string like "column = {expression}"
  638. func (engine *Engine) SetExpr(column string, expression interface{}) *Session {
  639. session := engine.NewSession()
  640. session.isAutoClose = true
  641. return session.SetExpr(column, expression)
  642. }
  643. // Table temporarily change the Get, Find, Update's table
  644. func (engine *Engine) Table(tableNameOrBean interface{}) *Session {
  645. session := engine.NewSession()
  646. session.isAutoClose = true
  647. return session.Table(tableNameOrBean)
  648. }
  649. // Alias set the table alias
  650. func (engine *Engine) Alias(alias string) *Session {
  651. session := engine.NewSession()
  652. session.isAutoClose = true
  653. return session.Alias(alias)
  654. }
  655. // Limit will generate "LIMIT start, limit"
  656. func (engine *Engine) Limit(limit int, start ...int) *Session {
  657. session := engine.NewSession()
  658. session.isAutoClose = true
  659. return session.Limit(limit, start...)
  660. }
  661. // Desc will generate "ORDER BY column1 DESC, column2 DESC"
  662. func (engine *Engine) Desc(colNames ...string) *Session {
  663. session := engine.NewSession()
  664. session.isAutoClose = true
  665. return session.Desc(colNames...)
  666. }
  667. // Asc will generate "ORDER BY column1,column2 Asc"
  668. // This method can chainable use.
  669. //
  670. // engine.Desc("name").Asc("age").Find(&users)
  671. // // SELECT * FROM user ORDER BY name DESC, age ASC
  672. //
  673. func (engine *Engine) Asc(colNames ...string) *Session {
  674. session := engine.NewSession()
  675. session.isAutoClose = true
  676. return session.Asc(colNames...)
  677. }
  678. // OrderBy will generate "ORDER BY order"
  679. func (engine *Engine) OrderBy(order string) *Session {
  680. session := engine.NewSession()
  681. session.isAutoClose = true
  682. return session.OrderBy(order)
  683. }
  684. // Prepare enables prepare statement
  685. func (engine *Engine) Prepare() *Session {
  686. session := engine.NewSession()
  687. session.isAutoClose = true
  688. return session.Prepare()
  689. }
  690. // Join the join_operator should be one of INNER, LEFT OUTER, CROSS etc - this will be prepended to JOIN
  691. func (engine *Engine) Join(joinOperator string, tablename interface{}, condition string, args ...interface{}) *Session {
  692. session := engine.NewSession()
  693. session.isAutoClose = true
  694. return session.Join(joinOperator, tablename, condition, args...)
  695. }
  696. // GroupBy generate group by statement
  697. func (engine *Engine) GroupBy(keys string) *Session {
  698. session := engine.NewSession()
  699. session.isAutoClose = true
  700. return session.GroupBy(keys)
  701. }
  702. // Having generate having statement
  703. func (engine *Engine) Having(conditions string) *Session {
  704. session := engine.NewSession()
  705. session.isAutoClose = true
  706. return session.Having(conditions)
  707. }
  708. // Table table struct
  709. type Table struct {
  710. *schemas.Table
  711. Name string
  712. }
  713. // IsValid if table is valid
  714. func (t *Table) IsValid() bool {
  715. return t.Table != nil && len(t.Name) > 0
  716. }
  717. // TableInfo get table info according to bean's content
  718. func (engine *Engine) TableInfo(bean interface{}) (*schemas.Table, error) {
  719. v := utils.ReflectValue(bean)
  720. return engine.tagParser.ParseWithCache(v)
  721. }
  722. // IsTableEmpty if a table has any reocrd
  723. func (engine *Engine) IsTableEmpty(bean interface{}) (bool, error) {
  724. session := engine.NewSession()
  725. defer session.Close()
  726. return session.IsTableEmpty(bean)
  727. }
  728. // IsTableExist if a table is exist
  729. func (engine *Engine) IsTableExist(beanOrTableName interface{}) (bool, error) {
  730. session := engine.NewSession()
  731. defer session.Close()
  732. return session.IsTableExist(beanOrTableName)
  733. }
  734. // TableName returns table name with schema prefix if has
  735. func (engine *Engine) TableName(bean interface{}, includeSchema ...bool) string {
  736. return dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean, includeSchema...)
  737. }
  738. // CreateIndexes create indexes
  739. func (engine *Engine) CreateIndexes(bean interface{}) error {
  740. session := engine.NewSession()
  741. defer session.Close()
  742. return session.CreateIndexes(bean)
  743. }
  744. // CreateUniques create uniques
  745. func (engine *Engine) CreateUniques(bean interface{}) error {
  746. session := engine.NewSession()
  747. defer session.Close()
  748. return session.CreateUniques(bean)
  749. }
  750. // ClearCacheBean if enabled cache, clear the cache bean
  751. func (engine *Engine) ClearCacheBean(bean interface{}, id string) error {
  752. tableName := dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean)
  753. cacher := engine.GetCacher(tableName)
  754. if cacher != nil {
  755. cacher.ClearIds(tableName)
  756. cacher.DelBean(tableName, id)
  757. }
  758. return nil
  759. }
  760. // ClearCache if enabled cache, clear some tables' cache
  761. func (engine *Engine) ClearCache(beans ...interface{}) error {
  762. for _, bean := range beans {
  763. tableName := dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean)
  764. cacher := engine.GetCacher(tableName)
  765. if cacher != nil {
  766. cacher.ClearIds(tableName)
  767. cacher.ClearBeans(tableName)
  768. }
  769. }
  770. return nil
  771. }
  772. // UnMapType remove table from tables cache
  773. func (engine *Engine) UnMapType(t reflect.Type) {
  774. engine.tagParser.ClearCacheTable(t)
  775. }
  776. // Sync the new struct changes to database, this method will automatically add
  777. // table, column, index, unique. but will not delete or change anything.
  778. // If you change some field, you should change the database manually.
  779. func (engine *Engine) Sync(beans ...interface{}) error {
  780. session := engine.NewSession()
  781. defer session.Close()
  782. for _, bean := range beans {
  783. v := utils.ReflectValue(bean)
  784. tableNameNoSchema := dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean)
  785. table, err := engine.tagParser.ParseWithCache(v)
  786. if err != nil {
  787. return err
  788. }
  789. isExist, err := session.Table(bean).isTableExist(tableNameNoSchema)
  790. if err != nil {
  791. return err
  792. }
  793. if !isExist {
  794. err = session.createTable(bean)
  795. if err != nil {
  796. return err
  797. }
  798. }
  799. /*isEmpty, err := engine.IsEmptyTable(bean)
  800. if err != nil {
  801. return err
  802. }*/
  803. var isEmpty bool
  804. if isEmpty {
  805. err = session.dropTable(bean)
  806. if err != nil {
  807. return err
  808. }
  809. err = session.createTable(bean)
  810. if err != nil {
  811. return err
  812. }
  813. } else {
  814. for _, col := range table.Columns() {
  815. isExist, err := engine.dialect.IsColumnExist(engine.db, session.ctx, tableNameNoSchema, col.Name)
  816. if err != nil {
  817. return err
  818. }
  819. if !isExist {
  820. if err := session.statement.SetRefBean(bean); err != nil {
  821. return err
  822. }
  823. err = session.addColumn(col.Name)
  824. if err != nil {
  825. return err
  826. }
  827. }
  828. }
  829. for name, index := range table.Indexes {
  830. if err := session.statement.SetRefBean(bean); err != nil {
  831. return err
  832. }
  833. if index.Type == schemas.UniqueType {
  834. isExist, err := session.isIndexExist2(tableNameNoSchema, index.Cols, true)
  835. if err != nil {
  836. return err
  837. }
  838. if !isExist {
  839. if err := session.statement.SetRefBean(bean); err != nil {
  840. return err
  841. }
  842. err = session.addUnique(tableNameNoSchema, name)
  843. if err != nil {
  844. return err
  845. }
  846. }
  847. } else if index.Type == schemas.IndexType {
  848. isExist, err := session.isIndexExist2(tableNameNoSchema, index.Cols, false)
  849. if err != nil {
  850. return err
  851. }
  852. if !isExist {
  853. if err := session.statement.SetRefBean(bean); err != nil {
  854. return err
  855. }
  856. err = session.addIndex(tableNameNoSchema, name)
  857. if err != nil {
  858. return err
  859. }
  860. }
  861. } else {
  862. return errors.New("unknow index type")
  863. }
  864. }
  865. }
  866. }
  867. return nil
  868. }
  869. // Sync2 synchronize structs to database tables
  870. func (engine *Engine) Sync2(beans ...interface{}) error {
  871. s := engine.NewSession()
  872. defer s.Close()
  873. return s.Sync2(beans...)
  874. }
  875. // CreateTables create tabls according bean
  876. func (engine *Engine) CreateTables(beans ...interface{}) error {
  877. session := engine.NewSession()
  878. defer session.Close()
  879. err := session.Begin()
  880. if err != nil {
  881. return err
  882. }
  883. for _, bean := range beans {
  884. err = session.createTable(bean)
  885. if err != nil {
  886. session.Rollback()
  887. return err
  888. }
  889. }
  890. return session.Commit()
  891. }
  892. // DropTables drop specify tables
  893. func (engine *Engine) DropTables(beans ...interface{}) error {
  894. session := engine.NewSession()
  895. defer session.Close()
  896. err := session.Begin()
  897. if err != nil {
  898. return err
  899. }
  900. for _, bean := range beans {
  901. err = session.dropTable(bean)
  902. if err != nil {
  903. session.Rollback()
  904. return err
  905. }
  906. }
  907. return session.Commit()
  908. }
  909. // DropIndexes drop indexes of a table
  910. func (engine *Engine) DropIndexes(bean interface{}) error {
  911. session := engine.NewSession()
  912. defer session.Close()
  913. return session.DropIndexes(bean)
  914. }
  915. // Exec raw sql
  916. func (engine *Engine) Exec(sqlOrArgs ...interface{}) (sql.Result, error) {
  917. session := engine.NewSession()
  918. defer session.Close()
  919. return session.Exec(sqlOrArgs...)
  920. }
  921. // Query a raw sql and return records as []map[string][]byte
  922. func (engine *Engine) Query(sqlOrArgs ...interface{}) (resultsSlice []map[string][]byte, err error) {
  923. session := engine.NewSession()
  924. defer session.Close()
  925. return session.Query(sqlOrArgs...)
  926. }
  927. // QueryString runs a raw sql and return records as []map[string]string
  928. func (engine *Engine) QueryString(sqlOrArgs ...interface{}) ([]map[string]string, error) {
  929. session := engine.NewSession()
  930. defer session.Close()
  931. return session.QueryString(sqlOrArgs...)
  932. }
  933. // QueryInterface runs a raw sql and return records as []map[string]interface{}
  934. func (engine *Engine) QueryInterface(sqlOrArgs ...interface{}) ([]map[string]interface{}, error) {
  935. session := engine.NewSession()
  936. defer session.Close()
  937. return session.QueryInterface(sqlOrArgs...)
  938. }
  939. // Insert one or more records
  940. func (engine *Engine) Insert(beans ...interface{}) (int64, error) {
  941. session := engine.NewSession()
  942. defer session.Close()
  943. return session.Insert(beans...)
  944. }
  945. // InsertOne insert only one record
  946. func (engine *Engine) InsertOne(bean interface{}) (int64, error) {
  947. session := engine.NewSession()
  948. defer session.Close()
  949. return session.InsertOne(bean)
  950. }
  951. // Update records, bean's non-empty fields are updated contents,
  952. // condiBean' non-empty filds are conditions
  953. // CAUTION:
  954. // 1.bool will defaultly be updated content nor conditions
  955. // You should call UseBool if you have bool to use.
  956. // 2.float32 & float64 may be not inexact as conditions
  957. func (engine *Engine) Update(bean interface{}, condiBeans ...interface{}) (int64, error) {
  958. session := engine.NewSession()
  959. defer session.Close()
  960. return session.Update(bean, condiBeans...)
  961. }
  962. // Delete records, bean's non-empty fields are conditions
  963. func (engine *Engine) Delete(bean interface{}) (int64, error) {
  964. session := engine.NewSession()
  965. defer session.Close()
  966. return session.Delete(bean)
  967. }
  968. // Get retrieve one record from table, bean's non-empty fields
  969. // are conditions
  970. func (engine *Engine) Get(bean interface{}) (bool, error) {
  971. session := engine.NewSession()
  972. defer session.Close()
  973. return session.Get(bean)
  974. }
  975. // Exist returns true if the record exist otherwise return false
  976. func (engine *Engine) Exist(bean ...interface{}) (bool, error) {
  977. session := engine.NewSession()
  978. defer session.Close()
  979. return session.Exist(bean...)
  980. }
  981. // Find retrieve records from table, condiBeans's non-empty fields
  982. // are conditions. beans could be []Struct, []*Struct, map[int64]Struct
  983. // map[int64]*Struct
  984. func (engine *Engine) Find(beans interface{}, condiBeans ...interface{}) error {
  985. session := engine.NewSession()
  986. defer session.Close()
  987. return session.Find(beans, condiBeans...)
  988. }
  989. // FindAndCount find the results and also return the counts
  990. func (engine *Engine) FindAndCount(rowsSlicePtr interface{}, condiBean ...interface{}) (int64, error) {
  991. session := engine.NewSession()
  992. defer session.Close()
  993. return session.FindAndCount(rowsSlicePtr, condiBean...)
  994. }
  995. // Iterate record by record handle records from table, bean's non-empty fields
  996. // are conditions.
  997. func (engine *Engine) Iterate(bean interface{}, fun IterFunc) error {
  998. session := engine.NewSession()
  999. defer session.Close()
  1000. return session.Iterate(bean, fun)
  1001. }
  1002. // Rows return sql.Rows compatible Rows obj, as a forward Iterator object for iterating record by record, bean's non-empty fields
  1003. // are conditions.
  1004. func (engine *Engine) Rows(bean interface{}) (*Rows, error) {
  1005. session := engine.NewSession()
  1006. return session.Rows(bean)
  1007. }
  1008. // Count counts the records. bean's non-empty fields are conditions.
  1009. func (engine *Engine) Count(bean ...interface{}) (int64, error) {
  1010. session := engine.NewSession()
  1011. defer session.Close()
  1012. return session.Count(bean...)
  1013. }
  1014. // Sum sum the records by some column. bean's non-empty fields are conditions.
  1015. func (engine *Engine) Sum(bean interface{}, colName string) (float64, error) {
  1016. session := engine.NewSession()
  1017. defer session.Close()
  1018. return session.Sum(bean, colName)
  1019. }
  1020. // SumInt sum the records by some column. bean's non-empty fields are conditions.
  1021. func (engine *Engine) SumInt(bean interface{}, colName string) (int64, error) {
  1022. session := engine.NewSession()
  1023. defer session.Close()
  1024. return session.SumInt(bean, colName)
  1025. }
  1026. // Sums sum the records by some columns. bean's non-empty fields are conditions.
  1027. func (engine *Engine) Sums(bean interface{}, colNames ...string) ([]float64, error) {
  1028. session := engine.NewSession()
  1029. defer session.Close()
  1030. return session.Sums(bean, colNames...)
  1031. }
  1032. // SumsInt like Sums but return slice of int64 instead of float64.
  1033. func (engine *Engine) SumsInt(bean interface{}, colNames ...string) ([]int64, error) {
  1034. session := engine.NewSession()
  1035. defer session.Close()
  1036. return session.SumsInt(bean, colNames...)
  1037. }
  1038. // ImportFile SQL DDL file
  1039. func (engine *Engine) ImportFile(ddlPath string) ([]sql.Result, error) {
  1040. session := engine.NewSession()
  1041. defer session.Close()
  1042. return session.ImportFile(ddlPath)
  1043. }
  1044. // Import SQL DDL from io.Reader
  1045. func (engine *Engine) Import(r io.Reader) ([]sql.Result, error) {
  1046. session := engine.NewSession()
  1047. defer session.Close()
  1048. return session.Import(r)
  1049. }
  1050. // nowTime return current time
  1051. func (engine *Engine) nowTime(col *schemas.Column) (interface{}, time.Time) {
  1052. t := time.Now()
  1053. var tz = engine.DatabaseTZ
  1054. if !col.DisableTimeZone && col.TimeZone != nil {
  1055. tz = col.TimeZone
  1056. }
  1057. return dialects.FormatTime(engine.dialect, col.SQLType.Name, t.In(tz)), t.In(engine.TZLocation)
  1058. }
  1059. // GetColumnMapper returns the column name mapper
  1060. func (engine *Engine) GetColumnMapper() names.Mapper {
  1061. return engine.tagParser.GetColumnMapper()
  1062. }
  1063. // GetTableMapper returns the table name mapper
  1064. func (engine *Engine) GetTableMapper() names.Mapper {
  1065. return engine.tagParser.GetTableMapper()
  1066. }
  1067. // GetTZLocation returns time zone of the application
  1068. func (engine *Engine) GetTZLocation() *time.Location {
  1069. return engine.TZLocation
  1070. }
  1071. // SetTZLocation sets time zone of the application
  1072. func (engine *Engine) SetTZLocation(tz *time.Location) {
  1073. engine.TZLocation = tz
  1074. }
  1075. // GetTZDatabase returns time zone of the database
  1076. func (engine *Engine) GetTZDatabase() *time.Location {
  1077. return engine.DatabaseTZ
  1078. }
  1079. // SetTZDatabase sets time zone of the database
  1080. func (engine *Engine) SetTZDatabase(tz *time.Location) {
  1081. engine.DatabaseTZ = tz
  1082. }
  1083. // SetSchema sets the schema of database
  1084. func (engine *Engine) SetSchema(schema string) {
  1085. engine.dialect.URI().SetSchema(schema)
  1086. }
  1087. func (engine *Engine) AddHook(hook contexts.Hook) {
  1088. engine.db.AddHook(hook)
  1089. }
  1090. // Unscoped always disable struct tag "deleted"
  1091. func (engine *Engine) Unscoped() *Session {
  1092. session := engine.NewSession()
  1093. session.isAutoClose = true
  1094. return session.Unscoped()
  1095. }
  1096. func (engine *Engine) tbNameWithSchema(v string) string {
  1097. return dialects.TableNameWithSchema(engine.dialect, v)
  1098. }
  1099. // ContextHook creates a session with the context
  1100. func (engine *Engine) Context(ctx context.Context) *Session {
  1101. session := engine.NewSession()
  1102. session.isAutoClose = true
  1103. return session.Context(ctx)
  1104. }
  1105. // SetDefaultContext set the default context
  1106. func (engine *Engine) SetDefaultContext(ctx context.Context) {
  1107. engine.defaultContext = ctx
  1108. }
  1109. // PingContext tests if database is alive
  1110. func (engine *Engine) PingContext(ctx context.Context) error {
  1111. session := engine.NewSession()
  1112. defer session.Close()
  1113. return session.PingContext(ctx)
  1114. }
  1115. // Transaction Execute sql wrapped in a transaction(abbr as tx), tx will automatic commit if no errors occurred
  1116. func (engine *Engine) Transaction(f func(*Session) (interface{}, error)) (interface{}, error) {
  1117. session := engine.NewSession()
  1118. defer session.Close()
  1119. if err := session.Begin(); err != nil {
  1120. return nil, err
  1121. }
  1122. result, err := f(session)
  1123. if err != nil {
  1124. return result, err
  1125. }
  1126. if err := session.Commit(); err != nil {
  1127. return result, err
  1128. }
  1129. return result, nil
  1130. }