You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

engine.go 36KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277
  1. // Copyright 2015 The Xorm Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. package xorm
  5. import (
  6. "context"
  7. "database/sql"
  8. "errors"
  9. "fmt"
  10. "io"
  11. "os"
  12. "reflect"
  13. "strconv"
  14. "strings"
  15. "time"
  16. "xorm.io/xorm/caches"
  17. "xorm.io/xorm/core"
  18. "xorm.io/xorm/dialects"
  19. "xorm.io/xorm/internal/utils"
  20. "xorm.io/xorm/log"
  21. "xorm.io/xorm/names"
  22. "xorm.io/xorm/schemas"
  23. "xorm.io/xorm/tags"
  24. )
  25. // Engine is the major struct of xorm, it means a database manager.
  26. // Commonly, an application only need one engine
  27. type Engine struct {
  28. cacherMgr *caches.Manager
  29. defaultContext context.Context
  30. dialect dialects.Dialect
  31. engineGroup *EngineGroup
  32. logger log.ContextLogger
  33. tagParser *tags.Parser
  34. db *core.DB
  35. driverName string
  36. dataSourceName string
  37. TZLocation *time.Location // The timezone of the application
  38. DatabaseTZ *time.Location // The timezone of the database
  39. }
  40. func (engine *Engine) SetCacher(tableName string, cacher caches.Cacher) {
  41. engine.cacherMgr.SetCacher(tableName, cacher)
  42. }
  43. func (engine *Engine) GetCacher(tableName string) caches.Cacher {
  44. return engine.cacherMgr.GetCacher(tableName)
  45. }
  46. func (engine *Engine) SetQuotePolicy(quotePolicy dialects.QuotePolicy) {
  47. engine.dialect.SetQuotePolicy(quotePolicy)
  48. }
  49. // BufferSize sets buffer size for iterate
  50. func (engine *Engine) BufferSize(size int) *Session {
  51. session := engine.NewSession()
  52. session.isAutoClose = true
  53. return session.BufferSize(size)
  54. }
  55. // ShowSQL show SQL statement or not on logger if log level is great than INFO
  56. func (engine *Engine) ShowSQL(show ...bool) {
  57. engine.logger.ShowSQL(show...)
  58. engine.DB().Logger = engine.logger
  59. }
  60. // Logger return the logger interface
  61. func (engine *Engine) Logger() log.ContextLogger {
  62. return engine.logger
  63. }
  64. // SetLogger set the new logger
  65. func (engine *Engine) SetLogger(logger interface{}) {
  66. var realLogger log.ContextLogger
  67. switch t := logger.(type) {
  68. case log.Logger:
  69. realLogger = log.NewLoggerAdapter(t)
  70. case log.ContextLogger:
  71. realLogger = t
  72. }
  73. engine.logger = realLogger
  74. engine.DB().Logger = realLogger
  75. }
  76. // SetLogLevel sets the logger level
  77. func (engine *Engine) SetLogLevel(level log.LogLevel) {
  78. engine.logger.SetLevel(level)
  79. }
  80. // SetDisableGlobalCache disable global cache or not
  81. func (engine *Engine) SetDisableGlobalCache(disable bool) {
  82. engine.cacherMgr.SetDisableGlobalCache(disable)
  83. }
  84. // DriverName return the current sql driver's name
  85. func (engine *Engine) DriverName() string {
  86. return engine.driverName
  87. }
  88. // DataSourceName return the current connection string
  89. func (engine *Engine) DataSourceName() string {
  90. return engine.dataSourceName
  91. }
  92. // SetMapper set the name mapping rules
  93. func (engine *Engine) SetMapper(mapper names.Mapper) {
  94. engine.SetTableMapper(mapper)
  95. engine.SetColumnMapper(mapper)
  96. }
  97. // SetTableMapper set the table name mapping rule
  98. func (engine *Engine) SetTableMapper(mapper names.Mapper) {
  99. engine.tagParser.SetTableMapper(mapper)
  100. }
  101. // SetColumnMapper set the column name mapping rule
  102. func (engine *Engine) SetColumnMapper(mapper names.Mapper) {
  103. engine.tagParser.SetColumnMapper(mapper)
  104. }
  105. // Quote Use QuoteStr quote the string sql
  106. func (engine *Engine) Quote(value string) string {
  107. value = strings.TrimSpace(value)
  108. if len(value) == 0 {
  109. return value
  110. }
  111. buf := strings.Builder{}
  112. engine.QuoteTo(&buf, value)
  113. return buf.String()
  114. }
  115. // QuoteTo quotes string and writes into the buffer
  116. func (engine *Engine) QuoteTo(buf *strings.Builder, value string) {
  117. if buf == nil {
  118. return
  119. }
  120. value = strings.TrimSpace(value)
  121. if value == "" {
  122. return
  123. }
  124. engine.dialect.Quoter().QuoteTo(buf, value)
  125. }
  126. // SQLType A simple wrapper to dialect's core.SqlType method
  127. func (engine *Engine) SQLType(c *schemas.Column) string {
  128. return engine.dialect.SQLType(c)
  129. }
  130. // AutoIncrStr Database's autoincrement statement
  131. func (engine *Engine) AutoIncrStr() string {
  132. return engine.dialect.AutoIncrStr()
  133. }
  134. // SetConnMaxLifetime sets the maximum amount of time a connection may be reused.
  135. func (engine *Engine) SetConnMaxLifetime(d time.Duration) {
  136. engine.DB().SetConnMaxLifetime(d)
  137. }
  138. // SetMaxOpenConns is only available for go 1.2+
  139. func (engine *Engine) SetMaxOpenConns(conns int) {
  140. engine.DB().SetMaxOpenConns(conns)
  141. }
  142. // SetMaxIdleConns set the max idle connections on pool, default is 2
  143. func (engine *Engine) SetMaxIdleConns(conns int) {
  144. engine.DB().SetMaxIdleConns(conns)
  145. }
  146. // SetDefaultCacher set the default cacher. Xorm's default not enable cacher.
  147. func (engine *Engine) SetDefaultCacher(cacher caches.Cacher) {
  148. engine.cacherMgr.SetDefaultCacher(cacher)
  149. }
  150. // GetDefaultCacher returns the default cacher
  151. func (engine *Engine) GetDefaultCacher() caches.Cacher {
  152. return engine.cacherMgr.GetDefaultCacher()
  153. }
  154. // NoCache If you has set default cacher, and you want temporilly stop use cache,
  155. // you can use NoCache()
  156. func (engine *Engine) NoCache() *Session {
  157. session := engine.NewSession()
  158. session.isAutoClose = true
  159. return session.NoCache()
  160. }
  161. // NoCascade If you do not want to auto cascade load object
  162. func (engine *Engine) NoCascade() *Session {
  163. session := engine.NewSession()
  164. session.isAutoClose = true
  165. return session.NoCascade()
  166. }
  167. // MapCacher Set a table use a special cacher
  168. func (engine *Engine) MapCacher(bean interface{}, cacher caches.Cacher) error {
  169. engine.SetCacher(dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean, true), cacher)
  170. return nil
  171. }
  172. // NewDB provides an interface to operate database directly
  173. func (engine *Engine) NewDB() (*core.DB, error) {
  174. return core.Open(engine.driverName, engine.dataSourceName)
  175. }
  176. // DB return the wrapper of sql.DB
  177. func (engine *Engine) DB() *core.DB {
  178. return engine.db
  179. }
  180. // Dialect return database dialect
  181. func (engine *Engine) Dialect() dialects.Dialect {
  182. return engine.dialect
  183. }
  184. // NewSession New a session
  185. func (engine *Engine) NewSession() *Session {
  186. session := &Session{engine: engine}
  187. session.Init()
  188. return session
  189. }
  190. // Close the engine
  191. func (engine *Engine) Close() error {
  192. return engine.DB().Close()
  193. }
  194. // Ping tests if database is alive
  195. func (engine *Engine) Ping() error {
  196. session := engine.NewSession()
  197. defer session.Close()
  198. return session.Ping()
  199. }
  200. // SQL method let's you manually write raw SQL and operate
  201. // For example:
  202. //
  203. // engine.SQL("select * from user").Find(&users)
  204. //
  205. // This code will execute "select * from user" and set the records to users
  206. func (engine *Engine) SQL(query interface{}, args ...interface{}) *Session {
  207. session := engine.NewSession()
  208. session.isAutoClose = true
  209. return session.SQL(query, args...)
  210. }
  211. // NoAutoTime Default if your struct has "created" or "updated" filed tag, the fields
  212. // will automatically be filled with current time when Insert or Update
  213. // invoked. Call NoAutoTime if you dont' want to fill automatically.
  214. func (engine *Engine) NoAutoTime() *Session {
  215. session := engine.NewSession()
  216. session.isAutoClose = true
  217. return session.NoAutoTime()
  218. }
  219. // NoAutoCondition disable auto generate Where condition from bean or not
  220. func (engine *Engine) NoAutoCondition(no ...bool) *Session {
  221. session := engine.NewSession()
  222. session.isAutoClose = true
  223. return session.NoAutoCondition(no...)
  224. }
  225. func (engine *Engine) loadTableInfo(table *schemas.Table) error {
  226. colSeq, cols, err := engine.dialect.GetColumns(engine.db, engine.defaultContext, table.Name)
  227. if err != nil {
  228. return err
  229. }
  230. for _, name := range colSeq {
  231. table.AddColumn(cols[name])
  232. }
  233. indexes, err := engine.dialect.GetIndexes(engine.db, engine.defaultContext, table.Name)
  234. if err != nil {
  235. return err
  236. }
  237. table.Indexes = indexes
  238. var seq int
  239. for _, index := range indexes {
  240. for _, name := range index.Cols {
  241. parts := strings.Split(name, " ")
  242. if len(parts) > 1 {
  243. if parts[1] == "DESC" {
  244. seq = 1
  245. }
  246. }
  247. if col := table.GetColumn(parts[0]); col != nil {
  248. col.Indexes[index.Name] = index.Type
  249. } else {
  250. return fmt.Errorf("Unknown col %s seq %d, in index %v of table %v, columns %v", name, seq, index.Name, table.Name, table.ColumnsSeq())
  251. }
  252. }
  253. }
  254. return nil
  255. }
  256. // DBMetas Retrieve all tables, columns, indexes' informations from database.
  257. func (engine *Engine) DBMetas() ([]*schemas.Table, error) {
  258. tables, err := engine.dialect.GetTables(engine.db, engine.defaultContext)
  259. if err != nil {
  260. return nil, err
  261. }
  262. for _, table := range tables {
  263. if err = engine.loadTableInfo(table); err != nil {
  264. return nil, err
  265. }
  266. }
  267. return tables, nil
  268. }
  269. // DumpAllToFile dump database all table structs and data to a file
  270. func (engine *Engine) DumpAllToFile(fp string, tp ...schemas.DBType) error {
  271. f, err := os.Create(fp)
  272. if err != nil {
  273. return err
  274. }
  275. defer f.Close()
  276. return engine.DumpAll(f, tp...)
  277. }
  278. // DumpAll dump database all table structs and data to w
  279. func (engine *Engine) DumpAll(w io.Writer, tp ...schemas.DBType) error {
  280. tables, err := engine.DBMetas()
  281. if err != nil {
  282. return err
  283. }
  284. return engine.DumpTables(tables, w, tp...)
  285. }
  286. // DumpTablesToFile dump specified tables to SQL file.
  287. func (engine *Engine) DumpTablesToFile(tables []*schemas.Table, fp string, tp ...schemas.DBType) error {
  288. f, err := os.Create(fp)
  289. if err != nil {
  290. return err
  291. }
  292. defer f.Close()
  293. return engine.DumpTables(tables, f, tp...)
  294. }
  295. // DumpTables dump specify tables to io.Writer
  296. func (engine *Engine) DumpTables(tables []*schemas.Table, w io.Writer, tp ...schemas.DBType) error {
  297. return engine.dumpTables(tables, w, tp...)
  298. }
  299. // dumpTables dump database all table structs and data to w with specify db type
  300. func (engine *Engine) dumpTables(tables []*schemas.Table, w io.Writer, tp ...schemas.DBType) error {
  301. var dstDialect dialects.Dialect
  302. if len(tp) == 0 {
  303. dstDialect = engine.dialect
  304. } else {
  305. dstDialect = dialects.QueryDialect(tp[0])
  306. if dstDialect == nil {
  307. return errors.New("Unsupported database type")
  308. }
  309. uri := engine.dialect.URI()
  310. destURI := *uri
  311. dstDialect.Init(&destURI)
  312. }
  313. _, err := io.WriteString(w, fmt.Sprintf("/*Generated by xorm %s, from %s to %s*/\n\n",
  314. time.Now().In(engine.TZLocation).Format("2006-01-02 15:04:05"), engine.dialect.URI().DBType, dstDialect.URI().DBType))
  315. if err != nil {
  316. return err
  317. }
  318. for i, table := range tables {
  319. tableName := table.Name
  320. if dstDialect.URI().Schema != "" {
  321. tableName = fmt.Sprintf("%s.%s", dstDialect.URI().Schema, table.Name)
  322. }
  323. originalTableName := table.Name
  324. if engine.dialect.URI().Schema != "" {
  325. originalTableName = fmt.Sprintf("%s.%s", engine.dialect.URI().Schema, table.Name)
  326. }
  327. if i > 0 {
  328. _, err = io.WriteString(w, "\n")
  329. if err != nil {
  330. return err
  331. }
  332. }
  333. sqls, _ := dstDialect.CreateTableSQL(table, tableName)
  334. for _, s := range sqls {
  335. _, err = io.WriteString(w, s+";\n")
  336. if err != nil {
  337. return err
  338. }
  339. }
  340. if len(table.PKColumns()) > 0 && dstDialect.URI().DBType == schemas.MSSQL {
  341. fmt.Fprintf(w, "SET IDENTITY_INSERT [%s] ON;\n", table.Name)
  342. }
  343. for _, index := range table.Indexes {
  344. _, err = io.WriteString(w, dstDialect.CreateIndexSQL(table.Name, index)+";\n")
  345. if err != nil {
  346. return err
  347. }
  348. }
  349. cols := table.ColumnsSeq()
  350. colNames := engine.dialect.Quoter().Join(cols, ", ")
  351. destColNames := dstDialect.Quoter().Join(cols, ", ")
  352. rows, err := engine.DB().QueryContext(engine.defaultContext, "SELECT "+colNames+" FROM "+engine.Quote(originalTableName))
  353. if err != nil {
  354. return err
  355. }
  356. defer rows.Close()
  357. for rows.Next() {
  358. dest := make([]interface{}, len(cols))
  359. err = rows.ScanSlice(&dest)
  360. if err != nil {
  361. return err
  362. }
  363. _, err = io.WriteString(w, "INSERT INTO "+dstDialect.Quoter().Quote(tableName)+" ("+destColNames+") VALUES (")
  364. if err != nil {
  365. return err
  366. }
  367. var temp string
  368. for i, d := range dest {
  369. col := table.GetColumn(cols[i])
  370. if col == nil {
  371. return errors.New("unknow column error")
  372. }
  373. if d == nil {
  374. temp += ", NULL"
  375. } else if col.SQLType.IsText() || col.SQLType.IsTime() {
  376. var v = fmt.Sprintf("%s", d)
  377. if strings.HasSuffix(v, " +0000 UTC") {
  378. temp += fmt.Sprintf(", '%s'", v[0:len(v)-len(" +0000 UTC")])
  379. } else {
  380. temp += ", '" + strings.Replace(v, "'", "''", -1) + "'"
  381. }
  382. } else if col.SQLType.IsBlob() {
  383. if reflect.TypeOf(d).Kind() == reflect.Slice {
  384. temp += fmt.Sprintf(", %s", dstDialect.FormatBytes(d.([]byte)))
  385. } else if reflect.TypeOf(d).Kind() == reflect.String {
  386. temp += fmt.Sprintf(", '%s'", d.(string))
  387. }
  388. } else if col.SQLType.IsNumeric() {
  389. switch reflect.TypeOf(d).Kind() {
  390. case reflect.Slice:
  391. if col.SQLType.Name == schemas.Bool {
  392. temp += fmt.Sprintf(", %v", strconv.FormatBool(d.([]byte)[0] != byte('0')))
  393. } else {
  394. temp += fmt.Sprintf(", %s", string(d.([]byte)))
  395. }
  396. case reflect.Int16, reflect.Int8, reflect.Int32, reflect.Int64, reflect.Int:
  397. if col.SQLType.Name == schemas.Bool {
  398. temp += fmt.Sprintf(", %v", strconv.FormatBool(reflect.ValueOf(d).Int() > 0))
  399. } else {
  400. temp += fmt.Sprintf(", %v", d)
  401. }
  402. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  403. if col.SQLType.Name == schemas.Bool {
  404. temp += fmt.Sprintf(", %v", strconv.FormatBool(reflect.ValueOf(d).Uint() > 0))
  405. } else {
  406. temp += fmt.Sprintf(", %v", d)
  407. }
  408. default:
  409. temp += fmt.Sprintf(", %v", d)
  410. }
  411. } else {
  412. s := fmt.Sprintf("%v", d)
  413. if strings.Contains(s, ":") || strings.Contains(s, "-") {
  414. if strings.HasSuffix(s, " +0000 UTC") {
  415. temp += fmt.Sprintf(", '%s'", s[0:len(s)-len(" +0000 UTC")])
  416. } else {
  417. temp += fmt.Sprintf(", '%s'", s)
  418. }
  419. } else {
  420. temp += fmt.Sprintf(", %s", s)
  421. }
  422. }
  423. }
  424. _, err = io.WriteString(w, temp[2:]+");\n")
  425. if err != nil {
  426. return err
  427. }
  428. }
  429. // FIXME: Hack for postgres
  430. if dstDialect.URI().DBType == schemas.POSTGRES && table.AutoIncrColumn() != nil {
  431. _, err = io.WriteString(w, "SELECT setval('"+tableName+"_id_seq', COALESCE((SELECT MAX("+table.AutoIncrColumn().Name+") + 1 FROM "+dstDialect.Quoter().Quote(tableName)+"), 1), false);\n")
  432. if err != nil {
  433. return err
  434. }
  435. }
  436. }
  437. return nil
  438. }
  439. // Cascade use cascade or not
  440. func (engine *Engine) Cascade(trueOrFalse ...bool) *Session {
  441. session := engine.NewSession()
  442. session.isAutoClose = true
  443. return session.Cascade(trueOrFalse...)
  444. }
  445. // Where method provide a condition query
  446. func (engine *Engine) Where(query interface{}, args ...interface{}) *Session {
  447. session := engine.NewSession()
  448. session.isAutoClose = true
  449. return session.Where(query, args...)
  450. }
  451. // ID method provoide a condition as (id) = ?
  452. func (engine *Engine) ID(id interface{}) *Session {
  453. session := engine.NewSession()
  454. session.isAutoClose = true
  455. return session.ID(id)
  456. }
  457. // Before apply before Processor, affected bean is passed to closure arg
  458. func (engine *Engine) Before(closures func(interface{})) *Session {
  459. session := engine.NewSession()
  460. session.isAutoClose = true
  461. return session.Before(closures)
  462. }
  463. // After apply after insert Processor, affected bean is passed to closure arg
  464. func (engine *Engine) After(closures func(interface{})) *Session {
  465. session := engine.NewSession()
  466. session.isAutoClose = true
  467. return session.After(closures)
  468. }
  469. // Charset set charset when create table, only support mysql now
  470. func (engine *Engine) Charset(charset string) *Session {
  471. session := engine.NewSession()
  472. session.isAutoClose = true
  473. return session.Charset(charset)
  474. }
  475. // StoreEngine set store engine when create table, only support mysql now
  476. func (engine *Engine) StoreEngine(storeEngine string) *Session {
  477. session := engine.NewSession()
  478. session.isAutoClose = true
  479. return session.StoreEngine(storeEngine)
  480. }
  481. // Distinct use for distinct columns. Caution: when you are using cache,
  482. // distinct will not be cached because cache system need id,
  483. // but distinct will not provide id
  484. func (engine *Engine) Distinct(columns ...string) *Session {
  485. session := engine.NewSession()
  486. session.isAutoClose = true
  487. return session.Distinct(columns...)
  488. }
  489. // Select customerize your select columns or contents
  490. func (engine *Engine) Select(str string) *Session {
  491. session := engine.NewSession()
  492. session.isAutoClose = true
  493. return session.Select(str)
  494. }
  495. // Cols only use the parameters as select or update columns
  496. func (engine *Engine) Cols(columns ...string) *Session {
  497. session := engine.NewSession()
  498. session.isAutoClose = true
  499. return session.Cols(columns...)
  500. }
  501. // AllCols indicates that all columns should be use
  502. func (engine *Engine) AllCols() *Session {
  503. session := engine.NewSession()
  504. session.isAutoClose = true
  505. return session.AllCols()
  506. }
  507. // MustCols specify some columns must use even if they are empty
  508. func (engine *Engine) MustCols(columns ...string) *Session {
  509. session := engine.NewSession()
  510. session.isAutoClose = true
  511. return session.MustCols(columns...)
  512. }
  513. // UseBool xorm automatically retrieve condition according struct, but
  514. // if struct has bool field, it will ignore them. So use UseBool
  515. // to tell system to do not ignore them.
  516. // If no parameters, it will use all the bool field of struct, or
  517. // it will use parameters's columns
  518. func (engine *Engine) UseBool(columns ...string) *Session {
  519. session := engine.NewSession()
  520. session.isAutoClose = true
  521. return session.UseBool(columns...)
  522. }
  523. // Omit only not use the parameters as select or update columns
  524. func (engine *Engine) Omit(columns ...string) *Session {
  525. session := engine.NewSession()
  526. session.isAutoClose = true
  527. return session.Omit(columns...)
  528. }
  529. // Nullable set null when column is zero-value and nullable for update
  530. func (engine *Engine) Nullable(columns ...string) *Session {
  531. session := engine.NewSession()
  532. session.isAutoClose = true
  533. return session.Nullable(columns...)
  534. }
  535. // In will generate "column IN (?, ?)"
  536. func (engine *Engine) In(column string, args ...interface{}) *Session {
  537. session := engine.NewSession()
  538. session.isAutoClose = true
  539. return session.In(column, args...)
  540. }
  541. // NotIn will generate "column NOT IN (?, ?)"
  542. func (engine *Engine) NotIn(column string, args ...interface{}) *Session {
  543. session := engine.NewSession()
  544. session.isAutoClose = true
  545. return session.NotIn(column, args...)
  546. }
  547. // Incr provides a update string like "column = column + ?"
  548. func (engine *Engine) Incr(column string, arg ...interface{}) *Session {
  549. session := engine.NewSession()
  550. session.isAutoClose = true
  551. return session.Incr(column, arg...)
  552. }
  553. // Decr provides a update string like "column = column - ?"
  554. func (engine *Engine) Decr(column string, arg ...interface{}) *Session {
  555. session := engine.NewSession()
  556. session.isAutoClose = true
  557. return session.Decr(column, arg...)
  558. }
  559. // SetExpr provides a update string like "column = {expression}"
  560. func (engine *Engine) SetExpr(column string, expression interface{}) *Session {
  561. session := engine.NewSession()
  562. session.isAutoClose = true
  563. return session.SetExpr(column, expression)
  564. }
  565. // Table temporarily change the Get, Find, Update's table
  566. func (engine *Engine) Table(tableNameOrBean interface{}) *Session {
  567. session := engine.NewSession()
  568. session.isAutoClose = true
  569. return session.Table(tableNameOrBean)
  570. }
  571. // Alias set the table alias
  572. func (engine *Engine) Alias(alias string) *Session {
  573. session := engine.NewSession()
  574. session.isAutoClose = true
  575. return session.Alias(alias)
  576. }
  577. // Limit will generate "LIMIT start, limit"
  578. func (engine *Engine) Limit(limit int, start ...int) *Session {
  579. session := engine.NewSession()
  580. session.isAutoClose = true
  581. return session.Limit(limit, start...)
  582. }
  583. // Desc will generate "ORDER BY column1 DESC, column2 DESC"
  584. func (engine *Engine) Desc(colNames ...string) *Session {
  585. session := engine.NewSession()
  586. session.isAutoClose = true
  587. return session.Desc(colNames...)
  588. }
  589. // Asc will generate "ORDER BY column1,column2 Asc"
  590. // This method can chainable use.
  591. //
  592. // engine.Desc("name").Asc("age").Find(&users)
  593. // // SELECT * FROM user ORDER BY name DESC, age ASC
  594. //
  595. func (engine *Engine) Asc(colNames ...string) *Session {
  596. session := engine.NewSession()
  597. session.isAutoClose = true
  598. return session.Asc(colNames...)
  599. }
  600. // OrderBy will generate "ORDER BY order"
  601. func (engine *Engine) OrderBy(order string) *Session {
  602. session := engine.NewSession()
  603. session.isAutoClose = true
  604. return session.OrderBy(order)
  605. }
  606. // Prepare enables prepare statement
  607. func (engine *Engine) Prepare() *Session {
  608. session := engine.NewSession()
  609. session.isAutoClose = true
  610. return session.Prepare()
  611. }
  612. // Join the join_operator should be one of INNER, LEFT OUTER, CROSS etc - this will be prepended to JOIN
  613. func (engine *Engine) Join(joinOperator string, tablename interface{}, condition string, args ...interface{}) *Session {
  614. session := engine.NewSession()
  615. session.isAutoClose = true
  616. return session.Join(joinOperator, tablename, condition, args...)
  617. }
  618. // GroupBy generate group by statement
  619. func (engine *Engine) GroupBy(keys string) *Session {
  620. session := engine.NewSession()
  621. session.isAutoClose = true
  622. return session.GroupBy(keys)
  623. }
  624. // Having generate having statement
  625. func (engine *Engine) Having(conditions string) *Session {
  626. session := engine.NewSession()
  627. session.isAutoClose = true
  628. return session.Having(conditions)
  629. }
  630. // Table table struct
  631. type Table struct {
  632. *schemas.Table
  633. Name string
  634. }
  635. // IsValid if table is valid
  636. func (t *Table) IsValid() bool {
  637. return t.Table != nil && len(t.Name) > 0
  638. }
  639. // TableInfo get table info according to bean's content
  640. func (engine *Engine) TableInfo(bean interface{}) (*schemas.Table, error) {
  641. v := utils.ReflectValue(bean)
  642. return engine.tagParser.ParseWithCache(v)
  643. }
  644. // IsTableEmpty if a table has any reocrd
  645. func (engine *Engine) IsTableEmpty(bean interface{}) (bool, error) {
  646. session := engine.NewSession()
  647. defer session.Close()
  648. return session.IsTableEmpty(bean)
  649. }
  650. // IsTableExist if a table is exist
  651. func (engine *Engine) IsTableExist(beanOrTableName interface{}) (bool, error) {
  652. session := engine.NewSession()
  653. defer session.Close()
  654. return session.IsTableExist(beanOrTableName)
  655. }
  656. // IDOf get id from one struct
  657. func (engine *Engine) IDOf(bean interface{}) (schemas.PK, error) {
  658. return engine.IDOfV(reflect.ValueOf(bean))
  659. }
  660. // TableName returns table name with schema prefix if has
  661. func (engine *Engine) TableName(bean interface{}, includeSchema ...bool) string {
  662. return dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean, includeSchema...)
  663. }
  664. // IDOfV get id from one value of struct
  665. func (engine *Engine) IDOfV(rv reflect.Value) (schemas.PK, error) {
  666. return engine.idOfV(rv)
  667. }
  668. func (engine *Engine) idOfV(rv reflect.Value) (schemas.PK, error) {
  669. v := reflect.Indirect(rv)
  670. table, err := engine.tagParser.ParseWithCache(v)
  671. if err != nil {
  672. return nil, err
  673. }
  674. pk := make([]interface{}, len(table.PrimaryKeys))
  675. for i, col := range table.PKColumns() {
  676. var err error
  677. fieldName := col.FieldName
  678. for {
  679. parts := strings.SplitN(fieldName, ".", 2)
  680. if len(parts) == 1 {
  681. break
  682. }
  683. v = v.FieldByName(parts[0])
  684. if v.Kind() == reflect.Ptr {
  685. v = v.Elem()
  686. }
  687. if v.Kind() != reflect.Struct {
  688. return nil, ErrUnSupportedType
  689. }
  690. fieldName = parts[1]
  691. }
  692. pkField := v.FieldByName(fieldName)
  693. switch pkField.Kind() {
  694. case reflect.String:
  695. pk[i], err = engine.idTypeAssertion(col, pkField.String())
  696. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  697. pk[i], err = engine.idTypeAssertion(col, strconv.FormatInt(pkField.Int(), 10))
  698. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  699. // id of uint will be converted to int64
  700. pk[i], err = engine.idTypeAssertion(col, strconv.FormatUint(pkField.Uint(), 10))
  701. }
  702. if err != nil {
  703. return nil, err
  704. }
  705. }
  706. return schemas.PK(pk), nil
  707. }
  708. func (engine *Engine) idTypeAssertion(col *schemas.Column, sid string) (interface{}, error) {
  709. if col.SQLType.IsNumeric() {
  710. n, err := strconv.ParseInt(sid, 10, 64)
  711. if err != nil {
  712. return nil, err
  713. }
  714. return n, nil
  715. } else if col.SQLType.IsText() {
  716. return sid, nil
  717. } else {
  718. return nil, errors.New("not supported")
  719. }
  720. }
  721. // CreateIndexes create indexes
  722. func (engine *Engine) CreateIndexes(bean interface{}) error {
  723. session := engine.NewSession()
  724. defer session.Close()
  725. return session.CreateIndexes(bean)
  726. }
  727. // CreateUniques create uniques
  728. func (engine *Engine) CreateUniques(bean interface{}) error {
  729. session := engine.NewSession()
  730. defer session.Close()
  731. return session.CreateUniques(bean)
  732. }
  733. // ClearCacheBean if enabled cache, clear the cache bean
  734. func (engine *Engine) ClearCacheBean(bean interface{}, id string) error {
  735. tableName := dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean)
  736. cacher := engine.GetCacher(tableName)
  737. if cacher != nil {
  738. cacher.ClearIds(tableName)
  739. cacher.DelBean(tableName, id)
  740. }
  741. return nil
  742. }
  743. // ClearCache if enabled cache, clear some tables' cache
  744. func (engine *Engine) ClearCache(beans ...interface{}) error {
  745. for _, bean := range beans {
  746. tableName := dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean)
  747. cacher := engine.GetCacher(tableName)
  748. if cacher != nil {
  749. cacher.ClearIds(tableName)
  750. cacher.ClearBeans(tableName)
  751. }
  752. }
  753. return nil
  754. }
  755. // UnMapType remove table from tables cache
  756. func (engine *Engine) UnMapType(t reflect.Type) {
  757. engine.tagParser.ClearCacheTable(t)
  758. }
  759. // Sync the new struct changes to database, this method will automatically add
  760. // table, column, index, unique. but will not delete or change anything.
  761. // If you change some field, you should change the database manually.
  762. func (engine *Engine) Sync(beans ...interface{}) error {
  763. session := engine.NewSession()
  764. defer session.Close()
  765. for _, bean := range beans {
  766. v := utils.ReflectValue(bean)
  767. tableNameNoSchema := dialects.FullTableName(engine.dialect, engine.GetTableMapper(), bean)
  768. table, err := engine.tagParser.ParseWithCache(v)
  769. if err != nil {
  770. return err
  771. }
  772. isExist, err := session.Table(bean).isTableExist(tableNameNoSchema)
  773. if err != nil {
  774. return err
  775. }
  776. if !isExist {
  777. err = session.createTable(bean)
  778. if err != nil {
  779. return err
  780. }
  781. }
  782. /*isEmpty, err := engine.IsEmptyTable(bean)
  783. if err != nil {
  784. return err
  785. }*/
  786. var isEmpty bool
  787. if isEmpty {
  788. err = session.dropTable(bean)
  789. if err != nil {
  790. return err
  791. }
  792. err = session.createTable(bean)
  793. if err != nil {
  794. return err
  795. }
  796. } else {
  797. for _, col := range table.Columns() {
  798. isExist, err := engine.dialect.IsColumnExist(engine.db, session.ctx, tableNameNoSchema, col.Name)
  799. if err != nil {
  800. return err
  801. }
  802. if !isExist {
  803. if err := session.statement.SetRefBean(bean); err != nil {
  804. return err
  805. }
  806. err = session.addColumn(col.Name)
  807. if err != nil {
  808. return err
  809. }
  810. }
  811. }
  812. for name, index := range table.Indexes {
  813. if err := session.statement.SetRefBean(bean); err != nil {
  814. return err
  815. }
  816. if index.Type == schemas.UniqueType {
  817. isExist, err := session.isIndexExist2(tableNameNoSchema, index.Cols, true)
  818. if err != nil {
  819. return err
  820. }
  821. if !isExist {
  822. if err := session.statement.SetRefBean(bean); err != nil {
  823. return err
  824. }
  825. err = session.addUnique(tableNameNoSchema, name)
  826. if err != nil {
  827. return err
  828. }
  829. }
  830. } else if index.Type == schemas.IndexType {
  831. isExist, err := session.isIndexExist2(tableNameNoSchema, index.Cols, false)
  832. if err != nil {
  833. return err
  834. }
  835. if !isExist {
  836. if err := session.statement.SetRefBean(bean); err != nil {
  837. return err
  838. }
  839. err = session.addIndex(tableNameNoSchema, name)
  840. if err != nil {
  841. return err
  842. }
  843. }
  844. } else {
  845. return errors.New("unknow index type")
  846. }
  847. }
  848. }
  849. }
  850. return nil
  851. }
  852. // Sync2 synchronize structs to database tables
  853. func (engine *Engine) Sync2(beans ...interface{}) error {
  854. s := engine.NewSession()
  855. defer s.Close()
  856. return s.Sync2(beans...)
  857. }
  858. // CreateTables create tabls according bean
  859. func (engine *Engine) CreateTables(beans ...interface{}) error {
  860. session := engine.NewSession()
  861. defer session.Close()
  862. err := session.Begin()
  863. if err != nil {
  864. return err
  865. }
  866. for _, bean := range beans {
  867. err = session.createTable(bean)
  868. if err != nil {
  869. session.Rollback()
  870. return err
  871. }
  872. }
  873. return session.Commit()
  874. }
  875. // DropTables drop specify tables
  876. func (engine *Engine) DropTables(beans ...interface{}) error {
  877. session := engine.NewSession()
  878. defer session.Close()
  879. err := session.Begin()
  880. if err != nil {
  881. return err
  882. }
  883. for _, bean := range beans {
  884. err = session.dropTable(bean)
  885. if err != nil {
  886. session.Rollback()
  887. return err
  888. }
  889. }
  890. return session.Commit()
  891. }
  892. // DropIndexes drop indexes of a table
  893. func (engine *Engine) DropIndexes(bean interface{}) error {
  894. session := engine.NewSession()
  895. defer session.Close()
  896. return session.DropIndexes(bean)
  897. }
  898. // Exec raw sql
  899. func (engine *Engine) Exec(sqlOrArgs ...interface{}) (sql.Result, error) {
  900. session := engine.NewSession()
  901. defer session.Close()
  902. return session.Exec(sqlOrArgs...)
  903. }
  904. // Query a raw sql and return records as []map[string][]byte
  905. func (engine *Engine) Query(sqlOrArgs ...interface{}) (resultsSlice []map[string][]byte, err error) {
  906. session := engine.NewSession()
  907. defer session.Close()
  908. return session.Query(sqlOrArgs...)
  909. }
  910. // QueryString runs a raw sql and return records as []map[string]string
  911. func (engine *Engine) QueryString(sqlOrArgs ...interface{}) ([]map[string]string, error) {
  912. session := engine.NewSession()
  913. defer session.Close()
  914. return session.QueryString(sqlOrArgs...)
  915. }
  916. // QueryInterface runs a raw sql and return records as []map[string]interface{}
  917. func (engine *Engine) QueryInterface(sqlOrArgs ...interface{}) ([]map[string]interface{}, error) {
  918. session := engine.NewSession()
  919. defer session.Close()
  920. return session.QueryInterface(sqlOrArgs...)
  921. }
  922. // Insert one or more records
  923. func (engine *Engine) Insert(beans ...interface{}) (int64, error) {
  924. session := engine.NewSession()
  925. defer session.Close()
  926. return session.Insert(beans...)
  927. }
  928. // InsertOne insert only one record
  929. func (engine *Engine) InsertOne(bean interface{}) (int64, error) {
  930. session := engine.NewSession()
  931. defer session.Close()
  932. return session.InsertOne(bean)
  933. }
  934. // Update records, bean's non-empty fields are updated contents,
  935. // condiBean' non-empty filds are conditions
  936. // CAUTION:
  937. // 1.bool will defaultly be updated content nor conditions
  938. // You should call UseBool if you have bool to use.
  939. // 2.float32 & float64 may be not inexact as conditions
  940. func (engine *Engine) Update(bean interface{}, condiBeans ...interface{}) (int64, error) {
  941. session := engine.NewSession()
  942. defer session.Close()
  943. return session.Update(bean, condiBeans...)
  944. }
  945. // Delete records, bean's non-empty fields are conditions
  946. func (engine *Engine) Delete(bean interface{}) (int64, error) {
  947. session := engine.NewSession()
  948. defer session.Close()
  949. return session.Delete(bean)
  950. }
  951. // Get retrieve one record from table, bean's non-empty fields
  952. // are conditions
  953. func (engine *Engine) Get(bean interface{}) (bool, error) {
  954. session := engine.NewSession()
  955. defer session.Close()
  956. return session.Get(bean)
  957. }
  958. // Exist returns true if the record exist otherwise return false
  959. func (engine *Engine) Exist(bean ...interface{}) (bool, error) {
  960. session := engine.NewSession()
  961. defer session.Close()
  962. return session.Exist(bean...)
  963. }
  964. // Find retrieve records from table, condiBeans's non-empty fields
  965. // are conditions. beans could be []Struct, []*Struct, map[int64]Struct
  966. // map[int64]*Struct
  967. func (engine *Engine) Find(beans interface{}, condiBeans ...interface{}) error {
  968. session := engine.NewSession()
  969. defer session.Close()
  970. return session.Find(beans, condiBeans...)
  971. }
  972. // FindAndCount find the results and also return the counts
  973. func (engine *Engine) FindAndCount(rowsSlicePtr interface{}, condiBean ...interface{}) (int64, error) {
  974. session := engine.NewSession()
  975. defer session.Close()
  976. return session.FindAndCount(rowsSlicePtr, condiBean...)
  977. }
  978. // Iterate record by record handle records from table, bean's non-empty fields
  979. // are conditions.
  980. func (engine *Engine) Iterate(bean interface{}, fun IterFunc) error {
  981. session := engine.NewSession()
  982. defer session.Close()
  983. return session.Iterate(bean, fun)
  984. }
  985. // Rows return sql.Rows compatible Rows obj, as a forward Iterator object for iterating record by record, bean's non-empty fields
  986. // are conditions.
  987. func (engine *Engine) Rows(bean interface{}) (*Rows, error) {
  988. session := engine.NewSession()
  989. return session.Rows(bean)
  990. }
  991. // Count counts the records. bean's non-empty fields are conditions.
  992. func (engine *Engine) Count(bean ...interface{}) (int64, error) {
  993. session := engine.NewSession()
  994. defer session.Close()
  995. return session.Count(bean...)
  996. }
  997. // Sum sum the records by some column. bean's non-empty fields are conditions.
  998. func (engine *Engine) Sum(bean interface{}, colName string) (float64, error) {
  999. session := engine.NewSession()
  1000. defer session.Close()
  1001. return session.Sum(bean, colName)
  1002. }
  1003. // SumInt sum the records by some column. bean's non-empty fields are conditions.
  1004. func (engine *Engine) SumInt(bean interface{}, colName string) (int64, error) {
  1005. session := engine.NewSession()
  1006. defer session.Close()
  1007. return session.SumInt(bean, colName)
  1008. }
  1009. // Sums sum the records by some columns. bean's non-empty fields are conditions.
  1010. func (engine *Engine) Sums(bean interface{}, colNames ...string) ([]float64, error) {
  1011. session := engine.NewSession()
  1012. defer session.Close()
  1013. return session.Sums(bean, colNames...)
  1014. }
  1015. // SumsInt like Sums but return slice of int64 instead of float64.
  1016. func (engine *Engine) SumsInt(bean interface{}, colNames ...string) ([]int64, error) {
  1017. session := engine.NewSession()
  1018. defer session.Close()
  1019. return session.SumsInt(bean, colNames...)
  1020. }
  1021. // ImportFile SQL DDL file
  1022. func (engine *Engine) ImportFile(ddlPath string) ([]sql.Result, error) {
  1023. session := engine.NewSession()
  1024. defer session.Close()
  1025. return session.ImportFile(ddlPath)
  1026. }
  1027. // Import SQL DDL from io.Reader
  1028. func (engine *Engine) Import(r io.Reader) ([]sql.Result, error) {
  1029. session := engine.NewSession()
  1030. defer session.Close()
  1031. return session.Import(r)
  1032. }
  1033. // nowTime return current time
  1034. func (engine *Engine) nowTime(col *schemas.Column) (interface{}, time.Time) {
  1035. t := time.Now()
  1036. var tz = engine.DatabaseTZ
  1037. if !col.DisableTimeZone && col.TimeZone != nil {
  1038. tz = col.TimeZone
  1039. }
  1040. return dialects.FormatTime(engine.dialect, col.SQLType.Name, t.In(tz)), t.In(engine.TZLocation)
  1041. }
  1042. // GetColumnMapper returns the column name mapper
  1043. func (engine *Engine) GetColumnMapper() names.Mapper {
  1044. return engine.tagParser.GetColumnMapper()
  1045. }
  1046. // GetTableMapper returns the table name mapper
  1047. func (engine *Engine) GetTableMapper() names.Mapper {
  1048. return engine.tagParser.GetTableMapper()
  1049. }
  1050. // GetTZLocation returns time zone of the application
  1051. func (engine *Engine) GetTZLocation() *time.Location {
  1052. return engine.TZLocation
  1053. }
  1054. // SetTZLocation sets time zone of the application
  1055. func (engine *Engine) SetTZLocation(tz *time.Location) {
  1056. engine.TZLocation = tz
  1057. }
  1058. // GetTZDatabase returns time zone of the database
  1059. func (engine *Engine) GetTZDatabase() *time.Location {
  1060. return engine.DatabaseTZ
  1061. }
  1062. // SetTZDatabase sets time zone of the database
  1063. func (engine *Engine) SetTZDatabase(tz *time.Location) {
  1064. engine.DatabaseTZ = tz
  1065. }
  1066. // SetSchema sets the schema of database
  1067. func (engine *Engine) SetSchema(schema string) {
  1068. engine.dialect.URI().SetSchema(schema)
  1069. }
  1070. // Unscoped always disable struct tag "deleted"
  1071. func (engine *Engine) Unscoped() *Session {
  1072. session := engine.NewSession()
  1073. session.isAutoClose = true
  1074. return session.Unscoped()
  1075. }
  1076. func (engine *Engine) tbNameWithSchema(v string) string {
  1077. return dialects.TableNameWithSchema(engine.dialect, v)
  1078. }
  1079. // Context creates a session with the context
  1080. func (engine *Engine) Context(ctx context.Context) *Session {
  1081. session := engine.NewSession()
  1082. session.isAutoClose = true
  1083. return session.Context(ctx)
  1084. }
  1085. // SetDefaultContext set the default context
  1086. func (engine *Engine) SetDefaultContext(ctx context.Context) {
  1087. engine.defaultContext = ctx
  1088. }
  1089. // PingContext tests if database is alive
  1090. func (engine *Engine) PingContext(ctx context.Context) error {
  1091. session := engine.NewSession()
  1092. defer session.Close()
  1093. return session.PingContext(ctx)
  1094. }
  1095. // Transaction Execute sql wrapped in a transaction(abbr as tx), tx will automatic commit if no errors occurred
  1096. func (engine *Engine) Transaction(f func(*Session) (interface{}, error)) (interface{}, error) {
  1097. session := engine.NewSession()
  1098. defer session.Close()
  1099. if err := session.Begin(); err != nil {
  1100. return nil, err
  1101. }
  1102. result, err := f(session)
  1103. if err != nil {
  1104. return nil, err
  1105. }
  1106. if err := session.Commit(); err != nil {
  1107. return nil, err
  1108. }
  1109. return result, nil
  1110. }