90 Star 490 Fork 149

平凯星辰(北京)科技有限公司/tidb

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
builder.go 40.62 KB
一键复制 编辑 原始数据 按行查看 历史
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415
// Copyright 2015 PingCAP, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// See the License for the specific language governing permissions and
// limitations under the License.
package executor
import (
"bytes"
"math"
"sort"
"sync"
"time"
"github.com/cznic/sortutil"
"github.com/juju/errors"
"github.com/pingcap/tidb/ast"
"github.com/pingcap/tidb/distsql"
"github.com/pingcap/tidb/domain"
"github.com/pingcap/tidb/expression"
"github.com/pingcap/tidb/expression/aggregation"
"github.com/pingcap/tidb/infoschema"
"github.com/pingcap/tidb/kv"
"github.com/pingcap/tidb/metrics"
"github.com/pingcap/tidb/model"
"github.com/pingcap/tidb/plan"
"github.com/pingcap/tidb/sessionctx"
"github.com/pingcap/tidb/sessionctx/stmtctx"
"github.com/pingcap/tidb/statistics"
"github.com/pingcap/tidb/table"
"github.com/pingcap/tidb/types"
"github.com/pingcap/tidb/util/admin"
"github.com/pingcap/tidb/util/chunk"
"github.com/pingcap/tidb/util/ranger"
"github.com/pingcap/tipb/go-tipb"
"golang.org/x/net/context"
)
// executorBuilder builds an Executor from a Plan.
// The InfoSchema must not change during execution.
type executorBuilder struct {
ctx sessionctx.Context
is infoschema.InfoSchema
priority int
startTS uint64 // cached when the first time getStartTS() is called
// err is set when there is error happened during Executor building process.
err error
}
func newExecutorBuilder(ctx sessionctx.Context, is infoschema.InfoSchema, priority int) *executorBuilder {
return &executorBuilder{
ctx: ctx,
is: is,
priority: priority,
}
}
func (b *executorBuilder) build(p plan.Plan) Executor {
switch v := p.(type) {
case nil:
return nil
case *plan.CheckTable:
return b.buildCheckTable(v)
case *plan.DDL:
return b.buildDDL(v)
case *plan.Deallocate:
return b.buildDeallocate(v)
case *plan.Delete:
return b.buildDelete(v)
case *plan.Execute:
return b.buildExecute(v)
case *plan.Explain:
return b.buildExplain(v)
case *plan.Insert:
return b.buildInsert(v)
case *plan.LoadData:
return b.buildLoadData(v)
case *plan.LoadStats:
return b.buildLoadStats(v)
case *plan.PhysicalLimit:
return b.buildLimit(v)
case *plan.Prepare:
return b.buildPrepare(v)
case *plan.PhysicalLock:
return b.buildSelectLock(v)
case *plan.CancelDDLJobs:
return b.buildCancelDDLJobs(v)
case *plan.ShowDDL:
return b.buildShowDDL(v)
case *plan.ShowDDLJobs:
return b.buildShowDDLJobs(v)
case *plan.Show:
return b.buildShow(v)
case *plan.Simple:
return b.buildSimple(v)
case *plan.Set:
return b.buildSet(v)
case *plan.PhysicalSort:
return b.buildSort(v)
case *plan.PhysicalTopN:
return b.buildTopN(v)
case *plan.PhysicalUnionAll:
return b.buildUnionAll(v)
case *plan.Update:
return b.buildUpdate(v)
case *plan.PhysicalUnionScan:
return b.buildUnionScanExec(v)
case *plan.PhysicalHashJoin:
return b.buildHashJoin(v)
case *plan.PhysicalMergeJoin:
return b.buildMergeJoin(v)
case *plan.PhysicalIndexJoin:
return b.buildIndexLookUpJoin(v)
case *plan.PhysicalSelection:
return b.buildSelection(v)
case *plan.PhysicalHashAgg:
return b.buildHashAgg(v)
case *plan.PhysicalStreamAgg:
return b.buildStreamAgg(v)
case *plan.PhysicalProjection:
return b.buildProjection(v)
case *plan.PhysicalMemTable:
return b.buildMemTable(v)
case *plan.PhysicalTableDual:
return b.buildTableDual(v)
case *plan.PhysicalApply:
return b.buildApply(v)
case *plan.PhysicalExists:
return b.buildExists(v)
case *plan.PhysicalMaxOneRow:
return b.buildMaxOneRow(v)
case *plan.Analyze:
return b.buildAnalyze(v)
case *plan.PhysicalTableReader:
return b.buildTableReader(v)
case *plan.PhysicalIndexReader:
return b.buildIndexReader(v)
case *plan.PhysicalIndexLookUpReader:
return b.buildIndexLookUpReader(v)
default:
b.err = ErrUnknownPlan.Gen("Unknown Plan %T", p)
return nil
}
}
func (b *executorBuilder) buildCancelDDLJobs(v *plan.CancelDDLJobs) Executor {
e := &CancelDDLJobsExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
jobIDs: v.JobIDs,
}
e.errs, b.err = admin.CancelJobs(e.ctx.Txn(), e.jobIDs)
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildShowDDL(v *plan.ShowDDL) Executor {
// We get DDLInfo here because for Executors that returns result set,
// next will be called after transaction has been committed.
// We need the transaction to get DDLInfo.
e := &ShowDDLExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
}
var err error
ownerManager := domain.GetDomain(e.ctx).DDL().OwnerManager()
ctx, cancel := context.WithTimeout(context.Background(), 3*time.Second)
e.ddlOwnerID, err = ownerManager.GetOwnerID(ctx)
cancel()
if err != nil {
b.err = errors.Trace(err)
return nil
}
ddlInfo, err := admin.GetDDLInfo(e.ctx.Txn())
if err != nil {
b.err = errors.Trace(err)
return nil
}
e.ddlInfo = ddlInfo
e.selfID = ownerManager.ID()
e.supportChk = true
return e
}
func (b *executorBuilder) buildShowDDLJobs(v *plan.ShowDDLJobs) Executor {
e := &ShowDDLJobsExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildCheckTable(v *plan.CheckTable) Executor {
e := &CheckTableExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
tables: v.Tables,
is: b.is,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildDeallocate(v *plan.Deallocate) Executor {
e := &DeallocateExec{
baseExecutor: newBaseExecutor(b.ctx, nil, v.ExplainID()),
Name: v.Name,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildSelectLock(v *plan.PhysicalLock) Executor {
src := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
if !b.ctx.GetSessionVars().InTxn() {
// Locking of rows for update using SELECT FOR UPDATE only applies when autocommit
// is disabled (either by beginning transaction with START TRANSACTION or by setting
// autocommit to 0. If autocommit is enabled, the rows matching the specification are not locked.
// See https://dev.mysql.com/doc/refman/5.7/en/innodb-locking-reads.html
return src
}
e := &SelectLockExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), src),
Lock: v.Lock,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildLimit(v *plan.PhysicalLimit) Executor {
childExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &LimitExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExec),
begin: v.Offset,
end: v.Offset + v.Count,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildPrepare(v *plan.Prepare) Executor {
e := &PrepareExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
is: b.is,
name: v.Name,
sqlText: v.SQLText,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildExecute(v *plan.Execute) Executor {
e := &ExecuteExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
is: b.is,
name: v.Name,
usingVars: v.UsingVars,
id: v.ExecID,
stmt: v.Stmt,
plan: v.Plan,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildShow(v *plan.Show) Executor {
e := &ShowExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
Tp: v.Tp,
DBName: model.NewCIStr(v.DBName),
Table: v.Table,
Column: v.Column,
User: v.User,
Flag: v.Flag,
Full: v.Full,
GlobalScope: v.GlobalScope,
is: b.is,
}
e.supportChk = true
if e.Tp == ast.ShowGrants && e.User == nil {
e.User = e.ctx.GetSessionVars().User
}
if len(v.Conditions) == 0 {
return e
}
sel := &SelectionExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), e),
filters: v.Conditions,
}
sel.supportChk = true
return sel
}
func (b *executorBuilder) buildSimple(v *plan.Simple) Executor {
switch s := v.Statement.(type) {
case *ast.GrantStmt:
return b.buildGrant(s)
case *ast.RevokeStmt:
return b.buildRevoke(s)
}
e := &SimpleExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
Statement: v.Statement,
is: b.is,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildSet(v *plan.Set) Executor {
e := &SetExecutor{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
vars: v.VarAssigns,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildInsert(v *plan.Insert) Executor {
selectExec := b.build(v.SelectPlan)
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
var baseExec baseExecutor
if selectExec != nil {
baseExec = newBaseExecutor(b.ctx, nil, v.ExplainID(), selectExec)
} else {
baseExec = newBaseExecutor(b.ctx, nil, v.ExplainID())
}
ivs := &InsertValues{
baseExecutor: baseExec,
Columns: v.Columns,
Lists: v.Lists,
Setlist: v.Setlist,
GenColumns: v.GenCols.Columns,
GenExprs: v.GenCols.Exprs,
needFillDefaultValues: v.NeedFillDefaultValue,
SelectExec: selectExec,
}
ivs.Table = v.Table
if v.IsReplace {
return b.buildReplace(ivs)
}
insert := &InsertExec{
InsertValues: ivs,
OnDuplicate: append(v.OnDuplicate, v.GenCols.OnDuplicates...),
Priority: v.Priority,
IgnoreErr: v.IgnoreErr,
}
insert.supportChk = true
return insert
}
func (b *executorBuilder) buildLoadData(v *plan.LoadData) Executor {
tbl, ok := b.is.TableByID(v.Table.TableInfo.ID)
if !ok {
b.err = errors.Errorf("Can not get table %d", v.Table.TableInfo.ID)
return nil
}
insertVal := &InsertValues{
baseExecutor: newBaseExecutor(b.ctx, nil, v.ExplainID()),
Table: tbl,
Columns: v.Columns,
GenColumns: v.GenCols.Columns,
GenExprs: v.GenCols.Exprs,
}
tableCols := tbl.Cols()
columns, err := insertVal.getColumns(tableCols)
if err != nil {
b.err = errors.Trace(err)
return nil
}
loadDataExec := &LoadData{
baseExecutor: newBaseExecutor(b.ctx, nil, v.ExplainID()),
IsLocal: v.IsLocal,
loadDataInfo: &LoadDataInfo{
row: make([]types.Datum, len(columns)),
insertVal: insertVal,
Path: v.Path,
Table: tbl,
FieldsInfo: v.FieldsInfo,
LinesInfo: v.LinesInfo,
Ctx: b.ctx,
columns: columns,
},
}
loadDataExec.supportChk = true
return loadDataExec
}
func (b *executorBuilder) buildLoadStats(v *plan.LoadStats) Executor {
e := &LoadStatsExec{
baseExecutor: newBaseExecutor(b.ctx, nil, v.ExplainID()),
info: &LoadStatsInfo{v.Path, b.ctx},
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildReplace(vals *InsertValues) Executor {
replaceExec := &ReplaceExec{
InsertValues: vals,
}
replaceExec.supportChk = true
return replaceExec
}
func (b *executorBuilder) buildGrant(grant *ast.GrantStmt) Executor {
e := &GrantExec{
baseExecutor: newBaseExecutor(b.ctx, nil, "GrantStmt"),
Privs: grant.Privs,
ObjectType: grant.ObjectType,
Level: grant.Level,
Users: grant.Users,
WithGrant: grant.WithGrant,
is: b.is,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildRevoke(revoke *ast.RevokeStmt) Executor {
e := &RevokeExec{
ctx: b.ctx,
Privs: revoke.Privs,
ObjectType: revoke.ObjectType,
Level: revoke.Level,
Users: revoke.Users,
is: b.is,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildDDL(v *plan.DDL) Executor {
e := &DDLExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
stmt: v.Statement,
is: b.is,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildExplain(v *plan.Explain) Executor {
e := &ExplainExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
}
e.rows = make([][]string, 0, len(v.Rows))
for _, row := range v.Rows {
e.rows = append(e.rows, row)
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildUnionScanExec(v *plan.PhysicalUnionScan) Executor {
src := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
us := &UnionScanExec{baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), src)}
// Get the handle column index of the below plan.
// We can guarantee that there must be only one col in the map.
for _, cols := range v.Children()[0].Schema().TblID2Handle {
us.belowHandleIndex = cols[0].Index
}
switch x := src.(type) {
case *TableReaderExecutor:
us.desc = x.desc
us.dirty = GetDirtyDB(b.ctx).GetDirtyTable(x.table.Meta().ID)
us.conditions = v.Conditions
us.columns = x.columns
b.err = us.buildAndSortAddedRows()
case *IndexReaderExecutor:
us.desc = x.desc
for _, ic := range x.index.Columns {
for i, col := range x.schema.Columns {
if col.ColName.L == ic.Name.L {
us.usedIndex = append(us.usedIndex, i)
break
}
}
}
us.dirty = GetDirtyDB(b.ctx).GetDirtyTable(x.table.Meta().ID)
us.conditions = v.Conditions
us.columns = x.columns
b.err = us.buildAndSortAddedRows()
case *IndexLookUpExecutor:
us.desc = x.desc
for _, ic := range x.index.Columns {
for i, col := range x.schema.Columns {
if col.ColName.L == ic.Name.L {
us.usedIndex = append(us.usedIndex, i)
break
}
}
}
us.dirty = GetDirtyDB(b.ctx).GetDirtyTable(x.table.Meta().ID)
us.conditions = v.Conditions
us.columns = x.columns
b.err = us.buildAndSortAddedRows()
default:
// The mem table will not be written by sql directly, so we can omit the union scan to avoid err reporting.
return src
}
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
us.supportChk = true
return us
}
// buildMergeJoin builds MergeJoinExec executor.
func (b *executorBuilder) buildMergeJoin(v *plan.PhysicalMergeJoin) Executor {
leftExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
rightExec := b.build(v.Children()[1])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
leftKeys := make([]*expression.Column, 0, len(v.EqualConditions))
rightKeys := make([]*expression.Column, 0, len(v.EqualConditions))
for _, eqCond := range v.EqualConditions {
if len(eqCond.GetArgs()) != 2 {
b.err = errors.Annotate(ErrBuildExecutor, "invalid join key for equal condition")
return nil
}
leftKey, ok := eqCond.GetArgs()[0].(*expression.Column)
if !ok {
b.err = errors.Annotate(ErrBuildExecutor, "left side of join key must be column for merge join")
return nil
}
rightKey, ok := eqCond.GetArgs()[1].(*expression.Column)
if !ok {
b.err = errors.Annotate(ErrBuildExecutor, "right side of join key must be column for merge join")
return nil
}
leftKeys = append(leftKeys, leftKey)
rightKeys = append(rightKeys, rightKey)
}
lhsIter := &readerIterator{
sctx: b.ctx,
reader: leftExec,
filter: v.LeftConditions,
joinKeys: leftKeys,
}
rhsIter := &readerIterator{
sctx: b.ctx,
reader: rightExec,
filter: v.RightConditions,
joinKeys: rightKeys,
}
defaultValues := v.DefaultValues
if defaultValues == nil {
if v.JoinType == plan.RightOuterJoin {
defaultValues = make([]types.Datum, leftExec.Schema().Len())
} else {
defaultValues = make([]types.Datum, rightExec.Schema().Len())
}
}
lhsColTypes := leftExec.retTypes()
rhsColTypes := rightExec.retTypes()
e := &MergeJoinExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), leftExec, rightExec),
resultGenerator: newJoinResultGenerator(b.ctx, v.JoinType, v.JoinType == plan.RightOuterJoin, defaultValues, v.OtherConditions, lhsColTypes, rhsColTypes),
stmtCtx: b.ctx.GetSessionVars().StmtCtx,
// left is the outer side by default.
outerIdx: 0,
outerKeys: leftKeys,
innerKeys: rightKeys,
outerIter: lhsIter,
innerIter: rhsIter,
}
if v.JoinType == plan.RightOuterJoin {
e.outerKeys, e.innerKeys = e.innerKeys, e.outerKeys
e.outerIter, e.innerIter = e.innerIter, e.outerIter
e.outerIdx = 1
}
if v.JoinType != plan.InnerJoin {
e.outerFilter = e.outerIter.filter
e.outerIter.filter = nil
}
metrics.ExecutorCounter.WithLabelValues("MergeJoinExec").Inc()
e.supportChk = true
return e
}
func (b *executorBuilder) buildHashJoin(v *plan.PhysicalHashJoin) Executor {
leftHashKey := make([]*expression.Column, 0, len(v.EqualConditions))
rightHashKey := make([]*expression.Column, 0, len(v.EqualConditions))
for _, eqCond := range v.EqualConditions {
ln, _ := eqCond.GetArgs()[0].(*expression.Column)
rn, _ := eqCond.GetArgs()[1].(*expression.Column)
leftHashKey = append(leftHashKey, ln)
rightHashKey = append(rightHashKey, rn)
}
leftExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
rightExec := b.build(v.Children()[1])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &HashJoinExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), leftExec, rightExec),
concurrency: v.Concurrency,
joinType: v.JoinType,
innerIdx: v.InnerChildIdx,
}
defaultValues := v.DefaultValues
lhsTypes, rhsTypes := leftExec.retTypes(), rightExec.retTypes()
if v.InnerChildIdx == 0 {
if len(v.LeftConditions) > 0 {
b.err = errors.Annotate(ErrBuildExecutor, "join's inner condition should be empty")
return nil
}
e.innerExec = leftExec
e.outerExec = rightExec
e.outerFilter = v.RightConditions
e.innerKeys = leftHashKey
e.outerKeys = rightHashKey
if defaultValues == nil {
defaultValues = make([]types.Datum, e.innerExec.Schema().Len())
}
} else {
if len(v.RightConditions) > 0 {
b.err = errors.Annotate(ErrBuildExecutor, "join's inner condition should be empty")
return nil
}
e.innerExec = rightExec
e.outerExec = leftExec
e.outerFilter = v.LeftConditions
e.innerKeys = rightHashKey
e.outerKeys = leftHashKey
if defaultValues == nil {
defaultValues = make([]types.Datum, e.innerExec.Schema().Len())
}
}
e.resultGenerators = make([]joinResultGenerator, e.concurrency)
for i := 0; i < e.concurrency; i++ {
e.resultGenerators[i] = newJoinResultGenerator(b.ctx, v.JoinType, v.InnerChildIdx == 0, defaultValues,
v.OtherConditions, lhsTypes, rhsTypes)
}
metrics.ExecutorCounter.WithLabelValues("HashJoinExec").Inc()
e.supportChk = true
return e
}
func (b *executorBuilder) buildHashAgg(v *plan.PhysicalHashAgg) Executor {
src := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &HashAggExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), src),
sc: b.ctx.GetSessionVars().StmtCtx,
AggFuncs: make([]aggregation.Aggregation, 0, len(v.AggFuncs)),
GroupByItems: v.GroupByItems,
}
e.supportChk = true
for _, aggDesc := range v.AggFuncs {
e.AggFuncs = append(e.AggFuncs, aggDesc.GetAggFunc())
}
metrics.ExecutorCounter.WithLabelValues("HashAggExec").Inc()
return e
}
func (b *executorBuilder) buildStreamAgg(v *plan.PhysicalStreamAgg) Executor {
src := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &StreamAggExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), src),
StmtCtx: b.ctx.GetSessionVars().StmtCtx,
AggFuncs: make([]aggregation.Aggregation, 0, len(v.AggFuncs)),
GroupByItems: v.GroupByItems,
}
e.supportChk = true
for _, aggDesc := range v.AggFuncs {
e.AggFuncs = append(e.AggFuncs, aggDesc.GetAggFunc())
}
metrics.ExecutorCounter.WithLabelValues("StreamAggExec").Inc()
return e
}
func (b *executorBuilder) buildSelection(v *plan.PhysicalSelection) Executor {
childExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &SelectionExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExec),
filters: v.Conditions,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildProjection(v *plan.PhysicalProjection) Executor {
childExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &ProjectionExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExec),
exprs: v.Exprs,
evaluatorSuit: expression.NewEvaluatorSuit(v.Exprs),
calculateNoDelay: v.CalculateNoDelay,
}
e.baseExecutor.supportChk = true
return e
}
func (b *executorBuilder) buildTableDual(v *plan.PhysicalTableDual) Executor {
if v.RowCount != 0 && v.RowCount != 1 {
b.err = errors.Errorf("buildTableDual failed, invalid row count for dual table: %v", v.RowCount)
return nil
}
e := &TableDualExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
numDualRows: v.RowCount,
}
e.supportChk = true
return e
}
func (b *executorBuilder) getStartTS() uint64 {
if b.startTS != 0 {
// Return the cached value.
return b.startTS
}
startTS := b.ctx.GetSessionVars().SnapshotTS
if startTS == 0 {
startTS = b.ctx.Txn().StartTS()
}
b.startTS = startTS
return startTS
}
func (b *executorBuilder) buildMemTable(v *plan.PhysicalMemTable) Executor {
tb, _ := b.is.TableByID(v.Table.ID)
e := &TableScanExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
t: tb,
columns: v.Columns,
seekHandle: math.MinInt64,
ranges: v.Ranges,
isVirtualTable: tb.Type() == table.VirtualTable,
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildSort(v *plan.PhysicalSort) Executor {
childExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
sortExec := SortExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExec),
ByItems: v.ByItems,
schema: v.Schema(),
}
metrics.ExecutorCounter.WithLabelValues("SortExec").Inc()
sortExec.supportChk = true
return &sortExec
}
func (b *executorBuilder) buildTopN(v *plan.PhysicalTopN) Executor {
childExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
sortExec := SortExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExec),
ByItems: v.ByItems,
schema: v.Schema(),
}
metrics.ExecutorCounter.WithLabelValues("TopNExec").Inc()
sortExec.supportChk = true
return &TopNExec{
SortExec: sortExec,
limit: &plan.PhysicalLimit{Count: v.Count, Offset: v.Offset},
}
}
func (b *executorBuilder) buildApply(apply *plan.PhysicalApply) *NestedLoopApplyExec {
v := apply.PhysicalJoin
leftChild := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
rightChild := b.build(v.Children()[1])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
joinSchema := expression.MergeSchema(leftChild.Schema(), rightChild.Schema())
for _, cond := range v.EqualConditions {
col0 := cond.GetArgs()[0].(*expression.Column)
col0.ResolveIndices(joinSchema)
col1 := cond.GetArgs()[1].(*expression.Column)
col1.ResolveIndices(joinSchema)
}
otherConditions := append(expression.ScalarFuncs2Exprs(v.EqualConditions), v.OtherConditions...)
defaultValues := v.DefaultValues
if defaultValues == nil {
defaultValues = make([]types.Datum, v.Children()[v.InnerChildIdx].Schema().Len())
}
generator := newJoinResultGenerator(b.ctx, v.JoinType, v.InnerChildIdx == 0,
defaultValues, otherConditions, leftChild.retTypes(), rightChild.retTypes())
outerExec, innerExec := leftChild, rightChild
outerFilter, innerFilter := v.LeftConditions, v.RightConditions
if v.InnerChildIdx == 0 {
outerExec, innerExec = rightChild, leftChild
outerFilter, innerFilter = v.RightConditions, v.LeftConditions
}
e := &NestedLoopApplyExec{
baseExecutor: newBaseExecutor(b.ctx, apply.Schema(), v.ExplainID(), outerExec, innerExec),
innerExec: innerExec,
outerExec: outerExec,
outerFilter: outerFilter,
innerFilter: innerFilter,
outer: v.JoinType != plan.InnerJoin,
resultGenerator: generator,
outerSchema: apply.OuterSchema,
outerChunk: outerExec.newChunk(),
innerChunk: innerExec.newChunk(),
}
e.innerList = chunk.NewList(innerExec.retTypes(), e.maxChunkSize)
e.supportChk = true
metrics.ExecutorCounter.WithLabelValues("NestedLoopApplyExec").Inc()
return e
}
func (b *executorBuilder) buildExists(v *plan.PhysicalExists) Executor {
childExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &ExistsExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExec),
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildMaxOneRow(v *plan.PhysicalMaxOneRow) Executor {
childExec := b.build(v.Children()[0])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
e := &MaxOneRowExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExec),
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildUnionAll(v *plan.PhysicalUnionAll) Executor {
childExecs := make([]Executor, len(v.Children()))
for i, child := range v.Children() {
childExecs[i] = b.build(child)
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
}
e := &UnionExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), childExecs...),
}
e.supportChk = true
return e
}
func (b *executorBuilder) buildUpdate(v *plan.Update) Executor {
tblID2table := make(map[int64]table.Table)
for id := range v.SelectPlan.Schema().TblID2Handle {
tblID2table[id], _ = b.is.TableByID(id)
}
selExec := b.build(v.SelectPlan)
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
updateExec := &UpdateExec{
baseExecutor: newBaseExecutor(b.ctx, nil, v.ExplainID(), selExec),
SelectExec: selExec,
OrderedList: v.OrderedList,
tblID2table: tblID2table,
IgnoreErr: v.IgnoreErr,
}
updateExec.supportChk = true
return updateExec
}
func (b *executorBuilder) buildDelete(v *plan.Delete) Executor {
tblID2table := make(map[int64]table.Table)
for id := range v.SelectPlan.Schema().TblID2Handle {
tblID2table[id], _ = b.is.TableByID(id)
}
selExec := b.build(v.SelectPlan)
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
deleteExec := &DeleteExec{
baseExecutor: newBaseExecutor(b.ctx, nil, v.ExplainID(), selExec),
SelectExec: selExec,
Tables: v.Tables,
IsMultiTable: v.IsMultiTable,
tblID2Table: tblID2table,
}
deleteExec.supportChk = true
return deleteExec
}
func (b *executorBuilder) buildAnalyzeIndexPushdown(task plan.AnalyzeIndexTask) *AnalyzeIndexExec {
e := &AnalyzeIndexExec{
ctx: b.ctx,
tblInfo: task.TableInfo,
idxInfo: task.IndexInfo,
concurrency: b.ctx.GetSessionVars().IndexSerialScanConcurrency,
priority: b.priority,
analyzePB: &tipb.AnalyzeReq{
Tp: tipb.AnalyzeType_TypeIndex,
StartTs: math.MaxUint64,
Flags: statementContextToFlags(b.ctx.GetSessionVars().StmtCtx),
TimeZoneOffset: timeZoneOffset(b.ctx),
},
}
e.analyzePB.IdxReq = &tipb.AnalyzeIndexReq{
BucketSize: maxBucketSize,
NumColumns: int32(len(task.IndexInfo.Columns)),
}
if !task.IndexInfo.Unique {
depth := int32(defaultCMSketchDepth)
width := int32(defaultCMSketchWidth)
e.analyzePB.IdxReq.CmsketchDepth = &depth
e.analyzePB.IdxReq.CmsketchWidth = &width
}
return e
}
func (b *executorBuilder) buildAnalyzeColumnsPushdown(task plan.AnalyzeColumnsTask) *AnalyzeColumnsExec {
cols := task.ColsInfo
keepOrder := false
if task.PKInfo != nil {
keepOrder = true
cols = append([]*model.ColumnInfo{task.PKInfo}, cols...)
}
e := &AnalyzeColumnsExec{
ctx: b.ctx,
tblInfo: task.TableInfo,
colsInfo: task.ColsInfo,
pkInfo: task.PKInfo,
concurrency: b.ctx.GetSessionVars().DistSQLScanConcurrency,
priority: b.priority,
keepOrder: keepOrder,
analyzePB: &tipb.AnalyzeReq{
Tp: tipb.AnalyzeType_TypeColumn,
StartTs: math.MaxUint64,
Flags: statementContextToFlags(b.ctx.GetSessionVars().StmtCtx),
TimeZoneOffset: timeZoneOffset(b.ctx),
},
}
depth := int32(defaultCMSketchDepth)
width := int32(defaultCMSketchWidth)
e.analyzePB.ColReq = &tipb.AnalyzeColumnsReq{
BucketSize: maxBucketSize,
SampleSize: maxRegionSampleSize,
SketchSize: maxSketchSize,
ColumnsInfo: plan.ColumnsToProto(cols, task.TableInfo.PKIsHandle),
CmsketchDepth: &depth,
CmsketchWidth: &width,
}
b.err = errors.Trace(setPBColumnsDefaultValue(b.ctx, e.analyzePB.ColReq.ColumnsInfo, cols))
return e
}
func (b *executorBuilder) buildAnalyze(v *plan.Analyze) Executor {
e := &AnalyzeExec{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
tasks: make([]*analyzeTask, 0, len(v.ColTasks)+len(v.IdxTasks)),
}
for _, task := range v.ColTasks {
e.tasks = append(e.tasks, &analyzeTask{
taskType: colTask,
colExec: b.buildAnalyzeColumnsPushdown(task),
})
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
}
for _, task := range v.IdxTasks {
e.tasks = append(e.tasks, &analyzeTask{
taskType: idxTask,
idxExec: b.buildAnalyzeIndexPushdown(task),
})
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
}
e.supportChk = true
return e
}
func (b *executorBuilder) constructDAGReq(plans []plan.PhysicalPlan) (*tipb.DAGRequest, error) {
dagReq := &tipb.DAGRequest{}
dagReq.StartTs = b.getStartTS()
dagReq.TimeZoneOffset = timeZoneOffset(b.ctx)
sc := b.ctx.GetSessionVars().StmtCtx
dagReq.Flags = statementContextToFlags(sc)
for _, p := range plans {
execPB, err := p.ToPB(b.ctx)
if err != nil {
return nil, errors.Trace(err)
}
dagReq.Executors = append(dagReq.Executors, execPB)
}
return dagReq, nil
}
func (b *executorBuilder) buildIndexLookUpJoin(v *plan.PhysicalIndexJoin) Executor {
outerExec := b.build(v.Children()[v.OuterIndex])
if b.err != nil {
b.err = errors.Trace(b.err)
return nil
}
outerTypes := outerExec.retTypes()
innerPlan := v.Children()[1-v.OuterIndex]
innerTypes := make([]*types.FieldType, innerPlan.Schema().Len())
for i, col := range innerPlan.Schema().Columns {
innerTypes[i] = col.RetType
}
var (
outerFilter []expression.Expression
leftTypes, rightTypes []*types.FieldType
)
if v.OuterIndex == 1 {
leftTypes, rightTypes = innerTypes, outerTypes
outerFilter = v.RightConditions
if len(v.LeftConditions) > 0 {
b.err = errors.Annotate(ErrBuildExecutor, "join's inner condition should be empty")
return nil
}
} else {
leftTypes, rightTypes = outerTypes, innerTypes
outerFilter = v.LeftConditions
if len(v.RightConditions) > 0 {
b.err = errors.Annotate(ErrBuildExecutor, "join's inner condition should be empty")
return nil
}
}
defaultValues := v.DefaultValues
if defaultValues == nil {
defaultValues = make([]types.Datum, len(innerTypes))
}
e := &IndexLookUpJoin{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID(), outerExec),
outerCtx: outerCtx{
rowTypes: outerTypes,
filter: outerFilter,
},
innerCtx: innerCtx{
readerBuilder: &dataReaderBuilder{innerPlan, b},
rowTypes: innerTypes,
},
workerWg: new(sync.WaitGroup),
resultGenerator: newJoinResultGenerator(b.ctx, v.JoinType, v.OuterIndex == 1, defaultValues, v.OtherConditions, leftTypes, rightTypes),
indexRanges: v.Ranges,
keyOff2IdxOff: v.KeyOff2IdxOff,
}
e.supportChk = true
outerKeyCols := make([]int, len(v.OuterJoinKeys))
for i := 0; i < len(v.OuterJoinKeys); i++ {
outerKeyCols[i] = v.OuterJoinKeys[i].Index
}
e.outerCtx.keyCols = outerKeyCols
innerKeyCols := make([]int, len(v.InnerJoinKeys))
for i := 0; i < len(v.InnerJoinKeys); i++ {
innerKeyCols[i] = v.InnerJoinKeys[i].Index
}
e.innerCtx.keyCols = innerKeyCols
e.joinResult = e.newChunk()
metrics.ExecutorCounter.WithLabelValues("IndexLookUpJoin").Inc()
return e
}
// containsLimit tests if the execs contains Limit because we do not know whether `Limit` has consumed all of its' source,
// so the feedback may not be accurate.
func containsLimit(execs []*tipb.Executor) bool {
for _, exec := range execs {
if exec.Limit != nil {
return true
}
}
return false
}
func buildNoRangeTableReader(b *executorBuilder, v *plan.PhysicalTableReader) (*TableReaderExecutor, error) {
dagReq, err := b.constructDAGReq(v.TablePlans)
if err != nil {
return nil, errors.Trace(err)
}
ts := v.TablePlans[0].(*plan.PhysicalTableScan)
table, _ := b.is.TableByID(ts.Table.ID)
pkID := int64(-1)
if ts.Table.PKIsHandle {
if pk := ts.Table.GetPkColInfo(); pk != nil {
pkID = pk.ID
}
}
e := &TableReaderExecutor{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
dagPB: dagReq,
tableID: ts.Table.ID,
table: table,
keepOrder: ts.KeepOrder,
desc: ts.Desc,
columns: ts.Columns,
priority: b.priority,
}
if containsLimit(dagReq.Executors) {
e.feedback = statistics.NewQueryFeedback(0, 0, false, 0, 0)
} else {
e.feedback = statistics.NewQueryFeedback(ts.Table.ID, pkID, false, ts.HistVersion, ts.StatsInfo().Count())
}
e.baseExecutor.supportChk = true
for i := range v.Schema().Columns {
dagReq.OutputOffsets = append(dagReq.OutputOffsets, uint32(i))
}
return e, nil
}
func (b *executorBuilder) buildTableReader(v *plan.PhysicalTableReader) *TableReaderExecutor {
ret, err := buildNoRangeTableReader(b, v)
if err != nil {
b.err = errors.Trace(err)
return nil
}
ts := v.TablePlans[0].(*plan.PhysicalTableScan)
ret.ranges = ts.Ranges
return ret
}
func buildNoRangeIndexReader(b *executorBuilder, v *plan.PhysicalIndexReader) (*IndexReaderExecutor, error) {
dagReq, err := b.constructDAGReq(v.IndexPlans)
if err != nil {
return nil, errors.Trace(err)
}
is := v.IndexPlans[0].(*plan.PhysicalIndexScan)
table, _ := b.is.TableByID(is.Table.ID)
e := &IndexReaderExecutor{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
dagPB: dagReq,
tableID: is.Table.ID,
table: table,
index: is.Index,
keepOrder: is.KeepOrder,
desc: is.Desc,
columns: is.Columns,
priority: b.priority,
}
if containsLimit(dagReq.Executors) {
e.feedback = statistics.NewQueryFeedback(0, 0, false, 0, 0)
} else {
e.feedback = statistics.NewQueryFeedback(is.Table.ID, is.Index.ID, true, is.HistVersion, is.StatsInfo().Count())
}
e.supportChk = true
for _, col := range v.OutputColumns {
dagReq.OutputOffsets = append(dagReq.OutputOffsets, uint32(col.Index))
}
return e, nil
}
func (b *executorBuilder) buildIndexReader(v *plan.PhysicalIndexReader) *IndexReaderExecutor {
ret, err := buildNoRangeIndexReader(b, v)
if err != nil {
b.err = errors.Trace(err)
return nil
}
is := v.IndexPlans[0].(*plan.PhysicalIndexScan)
ret.ranges = is.Ranges
return ret
}
func buildNoRangeIndexLookUpReader(b *executorBuilder, v *plan.PhysicalIndexLookUpReader) (*IndexLookUpExecutor, error) {
indexReq, err := b.constructDAGReq(v.IndexPlans)
if err != nil {
return nil, errors.Trace(err)
}
tableReq, err := b.constructDAGReq(v.TablePlans)
if err != nil {
return nil, errors.Trace(err)
}
is := v.IndexPlans[0].(*plan.PhysicalIndexScan)
indexReq.OutputOffsets = []uint32{uint32(len(is.Index.Columns))}
table, _ := b.is.TableByID(is.Table.ID)
for i := 0; i < v.Schema().Len(); i++ {
tableReq.OutputOffsets = append(tableReq.OutputOffsets, uint32(i))
}
e := &IndexLookUpExecutor{
baseExecutor: newBaseExecutor(b.ctx, v.Schema(), v.ExplainID()),
dagPB: indexReq,
tableID: is.Table.ID,
table: table,
index: is.Index,
keepOrder: is.KeepOrder,
desc: is.Desc,
tableRequest: tableReq,
columns: is.Columns,
priority: b.priority,
dataReaderBuilder: &dataReaderBuilder{executorBuilder: b},
}
if containsLimit(indexReq.Executors) {
e.feedback = statistics.NewQueryFeedback(0, 0, false, 0, 0)
} else {
e.feedback = statistics.NewQueryFeedback(is.Table.ID, is.Index.ID, true, is.HistVersion, is.StatsInfo().Count())
}
e.supportChk = true
if cols, ok := v.Schema().TblID2Handle[is.Table.ID]; ok {
e.handleIdx = cols[0].Index
}
return e, nil
}
func (b *executorBuilder) buildIndexLookUpReader(v *plan.PhysicalIndexLookUpReader) *IndexLookUpExecutor {
ret, err := buildNoRangeIndexLookUpReader(b, v)
if err != nil {
b.err = errors.Trace(err)
return nil
}
is := v.IndexPlans[0].(*plan.PhysicalIndexScan)
ret.ranges = is.Ranges
metrics.ExecutorCounter.WithLabelValues("IndexLookUpExecutor").Inc()
return ret
}
// dataReaderBuilder build an executor.
// The executor can be used to read data in the ranges which are constructed by datums.
// Differences from executorBuilder:
// 1. dataReaderBuilder calculate data range from argument, rather than plan.
// 2. the result executor is already opened.
type dataReaderBuilder struct {
plan.Plan
*executorBuilder
}
func (builder *dataReaderBuilder) buildExecutorForIndexJoin(ctx context.Context, datums [][]types.Datum,
IndexRanges []*ranger.NewRange, keyOff2IdxOff []int) (Executor, error) {
switch v := builder.Plan.(type) {
case *plan.PhysicalTableReader:
return builder.buildTableReaderForIndexJoin(ctx, v, datums)
case *plan.PhysicalIndexReader:
return builder.buildIndexReaderForIndexJoin(ctx, v, datums, IndexRanges, keyOff2IdxOff)
case *plan.PhysicalIndexLookUpReader:
return builder.buildIndexLookUpReaderForIndexJoin(ctx, v, datums, IndexRanges, keyOff2IdxOff)
}
return nil, errors.New("Wrong plan type for dataReaderBuilder")
}
func (builder *dataReaderBuilder) buildTableReaderForIndexJoin(ctx context.Context, v *plan.PhysicalTableReader, datums [][]types.Datum) (Executor, error) {
e, err := buildNoRangeTableReader(builder.executorBuilder, v)
if err != nil {
return nil, errors.Trace(err)
}
handles := make([]int64, 0, len(datums))
for _, datum := range datums {
handles = append(handles, datum[0].GetInt64())
}
return builder.buildTableReaderFromHandles(ctx, e, handles)
}
func (builder *dataReaderBuilder) buildTableReaderFromHandles(ctx context.Context, e *TableReaderExecutor, handles []int64) (Executor, error) {
sort.Sort(sortutil.Int64Slice(handles))
var b requestBuilder
kvReq, err := b.SetTableHandles(e.tableID, handles).
SetDAGRequest(e.dagPB).
SetDesc(e.desc).
SetKeepOrder(e.keepOrder).
SetPriority(e.priority).
SetFromSessionVars(e.ctx.GetSessionVars()).
Build()
if err != nil {
return nil, errors.Trace(err)
}
e.resultHandler = &tableResultHandler{}
result, err := distsql.Select(ctx, builder.ctx, kvReq, e.retTypes())
if err != nil {
return nil, errors.Trace(err)
}
result.Fetch(ctx)
e.resultHandler.open(nil, result)
return e, nil
}
func (builder *dataReaderBuilder) buildIndexReaderForIndexJoin(ctx context.Context, v *plan.PhysicalIndexReader,
values [][]types.Datum, indexRanges []*ranger.NewRange, keyOff2IdxOff []int) (Executor, error) {
e, err := buildNoRangeIndexReader(builder.executorBuilder, v)
if err != nil {
return nil, errors.Trace(err)
}
kvRanges, err := buildKvRangesForIndexJoin(e.ctx.GetSessionVars().StmtCtx, e.tableID, e.index.ID, values, indexRanges, keyOff2IdxOff)
if err != nil {
return nil, errors.Trace(err)
}
err = e.open(ctx, kvRanges)
return e, errors.Trace(err)
}
func (builder *dataReaderBuilder) buildIndexLookUpReaderForIndexJoin(ctx context.Context, v *plan.PhysicalIndexLookUpReader,
values [][]types.Datum, indexRanges []*ranger.NewRange, keyOff2IdxOff []int) (Executor, error) {
e, err := buildNoRangeIndexLookUpReader(builder.executorBuilder, v)
if err != nil {
return nil, errors.Trace(err)
}
kvRanges, err := buildKvRangesForIndexJoin(e.ctx.GetSessionVars().StmtCtx, e.tableID, e.index.ID, values, indexRanges, keyOff2IdxOff)
if err != nil {
return nil, errors.Trace(err)
}
err = e.open(ctx, kvRanges)
return e, errors.Trace(err)
}
// buildKvRangesForIndexJoin builds kv ranges for index join when the inner plan is index scan plan.
func buildKvRangesForIndexJoin(sc *stmtctx.StatementContext, tableID, indexID int64, keyDatums [][]types.Datum, indexRanges []*ranger.NewRange, keyOff2IdxOff []int) ([]kv.KeyRange, error) {
kvRanges := make([]kv.KeyRange, 0, len(indexRanges)*len(keyDatums))
for _, val := range keyDatums {
for _, ran := range indexRanges {
for keyOff, idxOff := range keyOff2IdxOff {
ran.LowVal[idxOff] = val[keyOff]
ran.HighVal[idxOff] = val[keyOff]
}
}
tmpKvRanges, err := indexRangesToKVRanges(sc, tableID, indexID, indexRanges)
if err != nil {
return nil, errors.Trace(err)
}
kvRanges = append(kvRanges, tmpKvRanges...)
}
// kvRanges don't overlap each other. So compare StartKey is enough.
sort.Slice(kvRanges, func(i, j int) bool {
return bytes.Compare(kvRanges[i].StartKey, kvRanges[j].StartKey) < 0
})
return kvRanges, nil
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
Go
1
https://gitee.com/pingcap/tidb.git
git@gitee.com:pingcap/tidb.git
pingcap
tidb
tidb
v1.1.0-beta

搜索帮助