Skip to content

sentry: error.go:88: unexpected error from the vectorized engine: × -- *barriers.barrierError *errutil.withPrefix: unexpected error from the vectorized engine (1) error.go:88: *withstack.withStack (top exception) *assert.withAssertionFailure *colexecerror.notInternalError (check the extra data payloads) #76570

Closed
Closed
sentry: error.go:88: unexpected error from the vectorized engine: × -- *barriers.barrierError *errutil.withPrefix: unexpected error from the vectorized engine (1) error.go:88: *withstack.withStack (top exception) *assert.withAssertionFailure *colexecerror.notInternalError (check the extra data payloads)#76570
Labels
C-bugCode not up to spec/doc, specs & docs deemed correct. Solution expected to change code/behavior.O-sentryOriginated from an in-the-wild panic report.
@cockroach-teamcity

Description

@cockroach-teamcity
cockroach-teamcity
opened on Feb 15, 2022

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/3015664317/?referrer=webhooks_plugin

Panic message:

error.go:88: unexpected error from the vectorized engine: ×
--
*barriers.barrierError
*errutil.withPrefix: unexpected error from the vectorized engine (1)
error.go:88: *withstack.withStack (top exception)
*assert.withAssertionFailure
*colexecerror.notInternalError
(check the extra data payloads)

Stacktrace (expand for inline code snippets):

cockroach/pkg/sql/colexecerror/error.go

Lines 87 to 89 in cb0222a

// unexpected.
retErr = errors.NewAssertionErrorWithWrappedErrf(err, "unexpected error from the vectorized engine")
}
in pkg/sql/colexecerror.CatchVectorizedRuntimeError.func1
/usr/local/go/src/runtime/panic.go#L964-L966 in runtime.gopanic

cockroach/pkg/sql/colexecerror/error.go

Lines 191 to 193 in cb0222a

func InternalError(err error) {
panic(err)
}
in pkg/sql/colexecerror.InternalError

cockroach/pkg/sql/colexec/parallel_unordered_synchronizer.go

Lines 352 to 354 in cb0222a

// which will take care of closing any inputs.
colexecerror.InternalError(err)
}
in pkg/sql/colexec.(*ParallelUnorderedSynchronizer).Next

cockroach/pkg/sql/colflow/stats.go

Lines 97 to 99 in cb0222a

bic.stopwatch.Start()
batch = bic.Operator.Next()
bic.stopwatch.Stop()
in pkg/sql/colflow.(*batchInfoCollector).Next

cockroach/pkg/sql/colexec/sort.go

Lines 145 to 147 in cb0222a

p.spooled = true
for batch := p.Input.Next(); batch.Length() != 0; batch = p.Input.Next() {
p.bufferedTuples.AppendTuples(batch, 0 /* startIdx */, batch.Length())
in pkg/sql/colexec.(*allSpooler).spool

cockroach/pkg/sql/colexec/sort.go

Lines 282 to 284 in cb0222a

case sortSpooling:
p.input.spool()
p.state = sortSorting
in pkg/sql/colexec.(*sortOp).Next

cockroach/pkg/sql/colexec/disk_spiller.go

Lines 196 to 198 in cb0222a

func() {
batch = d.inMemoryOp.Next()
},
in pkg/sql/colexec.(*diskSpillerBase).Next.func1

cockroach/pkg/sql/colexecerror/error.go

Lines 90 to 92 in cb0222a

}()
operation()
return retErr
in pkg/sql/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/disk_spiller.go

Lines 194 to 196 in cb0222a

var batch coldata.Batch
if err := colexecerror.CatchVectorizedRuntimeError(
func() {
in pkg/sql/colexec.(*diskSpillerBase).Next

cockroach/pkg/sql/colexec/colexecbase/fn_op.go

Lines 31 to 33 in cb0222a

func (f *fnOp) Next() coldata.Batch {
batch := f.Input.Next()
f.fn()
in pkg/sql/colexec/colexecbase.(*fnOp).Next

cockroach/pkg/sql/colexec/colexecbase/distinct.eg.go

Lines 958 to 960 in cb0222a

func (p *distinctInt16Op) Next() coldata.Batch {
batch := p.Input.Next()
if batch.Length() == 0 {
in pkg/sql/colexec/colexecbase.(*distinctInt16Op).Next

cockroach/pkg/sql/colexec/colexecutils/operator.go

Lines 136 to 138 in cb0222a

func (e *vectorTypeEnforcer) Next() coldata.Batch {
b := e.Input.Next()
if b.Length() == 0 {
in pkg/sql/colexec/colexecutils.(*vectorTypeEnforcer).Next

cockroach/pkg/sql/colexec/colexecwindow/partitioner.go

Lines 73 to 75 in cb0222a

func (p *windowSortingPartitioner) Next() coldata.Batch {
b := p.Input.Next()
if b.Length() == 0 {
in pkg/sql/colexec/colexecwindow.(*windowSortingPartitioner).Next

cockroach/pkg/sql/colexec/colexecutils/operator.go

Lines 136 to 138 in cb0222a

func (e *vectorTypeEnforcer) Next() coldata.Batch {
b := e.Input.Next()
if b.Length() == 0 {
in pkg/sql/colexec/colexecutils.(*vectorTypeEnforcer).Next

cockroach/pkg/sql/colexec/colexecwindow/buffered_window.go

Lines 221 to 223 in cb0222a

case windowLoading:
batch := b.Input.Next()
if batch.Length() == 0 {
in pkg/sql/colexec/colexecwindow.(*bufferedWindowOp).Next

cockroach/pkg/sql/colexec/colexecbase/simple_project.go

Lines 124 to 126 in cb0222a

func (d *simpleProjectOp) Next() coldata.Batch {
batch := d.Input.Next()
if batch.Length() == 0 {
in pkg/sql/colexec/colexecbase.(*simpleProjectOp).Next

cockroach/pkg/sql/colexec/colexecbase/simple_project.go

Lines 124 to 126 in cb0222a

func (d *simpleProjectOp) Next() coldata.Batch {
batch := d.Input.Next()
if batch.Length() == 0 {
in pkg/sql/colexec/colexecbase.(*simpleProjectOp).Next

cockroach/pkg/sql/colflow/stats.go

Lines 97 to 99 in cb0222a

bic.stopwatch.Start()
batch = bic.Operator.Next()
bic.stopwatch.Stop()
in pkg/sql/colflow.(*batchInfoCollector).Next

cockroach/pkg/sql/colexec/unordered_distinct.go

Lines 94 to 96 in cb0222a

for {
op.lastInputBatch = op.Input.Next()
op.lastInputBatchOrigLen = op.lastInputBatch.Length()
in pkg/sql/colexec.(*unorderedDistinct).Next

cockroach/pkg/sql/colexec/disk_spiller.go

Lines 196 to 198 in cb0222a

func() {
batch = d.inMemoryOp.Next()
},
in pkg/sql/colexec.(*diskSpillerBase).Next.func1

cockroach/pkg/sql/colexecerror/error.go

Lines 90 to 92 in cb0222a

}()
operation()
return retErr
in pkg/sql/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colexec/disk_spiller.go

Lines 194 to 196 in cb0222a

var batch coldata.Batch
if err := colexecerror.CatchVectorizedRuntimeError(
func() {
in pkg/sql/colexec.(*diskSpillerBase).Next

cockroach/pkg/sql/colflow/stats.go

Lines 97 to 99 in cb0222a

bic.stopwatch.Start()
batch = bic.Operator.Next()
bic.stopwatch.Stop()
in pkg/sql/colflow.(*batchInfoCollector).Next

cockroach/pkg/sql/colflow/routers.go

Lines 638 to 640 in cb0222a

func (r *HashRouter) processNextBatch(ctx context.Context) bool {
b := r.Input.Next()
n := b.Length()
in pkg/sql/colflow.(*HashRouter).processNextBatch

cockroach/pkg/sql/colflow/routers.go

Lines 562 to 564 in cb0222a

processNextBatch := func() {
done = r.processNextBatch(ctx)
}
in pkg/sql/colflow.(*HashRouter).Run.func1.1

cockroach/pkg/sql/colexecerror/error.go

Lines 90 to 92 in cb0222a

}()
operation()
return retErr
in pkg/sql/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colflow/routers.go

Lines 600 to 602 in cb0222a

if err := colexecerror.CatchVectorizedRuntimeError(processNextBatch); err != nil {
r.cancelOutputs(ctx, err)
in pkg/sql/colflow.(*HashRouter).Run.func1

cockroach/pkg/sql/colexecerror/error.go

Lines 90 to 92 in cb0222a

}()
operation()
return retErr
in pkg/sql/colexecerror.CatchVectorizedRuntimeError

cockroach/pkg/sql/colflow/routers.go

Lines 557 to 559 in cb0222a

// well for more fine-grained control of error propagation.
if err := colexecerror.CatchVectorizedRuntimeError(func() {
r.Input.Init(ctx)
in pkg/sql/colflow.(*HashRouter).Run

cockroach/pkg/sql/colflow/vectorized_flow.go

Lines 795 to 797 in cb0222a

runRouter := func(ctx context.Context, _ context.CancelFunc) {
router.Run(logtags.AddTag(ctx, "hashRouterID", strings.Join(streamIDs, ",")))
}
in pkg/sql/colflow.(*vectorizedFlowCreator).setupRouter.func1

cockroach/pkg/sql/colflow/vectorized_flow.go

Lines 1321 to 1323 in cb0222a

go func() {
run(ctx, flowCtxCancel)
if wg != nil {
in pkg/sql/colflow.(*vectorizedFlowCreatorHelper).accumulateAsyncComponent.func1.1

pkg/sql/colexecerror/error.go in pkg/sql/colexecerror.CatchVectorizedRuntimeError.func1 at line 88
/usr/local/go/src/runtime/panic.go in runtime.gopanic at line 965
pkg/sql/colexecerror/error.go in pkg/sql/colexecerror.InternalError at line 192
pkg/sql/colexec/parallel_unordered_synchronizer.go in pkg/sql/colexec.(*ParallelUnorderedSynchronizer).Next at line 353
pkg/sql/colflow/stats.go in pkg/sql/colflow.(*batchInfoCollector).Next at line 98
pkg/sql/colexec/sort.go in pkg/sql/colexec.(*allSpooler).spool at line 146
pkg/sql/colexec/sort.go in pkg/sql/colexec.(*sortOp).Next at line 283
pkg/sql/colexec/disk_spiller.go in pkg/sql/colexec.(*diskSpillerBase).Next.func1 at line 197
pkg/sql/colexecerror/error.go in pkg/sql/colexecerror.CatchVectorizedRuntimeError at line 91
pkg/sql/colexec/disk_spiller.go in pkg/sql/colexec.(*diskSpillerBase).Next at line 195
pkg/sql/colexec/colexecbase/fn_op.go in pkg/sql/colexec/colexecbase.(*fnOp).Next at line 32
pkg/sql/colexec/colexecbase/distinct.eg.go in pkg/sql/colexec/colexecbase.(*distinctInt16Op).Next at line 959
pkg/sql/colexec/colexecutils/operator.go in pkg/sql/colexec/colexecutils.(*vectorTypeEnforcer).Next at line 137
pkg/sql/colexec/colexecwindow/partitioner.go in pkg/sql/colexec/colexecwindow.(*windowSortingPartitioner).Next at line 74
pkg/sql/colexec/colexecutils/operator.go in pkg/sql/colexec/colexecutils.(*vectorTypeEnforcer).Next at line 137
pkg/sql/colexec/colexecwindow/buffered_window.go in pkg/sql/colexec/colexecwindow.(*bufferedWindowOp).Next at line 222
pkg/sql/colexec/colexecbase/simple_project.go in pkg/sql/colexec/colexecbase.(*simpleProjectOp).Next at line 125
pkg/sql/colexec/colexecbase/simple_project.go in pkg/sql/colexec/colexecbase.(*simpleProjectOp).Next at line 125
pkg/sql/colflow/stats.go in pkg/sql/colflow.(*batchInfoCollector).Next at line 98
pkg/sql/colexec/unordered_distinct.go in pkg/sql/colexec.(*unorderedDistinct).Next at line 95
pkg/sql/colexec/disk_spiller.go in pkg/sql/colexec.(*diskSpillerBase).Next.func1 at line 197
pkg/sql/colexecerror/error.go in pkg/sql/colexecerror.CatchVectorizedRuntimeError at line 91
pkg/sql/colexec/disk_spiller.go in pkg/sql/colexec.(*diskSpillerBase).Next at line 195
pkg/sql/colflow/stats.go in pkg/sql/colflow.(*batchInfoCollector).Next at line 98
pkg/sql/colflow/routers.go in pkg/sql/colflow.(*HashRouter).processNextBatch at line 639
pkg/sql/colflow/routers.go in pkg/sql/colflow.(*HashRouter).Run.func1.1 at line 563
pkg/sql/colexecerror/error.go in pkg/sql/colexecerror.CatchVectorizedRuntimeError at line 91
pkg/sql/colflow/routers.go in pkg/sql/colflow.(*HashRouter).Run.func1 at line 601
pkg/sql/colexecerror/error.go in pkg/sql/colexecerror.CatchVectorizedRuntimeError at line 91
pkg/sql/colflow/routers.go in pkg/sql/colflow.(*HashRouter).Run at line 558
pkg/sql/colflow/vectorized_flow.go in pkg/sql/colflow.(*vectorizedFlowCreator).setupRouter.func1 at line 796
pkg/sql/colflow/vectorized_flow.go in pkg/sql/colflow.(*vectorizedFlowCreatorHelper).accumulateAsyncComponent.func1.1 at line 1322
Tag Value
Cockroach Release v21.2.3
Cockroach SHA: cb0222a
Platform linux amd64
Distribution CCL
Environment development
Command server
Go Version ``
# of CPUs
# of Goroutines

Metadata

Metadata

Assignees

No one assigned

    Labels

    C-bugCode not up to spec/doc, specs & docs deemed correct. Solution expected to change code/behavior.O-sentryOriginated from an in-the-wild panic report.

    Type

    No type

    Fields

    No fields configured for issues without a type.

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions