// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. import { Vector } from '../vector.js'; import { Visitor } from '../visitor.js'; import { Type, Precision } from '../enum.js'; import { TypeToDataType } from '../interfaces.js'; import { DataType, Dictionary, Bool, Null, Utf8, LargeUtf8, Binary, LargeBinary, Decimal, FixedSizeBinary, List, FixedSizeList, Map_, Struct, Float, Float16, Float32, Float64, Int, Uint8, Uint16, Uint32, Uint64, Int8, Int16, Int32, Int64, Date_, DateDay, DateMillisecond, Interval, IntervalDayTime, IntervalYearMonth, Time, TimeSecond, TimeMillisecond, TimeMicrosecond, TimeNanosecond, Timestamp, TimestampSecond, TimestampMillisecond, TimestampMicrosecond, TimestampNanosecond, Duration, DurationSecond, DurationMillisecond, DurationMicrosecond, DurationNanosecond, Union, DenseUnion, SparseUnion, } from '../type.js'; import { ChunkedIterator } from '../util/chunk.js'; /** @ignore */ export interface IteratorVisitor extends Visitor { visit(node: T): IterableIterator; visitMany(nodes: T[]): IterableIterator[]; getVisitFn(node: Vector | T): (vector: Vector) => IterableIterator; getVisitFn(node: T): (vector: Vector>) => IterableIterator['TValue'] | null>; visitNull(vector: Vector): IterableIterator; visitBool(vector: Vector): IterableIterator; visitInt(vector: Vector): IterableIterator; visitInt8(vector: Vector): IterableIterator; visitInt16(vector: Vector): IterableIterator; visitInt32(vector: Vector): IterableIterator; visitInt64(vector: Vector): IterableIterator; visitUint8(vector: Vector): IterableIterator; visitUint16(vector: Vector): IterableIterator; visitUint32(vector: Vector): IterableIterator; visitUint64(vector: Vector): IterableIterator; visitFloat(vector: Vector): IterableIterator; visitFloat16(vector: Vector): IterableIterator; visitFloat32(vector: Vector): IterableIterator; visitFloat64(vector: Vector): IterableIterator; visitUtf8(vector: Vector): IterableIterator; visitLargeUtf8(vector: Vector): IterableIterator; visitBinary(vector: Vector): IterableIterator; visitLargeBinary(vector: Vector): IterableIterator; visitFixedSizeBinary(vector: Vector): IterableIterator; visitDate(vector: Vector): IterableIterator; visitDateDay(vector: Vector): IterableIterator; visitDateMillisecond(vector: Vector): IterableIterator; visitTimestamp(vector: Vector): IterableIterator; visitTimestampSecond(vector: Vector): IterableIterator; visitTimestampMillisecond(vector: Vector): IterableIterator; visitTimestampMicrosecond(vector: Vector): IterableIterator; visitTimestampNanosecond(vector: Vector): IterableIterator; visitTime(vector: Vector): IterableIterator; visitTimeSecond(vector: Vector): IterableIterator; visitTimeMillisecond(vector: Vector): IterableIterator; visitTimeMicrosecond(vector: Vector): IterableIterator; visitTimeNanosecond(vector: Vector): IterableIterator; visitDecimal(vector: Vector): IterableIterator; visitList(vector: Vector): IterableIterator; visitStruct(vector: Vector): IterableIterator; visitUnion(vector: Vector): IterableIterator; visitDenseUnion(vector: Vector): IterableIterator; visitSparseUnion(vector: Vector): IterableIterator; visitDictionary(vector: Vector): IterableIterator; visitInterval(vector: Vector): IterableIterator; visitIntervalDayTime(vector: Vector): IterableIterator; visitIntervalYearMonth(vector: Vector): IterableIterator; visitDuration(vector: Vector): IterableIterator; visitDurationSecond(vector: Vector): IterableIterator; visitDurationMillisecond(vector: Vector): IterableIterator; visitDurationMicrosecond(vector: Vector): IterableIterator; visitDurationNanosecond(vector: Vector): IterableIterator; visitFixedSizeList(vector: Vector): IterableIterator; visitMap(vector: Vector): IterableIterator; } /** @ignore */ export class IteratorVisitor extends Visitor { } /** @ignore */ function vectorIterator(vector: Vector): IterableIterator { const { type } = vector; // Fast case, defer to native iterators if possible if (vector.nullCount === 0 && vector.stride === 1 && ( // Don't defer to native iterator for timestamps since Numbers are expected // (DataType.isTimestamp(type)) && type.unit === TimeUnit.MILLISECOND || (DataType.isInt(type) && type.bitWidth !== 64) || (DataType.isTime(type) && type.bitWidth !== 64) || (DataType.isFloat(type) && type.precision !== Precision.HALF) )) { return new ChunkedIterator(vector.data.length, (chunkIndex) => { const data = vector.data[chunkIndex]; return data.values.subarray(0, data.length)[Symbol.iterator](); }); } // Otherwise, iterate manually let offset = 0; return new ChunkedIterator(vector.data.length, (chunkIndex) => { const data = vector.data[chunkIndex]; const length = data.length; const inner = vector.slice(offset, offset + length); offset += length; return new VectorIterator(inner); }); } /** @ignore */ class VectorIterator implements IterableIterator { private index = 0; constructor(private vector: Vector) { } next(): IteratorResult { if (this.index < this.vector.length) { return { value: this.vector.get(this.index++) }; } return { done: true, value: null }; } [Symbol.iterator]() { return this; } } IteratorVisitor.prototype.visitNull = vectorIterator; IteratorVisitor.prototype.visitBool = vectorIterator; IteratorVisitor.prototype.visitInt = vectorIterator; IteratorVisitor.prototype.visitInt8 = vectorIterator; IteratorVisitor.prototype.visitInt16 = vectorIterator; IteratorVisitor.prototype.visitInt32 = vectorIterator; IteratorVisitor.prototype.visitInt64 = vectorIterator; IteratorVisitor.prototype.visitUint8 = vectorIterator; IteratorVisitor.prototype.visitUint16 = vectorIterator; IteratorVisitor.prototype.visitUint32 = vectorIterator; IteratorVisitor.prototype.visitUint64 = vectorIterator; IteratorVisitor.prototype.visitFloat = vectorIterator; IteratorVisitor.prototype.visitFloat16 = vectorIterator; IteratorVisitor.prototype.visitFloat32 = vectorIterator; IteratorVisitor.prototype.visitFloat64 = vectorIterator; IteratorVisitor.prototype.visitUtf8 = vectorIterator; IteratorVisitor.prototype.visitLargeUtf8 = vectorIterator; IteratorVisitor.prototype.visitBinary = vectorIterator; IteratorVisitor.prototype.visitLargeBinary = vectorIterator; IteratorVisitor.prototype.visitFixedSizeBinary = vectorIterator; IteratorVisitor.prototype.visitDate = vectorIterator; IteratorVisitor.prototype.visitDateDay = vectorIterator; IteratorVisitor.prototype.visitDateMillisecond = vectorIterator; IteratorVisitor.prototype.visitTimestamp = vectorIterator; IteratorVisitor.prototype.visitTimestampSecond = vectorIterator; IteratorVisitor.prototype.visitTimestampMillisecond = vectorIterator; IteratorVisitor.prototype.visitTimestampMicrosecond = vectorIterator; IteratorVisitor.prototype.visitTimestampNanosecond = vectorIterator; IteratorVisitor.prototype.visitTime = vectorIterator; IteratorVisitor.prototype.visitTimeSecond = vectorIterator; IteratorVisitor.prototype.visitTimeMillisecond = vectorIterator; IteratorVisitor.prototype.visitTimeMicrosecond = vectorIterator; IteratorVisitor.prototype.visitTimeNanosecond = vectorIterator; IteratorVisitor.prototype.visitDecimal = vectorIterator; IteratorVisitor.prototype.visitList = vectorIterator; IteratorVisitor.prototype.visitStruct = vectorIterator; IteratorVisitor.prototype.visitUnion = vectorIterator; IteratorVisitor.prototype.visitDenseUnion = vectorIterator; IteratorVisitor.prototype.visitSparseUnion = vectorIterator; IteratorVisitor.prototype.visitDictionary = vectorIterator; IteratorVisitor.prototype.visitInterval = vectorIterator; IteratorVisitor.prototype.visitIntervalDayTime = vectorIterator; IteratorVisitor.prototype.visitIntervalYearMonth = vectorIterator; IteratorVisitor.prototype.visitDuration = vectorIterator; IteratorVisitor.prototype.visitDurationSecond = vectorIterator; IteratorVisitor.prototype.visitDurationMillisecond = vectorIterator; IteratorVisitor.prototype.visitDurationMicrosecond = vectorIterator; IteratorVisitor.prototype.visitDurationNanosecond = vectorIterator; IteratorVisitor.prototype.visitFixedSizeList = vectorIterator; IteratorVisitor.prototype.visitMap = vectorIterator; /** @ignore */ export const instance = new IteratorVisitor();