Package io.trino.operator

Class PagesIndex

java.lang.Object

io.trino.operator.PagesIndex

All Implemented Interfaces:

it.unimi.dsi.fastutil.Swapper

public class PagesIndex
extends Object
implements it.unimi.dsi.fastutil.Swapper

PagesIndex a low-level data structure which contains the address of every value position of every channel. This data structure is not general purpose and is designed for a few specific uses:

• Sort via the sort(java.util.List<java.lang.Integer>, java.util.List<io.trino.spi.connector.SortOrder>) method
• Hash build via the createLookupSourceSupplier(io.trino.Session, java.util.List<java.lang.Integer>) method
• Positional output via the appendTo(int, int, io.trino.spi.block.BlockBuilder) method

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	PagesIndex.DefaultFactory
static interface	PagesIndex.Factory
static class	PagesIndex.TestingFactory

Method Summary

Modifier and Type	Method	Description
void	addPage(Page page)
void	appendTo(int channel, int position, BlockBuilder output)
void	clear()
void	compact()
PagesIndexComparator	createChannelComparator(int leftChannel, int rightChannel)
Supplier<LookupSource>	createLookupSourceSupplier(Session session, List<Integer> joinChannels)
LookupSourceSupplier	createLookupSourceSupplier(Session session, List<Integer> joinChannels, OptionalInt hashChannel, Optional<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> filterFunctionFactory, Optional<Integer> sortChannel, List<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> searchFunctionFactories)
LookupSourceSupplier	createLookupSourceSupplier(Session session, List<Integer> joinChannels, OptionalInt hashChannel, Optional<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> filterFunctionFactory, Optional<Integer> sortChannel, List<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> searchFunctionFactories, Optional<List<Integer>> outputChannels, HashArraySizeSupplier hashArraySizeSupplier)
PagesHashStrategy	createPagesHashStrategy(List<Integer> joinChannels, OptionalInt hashChannel)
PagesSpatialIndexSupplier	createPagesSpatialIndex(Session session, int geometryChannel, Optional<Integer> radiusChannel, OptionalDouble constantRadius, Optional<Integer> partitionChannel, SpatialIndexBuilderOperator.SpatialPredicate spatialRelationshipTest, Optional<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> filterFunctionFactory, List<Integer> outputChannels, Map<Integer,Rectangle> partitions)
boolean	getBoolean(int channel, int position)
it.unimi.dsi.fastutil.objects.ObjectArrayList<Block>	getChannel(int channel)
double	getDouble(int channel, int position)
long	getEstimatedMemoryRequiredToCreateLookupSource(HashArraySizeSupplier hashArraySizeSupplier, Optional<Integer> sortChannel, List<Integer> joinChannels)
io.airlift.units.DataSize	getEstimatedSize()
long	getLong(int channel, int position)
Object	getObject(int channel, int position)
Iterator<Page>	getPages()
int	getPositionCount()
Block	getRawBlock(int channel, int position)
int	getRawBlockPosition(int position)
Block	getSingleValueBlock(int channel, int position)
io.airlift.slice.Slice	getSlice(int channel, int position)
Iterator<Page>	getSortedPages()
Iterator<Page>	getSortedPages(int start, int end)	Get sorted pages from the specified section of the PagesIndex.
Type	getType(int channel)
List<Type>	getTypes()
it.unimi.dsi.fastutil.longs.LongArrayList	getValueAddresses()
boolean	isNull(int channel, int position)
boolean	positionNotDistinctFromPosition(PagesHashStrategy partitionHashStrategy, int leftPosition, int rightPosition)
boolean	positionNotDistinctFromRow(PagesHashStrategy pagesHashStrategy, int indexPosition, int rightPosition, Page rightPage)
void	sort(List<Integer> sortChannels, List<SortOrder> sortOrders)
void	sort(List<Integer> sortChannels, List<SortOrder> sortOrders, int startPosition, int endPosition)
void	swap(int a, int b)
String	toString()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Method Details

getTypes

public List<Type> getTypes()

getPositionCount

public int getPositionCount()

getValueAddresses

public it.unimi.dsi.fastutil.longs.LongArrayList getValueAddresses()

getChannel

public it.unimi.dsi.fastutil.objects.ObjectArrayList<Block> getChannel(int channel)

clear

public void clear()

addPage

public void addPage(Page page)

getEstimatedSize

public io.airlift.units.DataSize getEstimatedSize()

compact

public void compact()

getType

public Type getType(int channel)

swap

public void swap(int a,
 int b)

Specified by:

swap in interface it.unimi.dsi.fastutil.Swapper

appendTo

public void appendTo(int channel,
 int position,
 BlockBuilder output)

isNull

public boolean isNull(int channel,
 int position)

getBoolean

public boolean getBoolean(int channel,
 int position)

getLong

public long getLong(int channel,
 int position)

getDouble

public double getDouble(int channel,
 int position)

getSlice

public io.airlift.slice.Slice getSlice(int channel,
 int position)

getObject

public Object getObject(int channel,
 int position)

getSingleValueBlock

public Block getSingleValueBlock(int channel,
 int position)

getRawBlock

public Block getRawBlock(int channel,
 int position)

getRawBlockPosition

public int getRawBlockPosition(int position)

sort

public void sort(List<Integer> sortChannels,
 List<SortOrder> sortOrders)

sort

public void sort(List<Integer> sortChannels,
 List<SortOrder> sortOrders,
 int startPosition,
 int endPosition)

positionNotDistinctFromPosition

public boolean positionNotDistinctFromPosition(PagesHashStrategy partitionHashStrategy,
 int leftPosition,
 int rightPosition)

positionNotDistinctFromRow

public boolean positionNotDistinctFromRow(PagesHashStrategy pagesHashStrategy,
 int indexPosition,
 int rightPosition,
 Page rightPage)

createLookupSourceSupplier

public Supplier<LookupSource> createLookupSourceSupplier(Session session,
 List<Integer> joinChannels)

createPagesHashStrategy

public PagesHashStrategy createPagesHashStrategy(List<Integer> joinChannels,
 OptionalInt hashChannel)

createChannelComparator

public PagesIndexComparator createChannelComparator(int leftChannel,
 int rightChannel)

createLookupSourceSupplier

public LookupSourceSupplier createLookupSourceSupplier(Session session,
 List<Integer> joinChannels,
 OptionalInt hashChannel,
 Optional<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> filterFunctionFactory,
 Optional<Integer> sortChannel,
 List<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> searchFunctionFactories)

createPagesSpatialIndex

public PagesSpatialIndexSupplier createPagesSpatialIndex(Session session,
 int geometryChannel,
 Optional<Integer> radiusChannel,
 OptionalDouble constantRadius,
 Optional<Integer> partitionChannel,
 SpatialIndexBuilderOperator.SpatialPredicate spatialRelationshipTest,
 Optional<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> filterFunctionFactory,
 List<Integer> outputChannels,
 Map<Integer,Rectangle> partitions)

createLookupSourceSupplier

public LookupSourceSupplier createLookupSourceSupplier(Session session,
 List<Integer> joinChannels,
 OptionalInt hashChannel,
 Optional<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> filterFunctionFactory,
 Optional<Integer> sortChannel,
 List<JoinFilterFunctionCompiler.JoinFilterFunctionFactory> searchFunctionFactories,
 Optional<List<Integer>> outputChannels,
 HashArraySizeSupplier hashArraySizeSupplier)

toString

public String toString()

Overrides:

toString in class Object

getPages

public Iterator<Page> getPages()

getSortedPages

public Iterator<Page> getSortedPages()

getSortedPages

public Iterator<Page> getSortedPages(int start,
 int end)

Get sorted pages from the specified section of the PagesIndex.

Parameters:

start - start position of the section, inclusive

end - end position of the section, exclusive

Returns:

iterator of pages

getEstimatedMemoryRequiredToCreateLookupSource

public long getEstimatedMemoryRequiredToCreateLookupSource(HashArraySizeSupplier hashArraySizeSupplier,
 Optional<Integer> sortChannel,
 List<Integer> joinChannels)