ChunkIter.h File Reference

#include "../Shared/funcannotations.h"
#include "../Shared/sqltypes.h"

Include dependency graph for ChunkIter.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
class	ChunkIter

Functions
void	ChunkIter_reset (ChunkIter *it)
DEVICE void	ChunkIter_get_next (ChunkIter *it, bool uncompress, VarlenDatum *vd, bool *is_end)
DEVICE void	ChunkIter_get_nth (ChunkIter *it, int nth, bool uncompress, VarlenDatum *vd, bool *is_end)
DEVICE void	ChunkIter_get_nth (ChunkIter *it, int nth, ArrayDatum *vd, bool *is_end)
DEVICE void	ChunkIter_get_nth_varlen (ChunkIter *it, int nth, ArrayDatum *vd, bool *is_end)
DEVICE void	ChunkIter_get_nth_varlen_notnull (ChunkIter *it, int nth, ArrayDatum *vd, bool *is_end)
DEVICE void	ChunkIter_get_nth_point_coords (ChunkIter *it, int nth, ArrayDatum *vd, bool *is_end)

Function Documentation

DEVICE void ChunkIter_get_next	(	ChunkIter *	it,
		bool	uncompress,
		VarlenDatum *	vd,
		bool *	is_end
	)

Definition at line 148 of file ChunkIter.cpp.

References ChunkIter::current_pos, ChunkIter::datum, decompress(), ChunkIter::end_pos, SQLTypeInfo::get_compression(), VarlenDatum::is_null, SQLTypeInfo::is_null(), kENCODING_NONE, VarlenDatum::length, VarlenDatum::pointer, ChunkIter::second_buf, ChunkIter::skip, ChunkIter::skip_size, and ChunkIter::type_info.

                                             {
  if (it->current_pos >= it->end_pos) {
    *is_end = true;
    result->length = 0;
    result->pointer = NULL;
    result->is_null = true;
    return;
  }
  *is_end = false;

  if (it->skip_size > 0) {
    // for fixed-size
    if (uncompress && (it->type_info.get_compression() != kENCODING_NONE)) {
      decompress(it->type_info, it->current_pos, result, &it->datum);
    } else {
      result->length = static_cast<size_t>(it->skip_size);
      result->pointer = it->current_pos;
      result->is_null = it->type_info.is_null(result->pointer);
    }
    it->current_pos += it->skip * it->skip_size;
  } else {
    StringOffsetT offset = *(StringOffsetT*)it->current_pos;
    result->length = static_cast<size_t>(*((StringOffsetT*)it->current_pos + 1) - offset);
    result->pointer = it->second_buf + offset;
    // @TODO(wei) treat zero length as null for now
    result->is_null = (result->length == 0);
    it->current_pos += it->skip * sizeof(StringOffsetT);
  }
}

Here is the call graph for this function:

DEVICE void ChunkIter_get_nth	(	ChunkIter *	it,
		int	nth,
		bool	uncompress,
		VarlenDatum *	vd,
		bool *	is_end
	)

Definition at line 182 of file ChunkIter.cpp.

References ChunkIter::datum, decompress(), SQLTypeInfo::get_compression(), VarlenDatum::is_null, SQLTypeInfo::is_null(), kENCODING_NONE, VarlenDatum::length, ChunkIter::num_elems, VarlenDatum::pointer, ChunkIter::second_buf, ChunkIter::skip_size, ChunkIter::start_pos, and ChunkIter::type_info.

Referenced by anonymous_namespace{ResultSetIteration.cpp}::lazy_fetch_chunk(), ResultSet::lazyReadInt(), ResultSet::makeVarlenTargetValue(), import_export::RenderGroupAnalyzer::seedFromExistingTableContents(), string_decode(), and anonymous_namespace{ExternalExecutor.cpp}::vt_column().

                                            {
  if (static_cast<size_t>(n) >= it->num_elems || n < 0) {
    *is_end = true;
    result->length = 0;
    result->pointer = NULL;
    result->is_null = true;
    return;
  }
  *is_end = false;

  if (it->skip_size > 0) {
    // for fixed-size
    int8_t* current_pos = it->start_pos + n * it->skip_size;
    if (uncompress && (it->type_info.get_compression() != kENCODING_NONE)) {
      decompress(it->type_info, current_pos, result, &it->datum);
    } else {
      result->length = static_cast<size_t>(it->skip_size);
      result->pointer = current_pos;
      result->is_null = it->type_info.is_null(result->pointer);
    }
  } else {
    int8_t* current_pos = it->start_pos + n * sizeof(StringOffsetT);
    StringOffsetT offset = *(StringOffsetT*)current_pos;
    result->length = static_cast<size_t>(*((StringOffsetT*)current_pos + 1) - offset);
    result->pointer = it->second_buf + offset;
    // @TODO(wei) treat zero length as null for now
    result->is_null = (result->length == 0);
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

DEVICE void ChunkIter_get_nth	(	ChunkIter *	it,
		int	nth,
		ArrayDatum *	vd,
		bool *	is_end
	)

Definition at line 217 of file ChunkIter.cpp.

References SQLTypeInfo::get_notnull(), is_null(), SQLTypeInfo::is_null_fixlen_array(), FlatBufferManager::isFlatBuffer(), ChunkIter::num_elems, ChunkIter::second_buf, ChunkIter::skip_size, ChunkIter::start_pos, ChunkIter::type_info, and VarlenArray_get_nth().

                                                                                      {
  if (FlatBufferManager::isFlatBuffer(it)) {
    VarlenArray_get_nth(reinterpret_cast<int8_t*>(it), n, result, is_end);
    return;
  }
  if (static_cast<size_t>(n) >= it->num_elems || n < 0) {
    *is_end = true;
    result->length = 0;
    result->pointer = NULL;
    result->is_null = true;
    return;
  }
  *is_end = false;

  if (it->skip_size > 0) {
    // for fixed-size
    int8_t* current_pos = it->start_pos + n * it->skip_size;
    result->length = static_cast<size_t>(it->skip_size);
    result->pointer = current_pos;
    bool is_null = false;
    if (!it->type_info.get_notnull()) {
      // Nulls can only be recognized when iterating over a !notnull-typed chunk
      is_null = it->type_info.is_null_fixlen_array(result->pointer, result->length);
    }
    result->is_null = is_null;
  } else {
    int8_t* current_pos = it->start_pos + n * sizeof(ArrayOffsetT);
    int8_t* next_pos = current_pos + sizeof(ArrayOffsetT);
    ArrayOffsetT offset = *(ArrayOffsetT*)current_pos;
    ArrayOffsetT next_offset = *(ArrayOffsetT*)next_pos;
    if (next_offset < 0) {  // Encoded NULL array
      result->length = 0;
      result->pointer = NULL;
      result->is_null = true;
    } else {
      if (offset < 0) {
        offset = -offset;  // Previous array may have been NULL, remove negativity
      }
      result->length = static_cast<size_t>(next_offset - offset);
      result->pointer = it->second_buf + offset;
      result->is_null = false;
    }
  }
}

Here is the call graph for this function:

DEVICE void ChunkIter_get_nth_point_coords	(	ChunkIter *	it,
		int	nth,
		ArrayDatum *	vd,
		bool *	is_end
	)

Definition at line 317 of file ChunkIter.cpp.

References SQLTypeInfo::get_notnull(), is_null(), SQLTypeInfo::is_null_point_coord_array(), ChunkIter::num_elems, ChunkIter::skip_size, ChunkIter::start_pos, and ChunkIter::type_info.

                                                         {
  if (static_cast<size_t>(n) >= it->num_elems || n < 0) {
    *is_end = true;
    result->length = 0;
    result->pointer = NULL;
    result->is_null = true;
    return;
  }
  *is_end = false;

  assert(it->skip_size > 0);
  int8_t* current_pos = it->start_pos + n * it->skip_size;
  result->length = static_cast<size_t>(it->skip_size);
  result->pointer = current_pos;
  bool is_null = false;
  if (!it->type_info.get_notnull()) {
    // Nulls can only be recognized when iterating over a !notnull-typed chunk
    is_null = it->type_info.is_null_point_coord_array(result->pointer, result->length);
  }
  result->is_null = is_null;
}

Here is the call graph for this function:

DEVICE void ChunkIter_get_nth_varlen	(	ChunkIter *	it,
		int	nth,
		ArrayDatum *	vd,
		bool *	is_end
	)

Definition at line 263 of file ChunkIter.cpp.

References FlatBufferManager::isFlatBuffer(), anonymous_namespace{Utm.h}::n, ChunkIter::num_elems, ChunkIter::second_buf, ChunkIter::start_pos, and VarlenArray_get_nth().

                                                   {
  if (FlatBufferManager::isFlatBuffer(it)) {
    VarlenArray_get_nth(reinterpret_cast<int8_t*>(it), n, result, is_end);
    return;
  }
  *is_end = (static_cast<size_t>(n) >= it->num_elems || n < 0);

  if (!*is_end) {
    int8_t* current_pos = it->start_pos + n * sizeof(ArrayOffsetT);
    int8_t* next_pos = current_pos + sizeof(ArrayOffsetT);
    ArrayOffsetT offset = *(ArrayOffsetT*)current_pos;
    ArrayOffsetT next_offset = *(ArrayOffsetT*)next_pos;

    if (next_offset >= 0) {
      // Previous array may have been NULL, remove offset negativity
      if (offset < 0) {
        offset = -offset;
      }
      result->length = static_cast<size_t>(next_offset - offset);
      result->pointer = it->second_buf + offset;
      result->is_null = false;
      return;
    }
  }
  // Encoded NULL array or out of bounds
  result->length = 0;
  result->pointer = NULL;
  result->is_null = true;
}

Here is the call graph for this function:

DEVICE void ChunkIter_get_nth_varlen_notnull	(	ChunkIter *	it,
		int	nth,
		ArrayDatum *	vd,
		bool *	is_end
	)

Definition at line 297 of file ChunkIter.cpp.

References anonymous_namespace{Utm.h}::n, ChunkIter::num_elems, ChunkIter::second_buf, and ChunkIter::start_pos.

                                                           {
  *is_end = (static_cast<size_t>(n) >= it->num_elems || n < 0);

  int8_t* current_pos = it->start_pos + n * sizeof(ArrayOffsetT);
  int8_t* next_pos = current_pos + sizeof(ArrayOffsetT);
  ArrayOffsetT offset = *(ArrayOffsetT*)current_pos;
  ArrayOffsetT next_offset = *(ArrayOffsetT*)next_pos;

  result->length = static_cast<size_t>(next_offset - offset);
  result->pointer = it->second_buf + offset;
  result->is_null = false;
}

void ChunkIter_reset

(

ChunkIter *

it

)

Definition at line 144 of file ChunkIter.cpp.

References ChunkIter::current_pos, and ChunkIter::start_pos.

                                    {
  it->current_pos = it->start_pos;
}