DateTruncate.cpp File Reference

#include "DateTruncate.h"
#include "ExtractFromTime.h"
#include <cstdlib>
#include <ctime>
#include <iostream>

Include dependency graph for DateTruncate.cpp:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Functions
NEVER_INLINE DEVICE int64_t	create_epoch (int32_t year)
NEVER_INLINE DEVICE int64_t	DateTruncate (DatetruncField field, const int64_t timeval)
DEVICE int64_t	DateTruncateNullable (DatetruncField field, const int64_t timeval, const int64_t null_val)
DEVICE int64_t	DateTruncateHighPrecisionToDate (const int64_t timeval, const int64_t scale)
DEVICE int64_t	DateTruncateHighPrecisionToDateNullable (const int64_t timeval, const int64_t scale, const int64_t null_val)
DEVICE int64_t	DateTruncateAlterPrecisionScaleUp (const int64_t timeval, const int64_t scale)
DEVICE int64_t	DateTruncateAlterPrecisionScaleUpNullable (const int64_t timeval, const int64_t scale, const int64_t null_val)
DEVICE int64_t	DateTruncateAlterPrecisionScaleDown (const int64_t timeval, const int64_t scale)
DEVICE int64_t	DateTruncateAlterPrecisionScaleDownNullable (const int64_t timeval, const int64_t scale, const int64_t null_val)
DEVICE int64_t	DateDiff (const DatetruncField datepart, const int64_t startdate, const int64_t enddate)
DEVICE int64_t	DateDiffHighPrecision (const DatetruncField datepart, const int64_t startdate, const int64_t enddate, const int32_t adj_dimen, const int64_t adj_scale, const int64_t sml_scale, const int64_t scale)
DEVICE int64_t	DateDiffNullable (const DatetruncField datepart, const int64_t startdate, const int64_t enddate, const int64_t null_val)
DEVICE int64_t	DateDiffHighPrecisionNullable (const DatetruncField datepart, const int64_t startdate, const int64_t enddate, const int32_t adj_dimen, const int64_t adj_scale, const int64_t sml_scale, const int64_t scale, const int64_t null_val)

Function Documentation

NEVER_INLINE DEVICE int64_t create_epoch

(

int32_t

year

)

Definition at line 27 of file DateTruncate.cpp.

References kDaysInFebruary, kDaysInJanuary, kDaysPer100Years, kDaysPer400Years, kDaysPer4Years, kDaysPerYear, kEpochAdjustedDays, kEpochAdjustedYears, and kSecsPerDay.

Referenced by DateTruncate().

                                                                  {
  // Note this is not general purpose
  // it has a final assumption that the year being passed can never be a leap
  // year
  // use 2001 epoch time 31 March as start

  int64_t new_time = kEpochAdjustedDays * kSecsPerDay;
  bool forward = true;
  int32_t years_offset = year - kEpochAdjustedYears;
  // convert year_offset to positive
  if (years_offset < 0) {
    forward = false;
    years_offset = -years_offset;
  }
  // now get number of 400 year cycles in the years_offset;

  int32_t year400 = years_offset / 400;
  int32_t years_remaining = years_offset - (year400 * 400);
  int32_t year100 = years_remaining / 100;
  years_remaining -= year100 * 100;
  int32_t year4 = years_remaining / 4;
  years_remaining -= year4 * 4;

  // get new date I know the final year will never be a leap year
  if (forward) {
    new_time += (year400 * kDaysPer400Years + year100 * kDaysPer100Years +
                 year4 * kDaysPer4Years + years_remaining * kDaysPerYear -
                 kDaysInJanuary - kDaysInFebruary) *
                kSecsPerDay;
  } else {
    new_time -= (year400 * kDaysPer400Years + year100 * kDaysPer100Years +
                 year4 * kDaysPer4Years + years_remaining * kDaysPerYear +
                 // one more day for leap year of 2000 when going backward;
                 1 + kDaysInJanuary + kDaysInFebruary) *
                kSecsPerDay;
  };

  return new_time;
}

Here is the caller graph for this function:

DEVICE int64_t DateDiff	(	const DatetruncField	datepart,
		const int64_t	startdate,
		const int64_t	enddate
	)

Definition at line 362 of file DateTruncate.cpp.

References DateTruncate(), dtDAY, dtHOUR, dtMICROSECOND, dtMILLISECOND, dtMINUTE, dtNANOSECOND, dtQUARTERDAY, dtSECOND, dtWEEK, kDaysPerWeek, kMicroSecsPerSec, kMilliSecsPerSec, kNanoSecsPerSec, kSecPerHour, kSecsPerDay, kSecsPerMin, kSecsPerQuarterDay, and run_benchmark_import::res.

Referenced by DateDiffHighPrecision(), and DateDiffNullable().

                                                          {
  int64_t res = enddate - startdate;
  switch (datepart) {
    case dtNANOSECOND:
      return res * kNanoSecsPerSec;
    case dtMICROSECOND:
      return res * kMicroSecsPerSec;
    case dtMILLISECOND:
      return res * kMilliSecsPerSec;
    case dtSECOND:
      return res;
    case dtMINUTE:
      return res / kSecsPerMin;
    case dtHOUR:
      return res / kSecPerHour;
    case dtQUARTERDAY:
      return res / kSecsPerQuarterDay;
    case dtDAY:
      return res / kSecsPerDay;
    case dtWEEK:
      return res / (kSecsPerDay * kDaysPerWeek);
    default:
      break;
  }

  auto future_date = (res > 0);
  auto end = future_date ? enddate : startdate;
  auto start = future_date ? startdate : enddate;
  res = 0;
  int64_t crt = end;
  while (crt > start) {
    const int64_t dt = DateTruncate(datepart, crt);
    if (dt <= start) {
      break;
    }
    ++res;
    crt = dt - 1;
  }
  return future_date ? res : -res;
}

Here is the call graph for this function:

Here is the caller graph for this function:

DEVICE int64_t DateDiffHighPrecision	(	const DatetruncField	datepart,
		const int64_t	startdate,
		const int64_t	enddate,
		const int32_t	adj_dimen,
		const int64_t	adj_scale,
		const int64_t	sml_scale,
		const int64_t	scale
	)

Definition at line 405 of file DateTruncate.cpp.

References DateDiff(), dtMICROSECOND, dtMILLISECOND, dtNANOSECOND, kMicroSecsPerSec, kMilliSecsPerSec, kNanoSecsPerSec, and run_benchmark_import::res.

Referenced by DateDiffHighPrecisionNullable().

                                                                     {
  /* TODO(wamsi): When adj_dimen is 1 i.e. both precisions are same,
     this code is really not required. We cam direcly do enddate-startdate here.
     Need to address this in refactoring focussed subsequent PR.*/
  int64_t res = (adj_dimen > 0) ? (enddate - (startdate * adj_scale))
                                : ((enddate * adj_scale) - startdate);
  switch (datepart) {
    case dtNANOSECOND:
      // limit of current granularity
      return res;
    case dtMICROSECOND: {
      if (scale == kNanoSecsPerSec) {
        return res / kMilliSecsPerSec;
      } else {
        { return res; }
      }
    }
    case dtMILLISECOND: {
      if (scale == kNanoSecsPerSec) {
        return res / kMicroSecsPerSec;
      } else if (scale == kMicroSecsPerSec) {
        return res / kMilliSecsPerSec;
      } else {
        { return res; }
      }
    }
    default:
      break;
  }
  const int64_t nstartdate = adj_dimen > 0 ? startdate / sml_scale : startdate / scale;
  const int64_t nenddate = adj_dimen < 0 ? enddate / sml_scale : enddate / scale;
  return DateDiff(datepart, nstartdate, nenddate);
}

Here is the call graph for this function:

Here is the caller graph for this function:

DEVICE int64_t DateDiffHighPrecisionNullable	(	const DatetruncField	datepart,
		const int64_t	startdate,
		const int64_t	enddate,
		const int32_t	adj_dimen,
		const int64_t	adj_scale,
		const int64_t	sml_scale,
		const int64_t	scale,
		const int64_t	null_val
	)

Definition at line 455 of file DateTruncate.cpp.

References DateDiffHighPrecision().

                                                                                {
  if (startdate == null_val || enddate == null_val) {
    return null_val;
  }
  return DateDiffHighPrecision(
      datepart, startdate, enddate, adj_dimen, adj_scale, sml_scale, scale);
}

Here is the call graph for this function:

DEVICE int64_t DateDiffNullable	(	const DatetruncField	datepart,
		const int64_t	startdate,
		const int64_t	enddate,
		const int64_t	null_val
	)

Definition at line 445 of file DateTruncate.cpp.

References DateDiff().

                                                                   {
  if (startdate == null_val || enddate == null_val) {
    return null_val;
  }
  return DateDiff(datepart, startdate, enddate);
}

Here is the call graph for this function:

NEVER_INLINE DEVICE int64_t DateTruncate	(	DatetruncField	field,
		const int64_t	timeval
	)

Definition at line 70 of file DateTruncate.cpp.

References create_epoch(), dtCENTURY, dtDAY, dtDECADE, dtHOUR, dtMICROSECOND, dtMILLENNIUM, dtMILLISECOND, dtMINUTE, dtMONTH, dtNANOSECOND, dtQUARTER, dtQUARTERDAY, dtSECOND, dtWEEK, dtYEAR, extract_dow(), gmtime_r_newlib(), kEpochOffsetYear1900, kMonsPerYear, kSecondsPer4YearCycle, kSecondsPerNonLeapYear, kSecPerHour, kSecsJanToMar1900, kSecsPerDay, kSecsPerMin, kSecsPerQuarterDay, kUSecsPerDay, kYearBase, and STATIC_QUAL.

Referenced by DateDiff(), DateTruncateNullable(), Analyzer::Constant::do_cast(), anonymous_namespace{ExpressionRange.cpp}::getDateTimePrecisionCastRange(), and DateTimeTranslator::getDateTruncConstantValue().

                                                                           {
  STATIC_QUAL const int32_t month_lengths[2][kMonsPerYear] = {
      {31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31},
      {31, 29, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31}};

  STATIC_QUAL const uint32_t cumulative_month_epoch_starts[kMonsPerYear] = {0,
                                                                            2678400,
                                                                            5270400,
                                                                            7948800,
                                                                            10540800,
                                                                            13219200,
                                                                            15897600,
                                                                            18489600,
                                                                            21168000,
                                                                            23760000,
                                                                            26438400,
                                                                            29116800};
  STATIC_QUAL const uint32_t cumulative_quarter_epoch_starts[4] = {
      0, 7776000, 15638400, 23587200};
  STATIC_QUAL const uint32_t cumulative_quarter_epoch_starts_leap_year[4] = {
      0, 7862400, 15724800, 23673600};
  switch (field) {
    case dtNANOSECOND:
    case dtMICROSECOND:
    case dtMILLISECOND:
    case dtSECOND:
      return timeval;
    case dtMINUTE: {
      int64_t ret = (timeval / kSecsPerMin) * kSecsPerMin;
      // in the case of a negative time we still want to push down so need to push
      // one
      // more
      if (ret < 0) {
        {
          ret -= kSecsPerMin;
        }
      }
      return ret;
    }
    case dtHOUR: {
      int64_t ret = (timeval / kSecPerHour) * kSecPerHour;
      // in the case of a negative time we still want to push down so need to push
      // one
      // more
      if (ret < 0) {
        {
          ret -= kSecPerHour;
        }
      }
      return ret;
    }
    case dtQUARTERDAY: {
      int64_t ret = (timeval / kSecsPerQuarterDay) * kSecsPerQuarterDay;
      // in the case of a negative time we still want to push down so need to push
      // one
      // more
      if (ret < 0) {
        {
          ret -= kSecsPerQuarterDay;
        }
      }
      return ret;
    }
    case dtDAY: {
      int64_t ret = (timeval / kSecsPerDay) * kSecsPerDay;
      // in the case of a negative time we still want to push down so need to push
      // one
      // more
      if (ret < 0) {
        {
          ret -= kSecsPerDay;
        }
      }
      return ret;
    }
    case dtWEEK: {
      int64_t day = (timeval / kSecsPerDay) * kSecsPerDay;
      if (day < 0) {
        {
          day -= kSecsPerDay;
        }
      }
      int32_t dow = extract_dow(day);
      return day - (dow * kSecsPerDay);
    }
    case dtMONTH: {
      if (timeval >= 0L && timeval <= UINT32_MAX - (kEpochOffsetYear1900)) {
        uint32_t seconds_march_1900 = timeval + kEpochOffsetYear1900 - kSecsJanToMar1900;
        uint32_t seconds_past_4year_period = seconds_march_1900 % kSecondsPer4YearCycle;
        uint32_t four_year_period_seconds =
            (seconds_march_1900 / kSecondsPer4YearCycle) * kSecondsPer4YearCycle;
        uint32_t year_seconds_past_4year_period =
            (seconds_past_4year_period / kSecondsPerNonLeapYear) * kSecondsPerNonLeapYear;
        if (seconds_past_4year_period >=
            kSecondsPer4YearCycle - kUSecsPerDay) {  // if we are in Feb 29th
          year_seconds_past_4year_period -= kSecondsPerNonLeapYear;
        }
        uint32_t seconds_past_march =
            seconds_past_4year_period - year_seconds_past_4year_period;
        uint32_t month = seconds_past_march /
                         (30 * kUSecsPerDay);  // Will make the correct month either be
                                               // the guessed month or month before
        month = month <= 11 ? month : 11;
        if (cumulative_month_epoch_starts[month] > seconds_past_march) {
          month--;
        }
        return (static_cast<int64_t>(four_year_period_seconds) +
                year_seconds_past_4year_period + cumulative_month_epoch_starts[month] -
                kEpochOffsetYear1900 + kSecsJanToMar1900);
      }
      break;
    }
    case dtQUARTER: {
      if (timeval >= 0L && timeval <= UINT32_MAX - kEpochOffsetYear1900) {
        uint32_t seconds_1900 = timeval + kEpochOffsetYear1900;
        uint32_t leap_years = (seconds_1900 - kSecsJanToMar1900) / kSecondsPer4YearCycle;
        uint32_t year =
            (seconds_1900 - leap_years * kUSecsPerDay) / kSecondsPerNonLeapYear;
        uint32_t base_year_leap_years = (year - 1) / 4;
        uint32_t base_year_seconds =
            year * kSecondsPerNonLeapYear + base_year_leap_years * kUSecsPerDay;
        bool is_leap_year = year % 4 == 0 && year != 0;
        const uint32_t* quarter_offsets = is_leap_year
                                              ? cumulative_quarter_epoch_starts_leap_year
                                              : cumulative_quarter_epoch_starts;
        uint32_t partial_year_seconds = seconds_1900 % base_year_seconds;
        uint32_t quarter = partial_year_seconds / (90 * kUSecsPerDay);
        quarter = quarter <= 3 ? quarter : 3;
        if (quarter_offsets[quarter] > partial_year_seconds) {
          quarter--;
        }
        return (static_cast<int64_t>(base_year_seconds) + quarter_offsets[quarter] -
                kEpochOffsetYear1900);
      }
      break;
    }
    case dtYEAR: {
      if (timeval >= 0L && timeval <= UINT32_MAX - kEpochOffsetYear1900) {
        uint32_t seconds_1900 = static_cast<uint32_t>(timeval) + kEpochOffsetYear1900;
        uint32_t leap_years = (seconds_1900 - kSecsJanToMar1900) / kSecondsPer4YearCycle;
        uint32_t year =
            (seconds_1900 - leap_years * kUSecsPerDay) / kSecondsPerNonLeapYear;
        uint32_t base_year_leap_years = (year - 1) / 4;
        return (static_cast<int64_t>(year) * kSecondsPerNonLeapYear +
                base_year_leap_years * kUSecsPerDay - kEpochOffsetYear1900);
      }
      break;
    }
    default:
      break;
  }

  // use ExtractFromTime functions where available
  // have to do some extra work for these ones
  tm tm_struct;
  gmtime_r_newlib(timeval, tm_struct);
  switch (field) {
    case dtMONTH: {
      // clear the time
      int64_t day = (timeval / kSecsPerDay) * kSecsPerDay;
      if (day < 0) {
        {
          day -= kSecsPerDay;
        }
      }
      // calculate the day of month offset
      int32_t dom = tm_struct.tm_mday;
      return (day - (static_cast<int64_t>(dom - 1) * kSecsPerDay));
    }
    case dtQUARTER: {
      // clear the time
      int64_t day = (timeval / kSecsPerDay) * kSecsPerDay;
      if (day < 0) {
        {
          day -= kSecsPerDay;
        }
      }
      // calculate the day of month offset
      int32_t dom = tm_struct.tm_mday;
      // go to the start of the current month
      day = day - ((dom - 1) * kSecsPerDay);
      // find what month we are
      int32_t mon = tm_struct.tm_mon;
      // find start of quarter
      int32_t start_of_quarter = tm_struct.tm_mon / 3 * 3;
      int32_t year = tm_struct.tm_year + kYearBase;
      // are we in a leap year
      int32_t leap_year = 0;
      // only matters if month is March so save some mod operations
      if (mon == 2) {
        if (((year % 400) == 0) || ((year % 4) == 0 && ((year % 100) != 0))) {
          leap_year = 1;
        }
      }
      // now walk back until at correct quarter start
      for (; mon > start_of_quarter; mon--) {
        day = day - (month_lengths[0 + leap_year][mon - 1] * kSecsPerDay);
      }
      return day;
    }
    case dtYEAR: {
      // clear the time
      int64_t day = (timeval / kSecsPerDay) * kSecsPerDay;
      if (day < 0) {
        {
          day -= kSecsPerDay;
        }
      }
      // calculate the day of year offset
      int32_t doy = tm_struct.tm_yday;
      return day - ((doy)*kSecsPerDay);
    }
    case dtDECADE: {
      int32_t year = tm_struct.tm_year + kYearBase;
      int32_t decade_start = ((year - 1) / 10) * 10 + 1;
      return create_epoch(decade_start);
    }
    case dtCENTURY: {
      int32_t year = tm_struct.tm_year + kYearBase;
      int32_t century_start = ((year - 1) / 100) * 100 + 1;
      return create_epoch(century_start);
    }
    case dtMILLENNIUM: {
      int32_t year = tm_struct.tm_year + kYearBase;
      int32_t millennium_start = ((year - 1) / 1000) * 1000 + 1;
      return create_epoch(millennium_start);
    }
    default:
#ifdef __CUDACC__
      return -1;
#else
      abort();
#endif
  }
}

Here is the call graph for this function:

Here is the caller graph for this function:

DEVICE int64_t DateTruncateAlterPrecisionScaleDown	(	const int64_t	timeval,
		const int64_t	scale
	)

Definition at line 347 of file DateTruncate.cpp.

Referenced by DateTruncateAlterPrecisionScaleDownNullable(), Analyzer::Constant::do_cast(), and anonymous_namespace{ExpressionRange.cpp}::getDateTimePrecisionCastRange().

                                                                                   {
  return timeval / scale;
}

Here is the caller graph for this function:

DEVICE int64_t DateTruncateAlterPrecisionScaleDownNullable	(	const int64_t	timeval,
		const int64_t	scale,
		const int64_t	null_val
	)

Definition at line 353 of file DateTruncate.cpp.

References DateTruncateAlterPrecisionScaleDown().

                                                                    {
  if (timeval == null_val) {
    return null_val;
  }
  return DateTruncateAlterPrecisionScaleDown(timeval, scale);
}

Here is the call graph for this function:

DEVICE int64_t DateTruncateAlterPrecisionScaleUp	(	const int64_t	timeval,
		const int64_t	scale
	)

Definition at line 332 of file DateTruncate.cpp.

Referenced by DateTruncateAlterPrecisionScaleUpNullable(), Analyzer::Constant::do_cast(), and anonymous_namespace{ExpressionRange.cpp}::getDateTimePrecisionCastRange().

                                                                                 {
  return timeval * scale;
}

Here is the caller graph for this function:

DEVICE int64_t DateTruncateAlterPrecisionScaleUpNullable	(	const int64_t	timeval,
		const int64_t	scale,
		const int64_t	null_val
	)

Definition at line 338 of file DateTruncate.cpp.

References DateTruncateAlterPrecisionScaleUp().

                                                                  {
  if (timeval == null_val) {
    return null_val;
  }
  return DateTruncateAlterPrecisionScaleUp(timeval, scale);
}

Here is the call graph for this function:

DEVICE int64_t DateTruncateHighPrecisionToDate	(	const int64_t	timeval,
		const int64_t	scale
	)

Definition at line 316 of file DateTruncate.cpp.

References kSecsPerDay.

Referenced by DateTruncateHighPrecisionToDateNullable(), and Analyzer::Constant::do_cast().

                                                                               {
  const int64_t retval = (timeval / (scale * kSecsPerDay)) * kSecsPerDay;
  return retval < 0 ? retval - kSecsPerDay : retval;
}

Here is the caller graph for this function:

DEVICE int64_t DateTruncateHighPrecisionToDateNullable	(	const int64_t	timeval,
		const int64_t	scale,
		const int64_t	null_val
	)

Definition at line 323 of file DateTruncate.cpp.

References DateTruncateHighPrecisionToDate().

                                                                {
  if (timeval == null_val) {
    return null_val;
  }
  return DateTruncateHighPrecisionToDate(timeval, scale);
}

Here is the call graph for this function:

DEVICE int64_t DateTruncateNullable	(	DatetruncField	field,
		const int64_t	timeval,
		const int64_t	null_val
	)

Definition at line 307 of file DateTruncate.cpp.

References DateTruncate().

                                                                       {
  if (timeval == null_val) {
    return null_val;
  }
  return DateTruncate(field, timeval);
}

Here is the call graph for this function: