/*
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
using System;
using QuantConnect.Data;
using QuantConnect.Interfaces;
using QuantConnect.Securities;
using QuantConnect.Util;
namespace QuantConnect.Lean.Engine.DataFeeds
{
///
/// Store data (either raw or adjusted) and the time at which it should be synchronized
///
public class SubscriptionData
{
///
/// Data
///
protected BaseData _data { get; set; }
///
/// Gets the data
///
public virtual BaseData Data => _data;
///
/// Gets the UTC emit time for this data
///
public DateTime EmitTimeUtc { get; }
///
/// Initializes a new instance of the class
///
/// The base data
/// The emit time for the data
public SubscriptionData(BaseData data, DateTime emitTimeUtc)
{
_data = data;
EmitTimeUtc = emitTimeUtc;
}
///
/// Clones the data, computes the utc emit time and performs exchange round down behavior, storing the result in a new instance
///
/// The subscription's configuration
/// The exchange hours of the security
/// The subscription's offset provider
/// The data being emitted
/// Specifies how data is normalized
/// price scale factor
/// A new containing the specified data
public static SubscriptionData Create(bool dailyStrictEndTimeEnabled, SubscriptionDataConfig configuration, SecurityExchangeHours exchangeHours, TimeZoneOffsetProvider offsetProvider, BaseData data, DataNormalizationMode normalizationMode, decimal? factor = null)
{
if (data == null)
{
return null;
}
data = data.Clone(data.IsFillForward);
var emitTimeUtc = offsetProvider.ConvertToUtc(data.EndTime);
// during warmup, data might be emitted with a different span based on the warmup resolution, so let's get the actual bar span here
var barSpan = data.EndTime - data.Time;
// rounding down does not make sense for daily increments using strict end times
if (!LeanData.UseDailyStrictEndTimes(dailyStrictEndTimeEnabled, configuration.Type, configuration.Symbol, barSpan, exchangeHours))
{
// Let's round down for any data source that implements a time delta between
// the start of the data and end of the data (usually used with Bars).
// The time delta ensures that the time collected from `EndTime` has
// no look-ahead bias, and is point-in-time.
// When fill forwarding time and endtime might not respect the original ends times, here we will enforce it
// note we do this after fetching the 'emitTimeUtc' which should use the end time set by the fill forward enumerator
if (barSpan != TimeSpan.Zero)
{
if (barSpan != configuration.Increment)
{
// when we detect a difference let's refetch the span in utc using noda time 'ConvertToUtc' that will not take into account day light savings difference
// we don't do this always above because it's expensive, only do it if we need to.
// Behavior asserted by tests 'FillsForwardBarsAroundDaylightMovementForDifferentResolutions_Algorithm' && 'ConvertToUtcAndDayLightSavings'.
// Note: we don't use 'configuration.Increment' because during warmup, if the warmup resolution is set, we will emit data respecting it instead of the 'configuration'
barSpan = data.EndTime.ConvertToUtc(configuration.ExchangeTimeZone) - data.Time.ConvertToUtc(configuration.ExchangeTimeZone);
}
data.Time = data.Time.ExchangeRoundDownInTimeZone(barSpan, exchangeHours, configuration.DataTimeZone, configuration.ExtendedMarketHours);
}
}
else if (data.IsFillForward)
{
// we need to adjust the time for a strict end time daily bar:
// If this is fill-forwarded with a lower resolution, the daily calendar for data.Time will be for the previous date
// (which is correct, since the last daily bar belongs to the previous date).
// If this is a fill-forwarded complete daily bar (ending at market close),
// the daily calendar will have the same time/end time so the bar times will not be adjusted.
// TODO: What about extended market hours? How to handle non-adjacent market hour segments in a day? Same in FillForwardEnumerator
var calendar = LeanData.GetDailyCalendar(data.Time, exchangeHours, false);
data.Time = calendar.Start;
data.EndTime = calendar.End;
}
if (factor.HasValue && (configuration.SecurityType != SecurityType.Equity || (factor.Value != 1 || configuration.SumOfDividends != 0)))
{
var normalizedData = data.Clone(data.IsFillForward).Normalize(factor.Value, normalizationMode, configuration.SumOfDividends);
return new PrecalculatedSubscriptionData(configuration, data, normalizedData, normalizationMode, emitTimeUtc);
}
return new SubscriptionData(data, emitTimeUtc);
}
}
}