|
|
|
@@ -13,6 +13,10 @@ pub fn catalog() -> Value {
|
|
|
|
|
"strength":{"label":"趋势强势","parameters":{"momentum_window":[25,5,120],"fast_window":[20,2,60],"slow_window":[60,20,252]},"stages":["selection","buy"],"method":"收盘价>短均线>长均线,按区间动量排序;不是当日金叉。"},
|
|
|
|
|
"breakout":{"label":"前高突破","parameters":{"high_window":[60,5,252],"volume_window":[10,2,60],"volume_multiple":[1.3,1,10],"max_upper_shadow":[0.1,0,1]},"stages":["selection","buy"],"method":"收盘突破此前N日最高价,量达到此前M日均量倍数,上影比例受限;参考窗口不含当日。"},
|
|
|
|
|
"volume_spike":{"label":"放量上涨","parameters":{"volume_window":[5,2,60],"volume_multiple":[3.0,1,10]},"stages":["selection","buy"],"method":"当日上涨且量达到此前N日最大量的指定倍数;不等同价格创新高。"},
|
|
|
|
|
"mean_volume_spike":{"label":"均量倍增","parameters":{"volume_window":[5,2,60],"volume_multiple":[3.0,1,10]},"stages":["selection","buy"],"method":"量达到此前N个交易日均量的M倍且当日上涨。分母不含当日;保留与最大量规则的区别。"},
|
|
|
|
|
"mean_shrink_breakout":{"label":"倍量后缩量阳线突破","parameters":{"spike_lookback":[5,2,30],"volume_window":[5,2,60],"volume_multiple":[3.0,1,10],"shrink_ratio":[0.5,0.01,1]},"stages":["selection","buy"],"method":"此前出现N日均量M倍放量,当前缩量阳线收盘突破该放量日最高价。"},
|
|
|
|
|
"breakout_retest":{"label":"突破回踩站回","parameters":{"high_window":[60,5,252],"retest_lookback":[10,2,30],"price_tolerance":[0.02,0,0.2],"shrink_ratio":[0.8,0.01,1]},"stages":["selection","buy"],"method":"观察窗先收盘突破此前N日最高价,随后低点回踩突破位容差区,今日收盘站回该位且不低于昨日、成交量收缩。突破与回踩不得同日。"},
|
|
|
|
|
"limit_consolidation":{"label":"涨停后整理(日线)","parameters":{"anchor_lag":[4,2,30],"price_band":[0.05,0,0.3],"volume_band":[0.15,0,2],"ma_window":[5,2,60]},"stages":["selection","buy"],"method":"明确T-i日按真实涨停价收盘,后续收盘和量相对锚日偏离受限,今日收盘低于完整日线均线;不是盘中动态MA条件。"},
|
|
|
|
|
"shrink_breakout":{"label":"缩量突破","parameters":{"spike_lookback":[5,2,30],"volume_window":[5,2,60],"volume_multiple":[3.0,1,10],"shrink_ratio":[0.5,0.01,1]},"stages":["selection","buy"],"method":"此前观察窗有放量日,今日收盘超过该日最高价,成交量不超过其指定比例。"},
|
|
|
|
|
"ma_below":{"label":"均线下方","parameters":{"ma_window":[20,2,252]},"stages":["sell"],"method":"完整收盘价低于含当日的N日均线;独立卖出条件。"},
|
|
|
|
|
"volume_down":{"label":"放量下跌","parameters":{"volume_window":[5,2,60],"volume_multiple":[3.0,1,10]},"stages":["sell"],"method":"当日下跌且量达到此前N日最大量的指定倍数。"}
|
|
|
|
@@ -29,10 +33,38 @@ pub struct PatternSpec {
|
|
|
|
|
pub expression: Option<crate::factor_events::Expr>,
|
|
|
|
|
}
|
|
|
|
|
impl PatternSpec {
|
|
|
|
|
pub fn validate(mut self) -> Result<Self, String> {
|
|
|
|
|
pub fn validate(self) -> Result<Self, String> {
|
|
|
|
|
self.validate_with_context(&[])
|
|
|
|
|
}
|
|
|
|
|
fn validate_with_context(mut self, context_fields: &[&str]) -> Result<Self, String> {
|
|
|
|
|
if (self.template == "expression") != self.expression.is_some() {
|
|
|
|
|
return Err("expression_template_requires_expression_only".into());
|
|
|
|
|
}
|
|
|
|
|
if let Some(expr) = &self.expression {
|
|
|
|
|
let supported = [
|
|
|
|
|
"open",
|
|
|
|
|
"high",
|
|
|
|
|
"low",
|
|
|
|
|
"close",
|
|
|
|
|
"volume",
|
|
|
|
|
"raw_open",
|
|
|
|
|
"raw_high",
|
|
|
|
|
"raw_low",
|
|
|
|
|
"raw_close",
|
|
|
|
|
"prev_close",
|
|
|
|
|
"amount",
|
|
|
|
|
];
|
|
|
|
|
let missing = crate::factor_events::field_dependencies(expr)
|
|
|
|
|
.into_iter()
|
|
|
|
|
.filter(|f| !supported.contains(&f.as_str()) && !context_fields.contains(&f.as_str()))
|
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
|
if !missing.is_empty() {
|
|
|
|
|
return Err(format!(
|
|
|
|
|
"expression_source_mapping_required: {}",
|
|
|
|
|
missing.join(",")
|
|
|
|
|
));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
let catalog = catalog();
|
|
|
|
|
let definition = catalog["templates"]
|
|
|
|
|
.get(&self.template)
|
|
|
|
@@ -50,7 +82,7 @@ impl PatternSpec {
|
|
|
|
|
if number < bounds[1].as_f64().unwrap() || number > bounds[2].as_f64().unwrap() {
|
|
|
|
|
return Err(format!("{key}超出允许范围"));
|
|
|
|
|
}
|
|
|
|
|
if key.ends_with("window") || key == "spike_lookback" {
|
|
|
|
|
if key.ends_with("window") || key.ends_with("lookback") || key == "anchor_lag" {
|
|
|
|
|
if number.fract() != 0.0 {
|
|
|
|
|
return Err(format!("{key}必须是整数"));
|
|
|
|
|
}
|
|
|
|
@@ -75,9 +107,11 @@ impl PatternSpec {
|
|
|
|
|
"expression" => self.n("history_window"),
|
|
|
|
|
"strength" => self.n("slow_window").max(self.n("momentum_window") + 1),
|
|
|
|
|
"breakout" => self.n("high_window").max(self.n("volume_window")) + 1,
|
|
|
|
|
"volume_spike" | "volume_down" => self.n("volume_window") + 1,
|
|
|
|
|
"volume_spike" | "volume_down" | "mean_volume_spike" => self.n("volume_window") + 1,
|
|
|
|
|
"breakout_retest" => self.n("high_window") + self.n("retest_lookback") + 1,
|
|
|
|
|
"limit_consolidation" => (self.n("anchor_lag")+1).max(self.n("ma_window")),
|
|
|
|
|
"ma_below" => self.n("ma_window").max(2),
|
|
|
|
|
"shrink_breakout" => self.n("spike_lookback") + self.n("volume_window") + 1,
|
|
|
|
|
"shrink_breakout" | "mean_shrink_breakout" => self.n("spike_lookback") + self.n("volume_window") + 1,
|
|
|
|
|
_ => unreachable!(),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@@ -92,6 +126,14 @@ pub struct PatternBar {
|
|
|
|
|
pub low: Option<f64>,
|
|
|
|
|
pub close: Option<f64>,
|
|
|
|
|
pub volume: Option<f64>,
|
|
|
|
|
#[serde(default)]
|
|
|
|
|
pub prev_close: Option<f64>,
|
|
|
|
|
#[serde(default)]
|
|
|
|
|
pub amount: Option<f64>,
|
|
|
|
|
#[serde(default)]
|
|
|
|
|
pub upper_limit: Option<f64>,
|
|
|
|
|
#[serde(default)]
|
|
|
|
|
pub no_limit: Option<bool>,
|
|
|
|
|
pub adjustment_factor_backward1: Option<f64>,
|
|
|
|
|
pub paused: Option<bool>,
|
|
|
|
|
#[serde(default)]
|
|
|
|
@@ -152,6 +194,16 @@ pub fn evaluate(
|
|
|
|
|
spec: &PatternSpec,
|
|
|
|
|
days: &[NaiveDate],
|
|
|
|
|
series: &PatternSeries,
|
|
|
|
|
) -> Result<PatternResult, String> {
|
|
|
|
|
evaluate_with_context(spec, days, series, &BTreeMap::new(), false)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn evaluate_with_context(
|
|
|
|
|
spec: &PatternSpec,
|
|
|
|
|
days: &[NaiveDate],
|
|
|
|
|
series: &PatternSeries,
|
|
|
|
|
context: &BTreeMap<String, Vec<Option<f64>>>,
|
|
|
|
|
numeric_output: bool,
|
|
|
|
|
) -> Result<PatternResult, String> {
|
|
|
|
|
if days.len() != spec.history_len() || days.windows(2).any(|w| w[0] >= w[1]) {
|
|
|
|
|
return Err("pattern_calendar_incomplete: 需要完整、唯一且递增的真实交易日窗口".into());
|
|
|
|
@@ -299,6 +351,44 @@ pub fn evaluate(
|
|
|
|
|
.collect(),
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
let needed =
|
|
|
|
|
crate::factor_events::field_dependencies(spec.expression.as_ref().unwrap());
|
|
|
|
|
for name in ["prev_close", "amount"] {
|
|
|
|
|
if !needed.contains(name) {
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
let values = days
|
|
|
|
|
.iter()
|
|
|
|
|
.map(|d| {
|
|
|
|
|
let b = by_day[d];
|
|
|
|
|
let value = number(
|
|
|
|
|
if name == "prev_close" {
|
|
|
|
|
b.prev_close
|
|
|
|
|
} else {
|
|
|
|
|
b.amount
|
|
|
|
|
},
|
|
|
|
|
&series.symbol,
|
|
|
|
|
*d,
|
|
|
|
|
name,
|
|
|
|
|
)?;
|
|
|
|
|
if value < 0.0 || (name == "prev_close" && value == 0.0) {
|
|
|
|
|
return Err(format!(
|
|
|
|
|
"pattern_input_invalid: {} {d} {name}",
|
|
|
|
|
series.symbol
|
|
|
|
|
));
|
|
|
|
|
}
|
|
|
|
|
Ok(Some(value))
|
|
|
|
|
})
|
|
|
|
|
.collect::<Result<Vec<_>, String>>()?;
|
|
|
|
|
fields.insert(name.into(), values);
|
|
|
|
|
}
|
|
|
|
|
for (name, values) in context {
|
|
|
|
|
if fields.contains_key(name) || values.len() != days.len()
|
|
|
|
|
|| values.iter().flatten().any(|v| !v.is_finite()) {
|
|
|
|
|
return Err(format!("research_context_invalid: {} {name}", series.symbol));
|
|
|
|
|
}
|
|
|
|
|
fields.insert(name.clone(), values.clone());
|
|
|
|
|
}
|
|
|
|
|
let frame = crate::factor_events::Frame {
|
|
|
|
|
symbol: series.symbol.clone(),
|
|
|
|
|
frequency: "1d".into(),
|
|
|
|
@@ -313,6 +403,12 @@ pub fn evaluate(
|
|
|
|
|
result.values["expression_contract"] = json!(crate::factor_events::CONTRACT);
|
|
|
|
|
result.values["price_policy"] = json!("backward1_anchored_to_decision_close");
|
|
|
|
|
result.score = latest;
|
|
|
|
|
if numeric_output {
|
|
|
|
|
if values.value_type != crate::factor_events::ValueType::Number {
|
|
|
|
|
return Err("research_rank_input_requires_numeric_expression".into());
|
|
|
|
|
}
|
|
|
|
|
return Ok(result);
|
|
|
|
|
}
|
|
|
|
|
if latest.is_none() {
|
|
|
|
|
result.exclusion = Some(
|
|
|
|
|
json!({"reason":"expression_undefined_or_warmup","signal_date":days.last()}),
|
|
|
|
@@ -321,7 +417,7 @@ pub fn evaluate(
|
|
|
|
|
result.matched = latest == Some(1.0);
|
|
|
|
|
result
|
|
|
|
|
.checks
|
|
|
|
|
.push(json!({"label":"组合条件","passed":result.matched}));
|
|
|
|
|
.push(json!({"label":"组合条件","actual":latest,"operator":"==","threshold":1,"passed":result.matched}));
|
|
|
|
|
} else {
|
|
|
|
|
return Err("expression_signal_requires_boolean: 数值因子必须显式比较或组合,不能自动视为买卖信号".into());
|
|
|
|
|
}
|
|
|
|
@@ -374,11 +470,12 @@ pub fn evaluate(
|
|
|
|
|
spec.v("max_upper_shadow"),
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
"volume_spike" | "volume_down" => {
|
|
|
|
|
let high = prices[len - 1 - spec.n("volume_window")..len - 1]
|
|
|
|
|
"volume_spike" | "volume_down" | "mean_volume_spike" => {
|
|
|
|
|
let reference = &prices[len - 1 - spec.n("volume_window")..len - 1];
|
|
|
|
|
let high = if spec.template=="mean_volume_spike" {mean(reference.iter().map(|b|b.4))?} else {reference
|
|
|
|
|
.iter()
|
|
|
|
|
.map(|b| b.4)
|
|
|
|
|
.fold(0.0, f64::max);
|
|
|
|
|
.fold(0.0, f64::max)};
|
|
|
|
|
if high <= 0.0 {
|
|
|
|
|
return Err(format!(
|
|
|
|
|
"pattern_input_invalid: symbol={}, reason=zero_reference_volume",
|
|
|
|
@@ -389,20 +486,20 @@ pub fn evaluate(
|
|
|
|
|
result.values["volume_ratio"] = json!(v / high);
|
|
|
|
|
check(
|
|
|
|
|
&mut result.checks,
|
|
|
|
|
"最大量倍数",
|
|
|
|
|
if spec.template=="mean_volume_spike" {"均量倍数"} else {"最大量倍数"},
|
|
|
|
|
v / high,
|
|
|
|
|
">=",
|
|
|
|
|
spec.v("volume_multiple"),
|
|
|
|
|
);
|
|
|
|
|
check(
|
|
|
|
|
&mut result.checks,
|
|
|
|
|
if spec.template == "volume_spike" {
|
|
|
|
|
if spec.template != "volume_down" {
|
|
|
|
|
"当日上涨"
|
|
|
|
|
} else {
|
|
|
|
|
"当日下跌"
|
|
|
|
|
},
|
|
|
|
|
change,
|
|
|
|
|
if spec.template == "volume_spike" {
|
|
|
|
|
if spec.template != "volume_down" {
|
|
|
|
|
">"
|
|
|
|
|
} else {
|
|
|
|
|
"<"
|
|
|
|
@@ -416,14 +513,15 @@ pub fn evaluate(
|
|
|
|
|
result.values["ma"] = json!(avg);
|
|
|
|
|
check(&mut result.checks, "收盘低于均线", c, "<", avg);
|
|
|
|
|
}
|
|
|
|
|
"shrink_breakout" => {
|
|
|
|
|
"shrink_breakout" | "mean_shrink_breakout" => {
|
|
|
|
|
let mut spikes = Vec::new();
|
|
|
|
|
let mut eligible = Vec::new();
|
|
|
|
|
for i in len - 1 - spec.n("spike_lookback")..len - 1 {
|
|
|
|
|
let prior = prices[i - spec.n("volume_window")..i]
|
|
|
|
|
let reference=&prices[i - spec.n("volume_window")..i];
|
|
|
|
|
let prior = if spec.template=="mean_shrink_breakout"{mean(reference.iter().map(|b|b.4))?}else{reference
|
|
|
|
|
.iter()
|
|
|
|
|
.map(|b| b.4)
|
|
|
|
|
.fold(0.0, f64::max);
|
|
|
|
|
.fold(0.0, f64::max)};
|
|
|
|
|
if prior <= 0.0 {
|
|
|
|
|
return Err(format!(
|
|
|
|
|
"pattern_input_invalid: symbol={}, date={}, reason=zero_reference_volume",
|
|
|
|
@@ -463,6 +561,44 @@ pub fn evaluate(
|
|
|
|
|
spec.v("shrink_ratio"),
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
if spec.template=="mean_shrink_breakout" {check(&mut result.checks,"当前为阳线",c,">",o);}
|
|
|
|
|
}
|
|
|
|
|
"breakout_retest" => {
|
|
|
|
|
let mut anchors=Vec::new();let mut eligible=Vec::new();
|
|
|
|
|
for i in len-1-spec.n("retest_lookback")..len-1 {
|
|
|
|
|
let level=prices[i-spec.n("high_window")..i].iter().map(|b|b.1).fold(f64::NEG_INFINITY,f64::max);
|
|
|
|
|
if prices[i].3<=level {continue;}
|
|
|
|
|
let retraced=prices[i+1..].iter().any(|b| b.2 <= level*(1.0+spec.v("price_tolerance")));
|
|
|
|
|
anchors.push((i,level,retraced));
|
|
|
|
|
if retraced&&c>=level&&c>=prices[len-2].3&&prices[i].4>0.0&&v<=prices[i].4*spec.v("shrink_ratio") {eligible.push((i,level,retraced));}
|
|
|
|
|
}
|
|
|
|
|
check(&mut result.checks,"观察窗存在先前突破",anchors.len() as f64,">",0.0);
|
|
|
|
|
if let Some(&(i,level,retraced))=eligible.last().or_else(||anchors.last()) {
|
|
|
|
|
result.values["breakout_date"]=json!(days[i]);result.values["breakout_level"]=json!(level);result.values["days_since_breakout"]=json!(len-1-i);
|
|
|
|
|
check(&mut result.checks,"突破后曾回踩",if retraced{1.0}else{0.0},">",0.0);
|
|
|
|
|
check(&mut result.checks,"收盘重新站回突破位",c,">=",level);
|
|
|
|
|
check(&mut result.checks,"收盘不低于昨日",c,">=",prices[len-2].3);
|
|
|
|
|
if prices[i].4<=0.0{return Err("突破锚日成交量为零,不能计算缩量比例".into());}
|
|
|
|
|
check(&mut result.checks,"相对突破日缩量",v/prices[i].4,"<=",spec.v("shrink_ratio"));
|
|
|
|
|
score=Some(c/level-1.0);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
"limit_consolidation" => {
|
|
|
|
|
let i=len-1-spec.n("anchor_lag");let anchor=by_day[&days[i]];
|
|
|
|
|
let is_limit=if anchor.no_limit==Some(true){false}else{
|
|
|
|
|
let upper=number(anchor.upper_limit,&series.symbol,days[i],"upper_limit")?;
|
|
|
|
|
if upper<=0.0||upper>=99999.0{return Err("涨停事件缺少有效源涨停价或无涨跌幅限制证据,禁止按比例推算".into());}
|
|
|
|
|
(anchor.close.unwrap()/upper-1.0).abs()<=1e-8
|
|
|
|
|
};
|
|
|
|
|
if prices[i].4<=0.0{return Err("涨停锚日成交量为零".into());}
|
|
|
|
|
let price_gap=prices[i+1..].iter().map(|b|(b.3/prices[i].3-1.0).abs()).fold(0.0,f64::max);
|
|
|
|
|
let volume_gap=prices[i+1..].iter().map(|b|(b.4/prices[i].4-1.0).abs()).fold(0.0,f64::max);
|
|
|
|
|
let avg=mean(prices[len-spec.n("ma_window")..].iter().map(|b|b.3))?;
|
|
|
|
|
result.values["limit_date"]=json!(days[i]);result.values["price_deviation"]=json!(price_gap);result.values["volume_deviation"]=json!(volume_gap);
|
|
|
|
|
check(&mut result.checks,"锚日真实涨停收盘",if is_limit{1.0}else{0.0},">",0.0);
|
|
|
|
|
check(&mut result.checks,"后续收盘最大偏离",price_gap,"<=",spec.v("price_band"));
|
|
|
|
|
check(&mut result.checks,"后续成交量最大偏离",volume_gap,"<=",spec.v("volume_band"));
|
|
|
|
|
check(&mut result.checks,"收盘低于日线均线",c,"<",avg);score=Some(avg/c-1.0);
|
|
|
|
|
}
|
|
|
|
|
_ => unreachable!(),
|
|
|
|
|
}
|
|
|
|
@@ -491,6 +627,10 @@ pub fn evaluate_dataset(
|
|
|
|
|
low: Some(b.low),
|
|
|
|
|
close: Some(b.close),
|
|
|
|
|
volume: Some(b.volume as f64),
|
|
|
|
|
prev_close: data.factor_numeric_value(d, symbol, "pre_close"),
|
|
|
|
|
amount: data.factor_numeric_value(d, symbol, "amount"),
|
|
|
|
|
upper_limit: Some(b.upper_limit),
|
|
|
|
|
no_limit: data.factor_numeric_value(d,symbol,"no_limit").map(|v|v==1.0),
|
|
|
|
|
adjustment_factor_backward1: data
|
|
|
|
|
.factor(d, symbol)
|
|
|
|
|
.and_then(|f| f.adjustment_factor_backward1),
|
|
|
|
@@ -537,6 +677,60 @@ pub fn evaluate_batch(
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Research transport only. Strategy PatternSpec validation still rejects these fields.
|
|
|
|
|
#[derive(Debug, Clone, Default, Deserialize)]
|
|
|
|
|
#[serde(deny_unknown_fields)]
|
|
|
|
|
pub struct ResearchContext {
|
|
|
|
|
#[serde(default)]
|
|
|
|
|
pub common: BTreeMap<String, Vec<Option<f64>>>,
|
|
|
|
|
#[serde(default)]
|
|
|
|
|
pub by_symbol: BTreeMap<String, BTreeMap<String, Vec<Option<f64>>>>,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn evaluate_research_batch(
|
|
|
|
|
spec: PatternSpec, days: &[NaiveDate], series: &[PatternSeries],
|
|
|
|
|
context: &ResearchContext, numeric_output: bool,
|
|
|
|
|
) -> Result<Value, String> {
|
|
|
|
|
let common_fields = ["index_open", "index_high", "index_low", "index_close"];
|
|
|
|
|
let symbol_fields = ["scope_rank", "scope_percentile", "scope_size"];
|
|
|
|
|
if spec.template != "expression" || series.is_empty() || series.len() > 200
|
|
|
|
|
|| series.iter().map(|s| &s.symbol).collect::<BTreeSet<_>>().len() != series.len()
|
|
|
|
|
|| context.common.keys().any(|k| !common_fields.contains(&k.as_str()))
|
|
|
|
|
|| context.by_symbol.iter().any(|(s, fields)| !series.iter().any(|row| &row.symbol == s)
|
|
|
|
|
|| fields.keys().any(|k| !symbol_fields.contains(&k.as_str()))) {
|
|
|
|
|
return Err("research_context_scope_or_fields_invalid".into());
|
|
|
|
|
}
|
|
|
|
|
for (name, values) in &context.common {
|
|
|
|
|
if values.len() != days.len() || values.iter().any(|v| !v.is_some_and(|x| x.is_finite() && x > 0.0)) {
|
|
|
|
|
return Err(format!("research_index_window_incomplete: {name}"));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
let allowed = common_fields.into_iter().chain(symbol_fields).collect::<Vec<_>>();
|
|
|
|
|
let spec = spec.validate_with_context(&allowed)?;
|
|
|
|
|
let dependencies = crate::factor_events::field_dependencies(spec.expression.as_ref().unwrap());
|
|
|
|
|
let mut rows = Vec::with_capacity(series.len());
|
|
|
|
|
for item in series {
|
|
|
|
|
let mut fields = context.common.clone();
|
|
|
|
|
fields.extend(context.by_symbol.get(&item.symbol).cloned().unwrap_or_default());
|
|
|
|
|
if allowed.iter().any(|f| dependencies.contains(*f) && !fields.contains_key(*f)) {
|
|
|
|
|
return Err(format!("research_context_missing: {}", item.symbol));
|
|
|
|
|
}
|
|
|
|
|
for (name, values) in &fields {
|
|
|
|
|
if values.len() != days.len() || values.iter().flatten().any(|v| !v.is_finite()
|
|
|
|
|
|| (name == "scope_percentile" && !(0.0..=1.0).contains(v))
|
|
|
|
|
|| (matches!(name.as_str(), "scope_rank" | "scope_size") && *v < 1.0)) {
|
|
|
|
|
return Err(format!("research_context_invalid: {} {name}", item.symbol));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
let mut result = evaluate_with_context(&spec, days, item, &fields, numeric_output)?;
|
|
|
|
|
result.values["research_context_latest"] = json!(fields.iter().map(|(k,v)|(k,v.last().copied().flatten())).collect::<BTreeMap<_,_>>());
|
|
|
|
|
rows.push(result);
|
|
|
|
|
}
|
|
|
|
|
Ok(json!({"contract":CONTRACT,"context_contract":"fidc_research_event_context_v1","spec":spec,
|
|
|
|
|
"required_history":spec.history_len(),"rows":rows,"read_only":true,
|
|
|
|
|
"source_evidence_verified":false,"live_routing":false,"rule_backtest_supported":false}))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn expression_specs(expression: &str) -> Result<Vec<PatternSpec>, String> {
|
|
|
|
|
let mut specs = Vec::new();
|
|
|
|
|
for helper in ["pattern_signal", "pattern_score"] {
|
|
|
|
@@ -573,6 +767,37 @@ pub fn expression_specs(expression: &str) -> Result<Vec<PatternSpec>, String> {
|
|
|
|
|
mod tests {
|
|
|
|
|
use super::*;
|
|
|
|
|
#[test]
|
|
|
|
|
fn research_index_and_ranking_context_never_unlock_strategy_mapping() {
|
|
|
|
|
let days=["2026-09-04","2026-09-07","2026-09-08"].map(|s|s.parse::<NaiveDate>().unwrap());
|
|
|
|
|
let spec:PatternSpec=serde_json::from_value(json!({"template":"expression","parameters":{"history_window":3},
|
|
|
|
|
"expression":{"kind":"operator","name":"CROSS_ABOVE","args":[{"kind":"field","name":"close"},{"kind":"field","name":"index_close"}]}})).unwrap();
|
|
|
|
|
assert!(spec.clone().validate().unwrap_err().contains("mapping_required"));
|
|
|
|
|
let series:PatternSeries=serde_json::from_value(json!({"symbol":"TEST","bars":days.iter().zip([9.0,10.0,11.0]).map(|(d,c)|json!({"date":d,"open":c,"high":c,"low":c,"close":c,"volume":100.0,"adjustment_factor_backward1":1.0,"paused":false})).collect::<Vec<_>>()})).unwrap();
|
|
|
|
|
let mut context=ResearchContext{common:BTreeMap::from([("index_close".into(),vec![Some(10.0);3])]),..Default::default()};
|
|
|
|
|
let result=evaluate_research_batch(spec.clone(),&days,&[series.clone()],&context,false).unwrap();
|
|
|
|
|
assert_eq!(result["rows"][0]["matched"],true);
|
|
|
|
|
assert_eq!(result["source_evidence_verified"],false);
|
|
|
|
|
assert_eq!(result["rule_backtest_supported"],false);
|
|
|
|
|
context.common.get_mut("index_close").unwrap()[1]=None;
|
|
|
|
|
assert!(evaluate_research_batch(spec.clone(),&days,&[series.clone()],&context,false).unwrap_err().contains("index_window_incomplete"));
|
|
|
|
|
context.common=BTreeMap::from([("close".into(),vec![Some(10.0);3])]);
|
|
|
|
|
assert!(evaluate_research_batch(spec,&days,&[series],&context,false).is_err());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn research_numeric_output_keeps_warmup_unknown_without_a_false_signal() {
|
|
|
|
|
let days=["2026-09-04","2026-09-07","2026-09-08"].map(|s|s.parse::<NaiveDate>().unwrap());
|
|
|
|
|
let spec:PatternSpec=serde_json::from_value(json!({"template":"expression","parameters":{"history_window":3},
|
|
|
|
|
"expression":{"kind":"operator","name":"PCT_CHANGE","window":2,"args":[{"kind":"field","name":"close"}]}})).unwrap();
|
|
|
|
|
let series:PatternSeries=serde_json::from_value(json!({"symbol":"TEST","bars":days.iter().zip([10.0,10.5,11.0]).map(|(d,c)|json!({"date":d,"open":c,"high":c,"low":c,"close":c,"volume":100.0,"adjustment_factor_backward1":1.0,"paused":false})).collect::<Vec<_>>()})).unwrap();
|
|
|
|
|
assert!(evaluate_batch(spec.clone(),&days,&[series.clone()]).is_err());
|
|
|
|
|
let result=evaluate_research_batch(spec,&days,&[series],&ResearchContext::default(),true).unwrap();
|
|
|
|
|
let values=&result["rows"][0]["values"]["expression"]["values"];
|
|
|
|
|
assert!(values[0].is_null() && values[1].is_null());
|
|
|
|
|
assert!((values[2].as_f64().unwrap()-0.1).abs()<1e-12);
|
|
|
|
|
assert_eq!(result["rows"][0]["matched"],false);
|
|
|
|
|
}
|
|
|
|
|
#[test]
|
|
|
|
|
fn expression_condition_preserves_native_types_and_rejects_numeric_as_signal() {
|
|
|
|
|
let make = |expression: Value| {
|
|
|
|
|
serde_json::from_value::<PatternSpec>(json!({"template":"expression","parameters":{"history_window":3},"expression":expression})).unwrap().validate().unwrap()
|
|
|
|
@@ -598,6 +823,10 @@ mod tests {
|
|
|
|
|
low: Some(p),
|
|
|
|
|
close: Some(p),
|
|
|
|
|
volume: Some(100.0),
|
|
|
|
|
prev_close: Some(p - 1.0),
|
|
|
|
|
amount: Some(p * 100.0),
|
|
|
|
|
upper_limit: None,
|
|
|
|
|
no_limit: None,
|
|
|
|
|
adjustment_factor_backward1: Some(1.0),
|
|
|
|
|
paused: Some(false),
|
|
|
|
|
source_path: None,
|
|
|
|
@@ -608,6 +837,19 @@ mod tests {
|
|
|
|
|
let result = evaluate(&spec, &days, &series).unwrap();
|
|
|
|
|
assert!(result.matched);
|
|
|
|
|
assert_eq!(result.score, Some(1.0));
|
|
|
|
|
let vwap_spec = make(
|
|
|
|
|
json!({"kind":"operator","name":"GT","args":[{"kind":"operator","name":"DIV","args":[{"kind":"field","name":"amount"},{"kind":"field","name":"volume"}]},{"kind":"field","name":"prev_close"}]}),
|
|
|
|
|
);
|
|
|
|
|
assert!(evaluate(&vwap_spec, &days, &series).unwrap().matched);
|
|
|
|
|
let mut missing_amount = series.clone();
|
|
|
|
|
missing_amount.bars[1].amount = None;
|
|
|
|
|
assert!(
|
|
|
|
|
evaluate(&vwap_spec, &days, &missing_amount)
|
|
|
|
|
.unwrap_err()
|
|
|
|
|
.contains("amount")
|
|
|
|
|
);
|
|
|
|
|
let mut missing_previous=series.clone();missing_previous.bars[1].prev_close=None;
|
|
|
|
|
assert!(evaluate(&vwap_spec,&days,&missing_previous).unwrap_err().contains("prev_close"));
|
|
|
|
|
assert!(
|
|
|
|
|
evaluate(
|
|
|
|
|
&make(json!({"kind":"field","name":"close"})),
|
|
|
|
@@ -646,6 +888,10 @@ mod tests {
|
|
|
|
|
low: Some(c),
|
|
|
|
|
close: Some(c),
|
|
|
|
|
volume: Some(1000.0),
|
|
|
|
|
prev_close: Some(c - 1.0),
|
|
|
|
|
amount: Some(c * 1000.0),
|
|
|
|
|
upper_limit: None,
|
|
|
|
|
no_limit: None,
|
|
|
|
|
adjustment_factor_backward1: Some(1.0),
|
|
|
|
|
paused: Some(false),
|
|
|
|
|
source_path: Some("fixture.parquet".into()),
|
|
|
|
@@ -696,6 +942,51 @@ mod tests {
|
|
|
|
|
assert_eq!(a.checks, b.checks);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn mean_volume_is_not_prior_max_and_excludes_current_bar() {
|
|
|
|
|
let (spec,days,mut series)=fixture("mean_volume_spike");
|
|
|
|
|
for (bar,volume) in series.bars.iter_mut().zip([10.,10.,10.,10.,100.,100.]) {bar.volume=Some(volume);}
|
|
|
|
|
assert!(evaluate(&spec,&days,&series).unwrap().matched);
|
|
|
|
|
let mut old=spec.clone();old.template="volume_spike".into();
|
|
|
|
|
assert!(!evaluate(&old,&days,&series).unwrap().matched);
|
|
|
|
|
assert_eq!(evaluate(&spec,&days,&series).unwrap().values["volume_ratio"],json!(100./28.));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn mean_volume_followup_requires_bullish_breakout_and_shrink() {
|
|
|
|
|
let (spec,days,mut series)=fixture("mean_shrink_breakout");
|
|
|
|
|
series.bars[6].volume=Some(4000.);
|
|
|
|
|
let last=series.bars.last_mut().unwrap();last.open=Some(19.);last.low=Some(19.);
|
|
|
|
|
assert!(evaluate(&spec,&days,&series).unwrap().matched);
|
|
|
|
|
series.bars.last_mut().unwrap().volume=Some(3000.);
|
|
|
|
|
assert!(!evaluate(&spec,&days,&series).unwrap().matched);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn breakout_retest_needs_a_later_retest_not_the_breakout_candle_itself() {
|
|
|
|
|
let (spec,days,mut series)=fixture("breakout_retest");
|
|
|
|
|
for b in &mut series.bars {b.open=Some(10.);b.high=Some(10.);b.low=Some(10.);b.close=Some(10.);}
|
|
|
|
|
let anchor=series.bars.len()-11;
|
|
|
|
|
let b=&mut series.bars[anchor];b.open=Some(11.);b.high=Some(12.1);b.low=Some(9.9);b.close=Some(12.);b.volume=Some(2000.);
|
|
|
|
|
for b in &mut series.bars[anchor+1..] {b.open=Some(10.3);b.high=Some(10.4);b.low=Some(10.3);b.close=Some(10.4);}
|
|
|
|
|
assert!(!evaluate(&spec,&days,&series).unwrap().matched);
|
|
|
|
|
series.bars[anchor+1].low=Some(9.95);
|
|
|
|
|
assert!(evaluate(&spec,&days,&series).unwrap().matched);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn limit_consolidation_requires_real_limit_and_never_infers_ten_percent() {
|
|
|
|
|
let (spec,days,mut series)=fixture("limit_consolidation");
|
|
|
|
|
for (b,c) in series.bars.iter_mut().zip([10.,10.1,10.2,10.1,9.9]) {b.open=Some(c);b.high=Some(c);b.low=Some(c);b.close=Some(c);}
|
|
|
|
|
assert!(evaluate(&spec,&days,&series).unwrap_err().contains("upper_limit"));
|
|
|
|
|
series.bars[0].upper_limit=Some(10.);
|
|
|
|
|
assert!(evaluate(&spec,&days,&series).unwrap().matched);
|
|
|
|
|
series.bars[0].no_limit=Some(true);
|
|
|
|
|
assert!(!evaluate(&spec,&days,&series).unwrap().matched);
|
|
|
|
|
series.bars[0].no_limit=Some(false);series.bars[0].upper_limit=Some(0.);
|
|
|
|
|
assert!(evaluate(&spec,&days,&series).is_err());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn daily_patterns_flat_decimal_prices_do_not_create_a_sell_signal() {
|
|
|
|
|
let (mut spec, _, mut series) = fixture("strength");
|
|
|
|
|