Hello,
Any suggestions on what can be done to improve performance of below
streaming expressions. especially when emp table has like 100K records.
Performance is okay when emp table has around 10K and returns in less than
1-2 sec but when 100K rows to be joined etc then its taking many seconds.
let(a=innerJoin(select(search(emp_position,
q="*:*",
fq="(HIRE_dt:[* TO NOW] AND END_dt:[NOW TO *]) OR (HIRE_dt:[NOW TO *] AND
END_dt:[NOW+1DAYS TO *])",
fq="ORG_KEY_s:"MDM157695P"",
fq="COMPANY_CODE_s:("HPZ" OR "TSF" OR "BBQ")",
qt="/export",
fl="EMPLOYEE_ID_s,POSITION_ID_s,STATUS_s,BUSINESS_UNIT_s,ORG_KEY_s",
df="_text_",
sort="EMPLOYEE_ID_s asc"),
EMPLOYEE_ID_s,POSITION_ID_s,STATUS_s,BUSINESS_UNIT_s,ORG_KEY_s,epoch(HIRE_dt)
as uTime,END_dt),
search(emp,
q="NAME_t:* OR NAME_t:* OR NAME_s_ngram:*",
fq="ORG_KEY_s:"MDM157695P"",
qt="/export",
fl="id,ID_s,NAME_s,GIVEN_NAME_s,ORG_KEY_s",
df="_text_",
sort="ID_s asc"),
on="EMPLOYEE_OID_s=ID_s"),
b=innerJoin(....)
c=intersect(a,b,over="")
...
...
...
)
