Press n or j to go to the next uncovered block, b, p or k for the previous block.
| 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 | 92x 92x 92x 92x 92x 556x 556x 556x 11x 545x 545x 545x 545x 545x 528x 33468x 33468x 31159x 44378x 44378x 44378x 44369x 44369x 44369x 44378x 44378x 33468x 556x 556x 556x 556x 28x 103x 103x 103x 103x 103x 103x 103x 939x 101x 103x 103x 103x 103x 163x 163x 163x 133x 133x 103x 83x 108x 108x 12x 12x 12x 103x 22x 26x 26x 23x 23x 23x 103x 103x 103x 125x 103x 103x 103x 22x 26x 26x 10x 10x 10x 10x 10x 103x 49x 58x 43x 43x 43x 10x 10x 3x 3x 3x 3x 103x 103x 103x 103x 103x 103x 103x 103x 103x 103x 103x 103x 83x 108x 108x 12x 12x 12x 103x 22x 26x 26x 23x 23x 23x 103x 103x 103x 114x 103x 103x 103x 103x 103x 103x 103x 576x 576x 576x 92x 103x 103x 103x 103x 576x 576x 576x 576x 122x 103x 103x 163x 134x 134x 134x 126x 126x 2x 2x 124x 124x 95x 95x 28x 28x 1x 1x 126x 103x 358x 358x 161x 161x 161x 161x 161x 161x 35x 35x 35x 161x 5x 156x 30x 576x 576x 576x 92x 576x 576x 122x 153x 153x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 153x 103x 103x 50x 50x 50x 153x 153x 107x 107x 46x 46x 576x 576x 576x 122x 153x 153x 103x 50x 50x 50x 576x 576x 296x 573x 573x 573x 573x 576x 309x 573x 576x 26x 26x 573x 573x 138x 572x 572x 785x 785x 785x 785x 1010x 785x 24x 24x 24x 7x 31x 31x 31x 31x 31x 528x 528x 528x 528x 528x 147x 528x 527x 715x 889x 715x 715x 715x 528x 202x 242x 295x 242x 242x 242x 528x 99x 106x 129x 106x 106x 106x 528x | /**
* Unified Drizzle Query Executor
* Handles both single and multi-cube queries through a unified execution path
* Uses QueryBuilder for SQL generation and QueryPlanner for query planning
*/
import {
and,
eq,
sql,
SQL,
sum,
min,
max
} from 'drizzle-orm'
import type {
SecurityContext,
SemanticQuery,
QueryResult,
MeasureAnnotation,
DimensionAnnotation,
TimeDimensionAnnotation,
DatabaseExecutor,
Cube,
QueryContext,
QueryPlan,
JoinKeyInfo
} from './types'
import { resolveSqlExpression } from './cube-utils'
import { QueryBuilder } from './query-builder'
import { QueryPlanner } from './query-planner'
import { validateQueryAgainstCubes } from './compiler'
import { applyGapFilling } from './gap-filler'
import type { DatabaseAdapter } from './adapters/base-adapter'
export class QueryExecutor {
private queryBuilder: QueryBuilder
private queryPlanner: QueryPlanner
private databaseAdapter: DatabaseAdapter
constructor(private dbExecutor: DatabaseExecutor) {
// Get the database adapter from the executor
this.databaseAdapter = dbExecutor.databaseAdapter
Iif (!this.databaseAdapter) {
throw new Error('DatabaseExecutor must have a databaseAdapter property')
}
this.queryBuilder = new QueryBuilder(this.databaseAdapter)
this.queryPlanner = new QueryPlanner()
}
/**
* Unified query execution method that handles both single and multi-cube queries
*/
async execute(
cubes: Map<string, Cube>,
query: SemanticQuery,
securityContext: SecurityContext
): Promise<QueryResult> {
try {
// Validate query before execution
const validation = validateQueryAgainstCubes(cubes, query)
if (!validation.isValid) {
throw new Error(`Query validation failed: ${validation.errors.join(', ')}`)
}
// Create query context
const context: QueryContext = {
db: this.dbExecutor.db,
schema: this.dbExecutor.schema,
securityContext
}
// Create unified query plan (works for both single and multi-cube)
const queryPlan = this.queryPlanner.createQueryPlan(cubes, query, context)
// Build the query using unified approach
const builtQuery = this.buildUnifiedQuery(queryPlan, query, context)
// Execute query - pass numeric field names for selective conversion
const numericFields = this.queryBuilder.collectNumericFields(cubes, query)
const data = await this.dbExecutor.execute(builtQuery, numericFields)
// Process time dimension results
const mappedData = Array.isArray(data) ? data.map(row => {
const mappedRow = { ...row }
if (query.timeDimensions) {
for (const timeDim of query.timeDimensions) {
Eif (timeDim.dimension in mappedRow) {
let dateValue = mappedRow[timeDim.dimension]
// If we have a date that is not 'T' in the center and Z at the end, we need to fix it
if (typeof dateValue === 'string' && dateValue.match(/^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}/)) {
const isoString = dateValue.replace(' ', 'T')
const finalIsoString = !isoString.endsWith('Z') && !isoString.includes('+')
? isoString + 'Z'
: isoString
dateValue = new Date(finalIsoString)
}
// Convert time dimension result using database adapter if required
dateValue = this.databaseAdapter.convertTimeDimensionResult(dateValue)
mappedRow[timeDim.dimension] = dateValue
}
}
}
return mappedRow
}) : [data]
// Apply gap filling for time series if requested
const measureNames = query.measures || []
const filledData = applyGapFilling(mappedData, query, measureNames)
// Generate annotations for UI
const annotation = this.generateAnnotations(queryPlan, query)
return {
data: filledData,
annotation
}
} catch (error) {
throw new Error(`Query execution failed: ${error instanceof Error ? error.message : 'Unknown error'}`)
}
}
/**
* Legacy interface for single cube queries
*/
async executeQuery(
cube: Cube,
query: SemanticQuery,
securityContext: SecurityContext
): Promise<QueryResult> {
// Convert single cube to map for unified execution
const cubes = new Map<string, Cube>()
cubes.set(cube.name, cube)
return this.execute(cubes, query, securityContext)
}
/**
* Build pre-aggregation CTE for hasMany relationships
*/
private buildPreAggregationCTE(
cteInfo: NonNullable<QueryPlan['preAggregationCTEs']>[0],
query: SemanticQuery,
context: QueryContext,
queryPlan: QueryPlan
): any {
const cube = cteInfo.cube
const cubeBase = cube.sql(context) // Gets security filtering!
// Build selections for CTE - include join keys and measures
const cteSelections: Record<string, any> = {}
// Add join key columns - use the stored column objects
for (const joinKey of cteInfo.joinKeys) {
// Use the stored Drizzle column object if available
if (joinKey.targetColumnObj) {
cteSelections[joinKey.targetColumn] = joinKey.targetColumnObj
// Also add an aliased version if there's a matching dimension with a different name
// This allows the main query to reference it by dimension name
for (const [dimName, dimension] of Object.entries(cube.dimensions || {}) as Array<[string, any]>) {
if (dimension.sql === joinKey.targetColumnObj && dimName !== joinKey.targetColumn) {
// Add an aliased version: "column_name" as "dimensionName"
cteSelections[dimName] = sql`${joinKey.targetColumnObj}`.as(dimName) as unknown as any
}
}
} else E{
// No target column object stored for CTE join key
}
}
// Add measures with aggregation using the centralized helper
const cubeName = cube.name
const cubeMap = new Map([[cubeName, cube]])
const resolvedMeasures = this.queryBuilder.buildResolvedMeasures(
cteInfo.measures,
cubeMap,
context
)
// Add all resolved measures to CTE selections
for (const measureName of cteInfo.measures) {
const [, fieldName] = measureName.split('.')
const measureBuilder = resolvedMeasures.get(measureName)
if (measureBuilder) {
const measureExpr = measureBuilder()
// Use just the field name as the column alias (SQL identifiers can't have dots)
cteSelections[fieldName] = sql`${measureExpr}`.as(fieldName)
}
}
// Add dimensions that are requested in the query from this cube
if (query.dimensions) {
for (const dimensionName of query.dimensions) {
const [dimCubeName, fieldName] = dimensionName.split('.')
if (dimCubeName === cubeName && cube.dimensions && cube.dimensions[fieldName]) {
const dimension = cube.dimensions[fieldName]
const dimensionExpr = this.queryBuilder.buildMeasureExpression({ sql: dimension.sql, type: 'number' }, context)
cteSelections[fieldName] = sql`${dimensionExpr}`.as(fieldName)
}
}
}
// Add time dimensions that are requested in the query from this cube
if (query.timeDimensions) {
for (const timeDim of query.timeDimensions) {
const [timeCubeName, fieldName] = timeDim.dimension.split('.')
if (timeCubeName === cubeName && cube.dimensions && cube.dimensions[fieldName]) {
const dimension = cube.dimensions[fieldName]
const timeExpr = this.queryBuilder.buildTimeDimensionExpression(dimension.sql, timeDim.granularity, context)
cteSelections[fieldName] = sql`${timeExpr}`.as(fieldName)
}
}
}
// Ensure we have at least one selection
Iif (Object.keys(cteSelections).length === 0) {
// No selections found for CTE
return null
}
// Build CTE query with security context applied
let cteQuery = context.db
.select(cteSelections)
.from(cubeBase.from)
// Add additional query-specific WHERE conditions for this cube
// IMPORTANT: Only apply dimension filters in CTE WHERE clause, not measure filters
// Measure filters should only be applied in HAVING clause of the main query
// Create a modified query plan that doesn't skip filters for the current CTE cube
const cteQueryPlan = queryPlan ? {
...queryPlan,
preAggregationCTEs: queryPlan.preAggregationCTEs?.filter((cte: any) => cte.cube.name !== cube.name)
} : undefined
const whereConditions = this.queryBuilder.buildWhereConditions(cube, query, context, cteQueryPlan)
// Also add time dimension filters for this cube within the CTE
const cteTimeFilters: any[] = []
// Handle dateRange from timeDimensions property
if (query.timeDimensions) {
for (const timeDim of query.timeDimensions) {
const [timeCubeName, fieldName] = timeDim.dimension.split('.')
if (timeCubeName === cubeName && cube.dimensions && cube.dimensions[fieldName] && timeDim.dateRange) {
const dimension = cube.dimensions[fieldName]
// Use the raw field expression for date filtering (not the truncated version)
const fieldExpr = this.queryBuilder.buildMeasureExpression({ sql: dimension.sql, type: 'number' }, context)
const dateCondition = this.queryBuilder.buildDateRangeCondition(fieldExpr, timeDim.dateRange)
Eif (dateCondition) {
cteTimeFilters.push(dateCondition)
}
}
}
}
// Handle inDateRange filters from filters array for time dimensions of this cube
if (query.filters) {
for (const filter of query.filters) {
// Only handle simple filter conditions (not logical AND/OR)
if (!('and' in filter) && !('or' in filter) && 'member' in filter && 'operator' in filter) {
const filterCondition = filter as any
const [filterCubeName, filterFieldName] = filterCondition.member.split('.')
// Check if this filter is for a time dimension of this cube
if (filterCubeName === cubeName && cube.dimensions && cube.dimensions[filterFieldName]) {
const dimension = cube.dimensions[filterFieldName]
// Check if this is a time dimension (date/time related) and has inDateRange filter
if (filterCondition.operator === 'inDateRange') {
const fieldExpr = this.queryBuilder.buildMeasureExpression({ sql: dimension.sql, type: 'number' }, context)
const dateCondition = this.queryBuilder.buildDateRangeCondition(fieldExpr, filterCondition.values)
Eif (dateCondition) {
cteTimeFilters.push(dateCondition)
}
}
}
}
}
}
// Combine security context, regular WHERE conditions, and time dimension filters into one WHERE clause
// IMPORTANT: Must combine all conditions in a single WHERE call to avoid overriding
const allCteConditions = []
Eif (cubeBase.where) {
allCteConditions.push(cubeBase.where)
}
allCteConditions.push(...whereConditions, ...cteTimeFilters)
Eif (allCteConditions.length > 0) {
const combinedWhere = allCteConditions.length === 1
? allCteConditions[0]
: and(...allCteConditions)
cteQuery = cteQuery.where(combinedWhere)
}
// Group by join keys (essential for pre-aggregation) and requested dimensions
const groupByFields: any[] = []
// Add join key columns to GROUP BY
for (const joinKey of cteInfo.joinKeys) {
Eif (joinKey.targetColumnObj) {
groupByFields.push(joinKey.targetColumnObj)
}
}
// Add dimensions that are requested in the query from this cube to GROUP BY
if (query.dimensions) {
for (const dimensionName of query.dimensions) {
const [dimCubeName, fieldName] = dimensionName.split('.')
if (dimCubeName === cubeName && cube.dimensions && cube.dimensions[fieldName]) {
const dimension = cube.dimensions[fieldName]
const dimensionExpr = resolveSqlExpression(dimension.sql, context)
groupByFields.push(dimensionExpr)
}
}
}
// Add time dimensions that are requested in the query from this cube to GROUP BY
if (query.timeDimensions) {
for (const timeDim of query.timeDimensions) {
const [timeCubeName, fieldName] = timeDim.dimension.split('.')
if (timeCubeName === cubeName && cube.dimensions && cube.dimensions[fieldName]) {
const dimension = cube.dimensions[fieldName]
const timeExpr = this.queryBuilder.buildTimeDimensionExpression(dimension.sql, timeDim.granularity, context)
groupByFields.push(timeExpr)
}
}
}
Eif (groupByFields.length > 0) {
cteQuery = cteQuery.groupBy(...groupByFields)
}
return context.db.$with(cteInfo.cteAlias).as(cteQuery)
}
// Removed unused getActualJoinTargetColumn method
/**
* Build join condition for CTE
*/
private buildCTEJoinCondition(
joinCube: QueryPlan['joinCubes'][0],
cteAlias: string,
queryPlan: QueryPlan
): SQL {
// Find the pre-aggregation info for this join cube
const cteInfo = queryPlan.preAggregationCTEs?.find((cte: any) => cte.cube.name === joinCube.cube.name)
Iif (!cteInfo) {
throw new Error(`CTE info not found for cube ${joinCube.cube.name}`)
}
const conditions: SQL[] = []
// Build join conditions using join keys
for (const joinKey of cteInfo.joinKeys) {
// Use the stored source column object if available, otherwise fall back to identifier
const sourceCol = joinKey.sourceColumnObj || sql.identifier(joinKey.sourceColumn)
const cteCol = sql`${sql.identifier(cteAlias)}.${sql.identifier(joinKey.targetColumn)}` // CTE column
conditions.push(eq(sourceCol as any, cteCol))
}
return conditions.length === 1 ? conditions[0] : and(...conditions)!
}
/**
* Build unified query that works for both single and multi-cube queries
*/
private buildUnifiedQuery(
queryPlan: any,
query: SemanticQuery,
context: QueryContext
) {
// Build pre-aggregation CTEs if needed
const ctes: any[] = []
const cteAliasMap = new Map<string, string>()
if (queryPlan.preAggregationCTEs && queryPlan.preAggregationCTEs.length > 0) {
for (const cteInfo of queryPlan.preAggregationCTEs) {
const cte = this.buildPreAggregationCTE(cteInfo, query, context, queryPlan)
if (cte) {
ctes.push(cte)
cteAliasMap.set(cteInfo.cube.name, cteInfo.cteAlias)
} else E{
// Failed to build CTE
}
}
}
// Get primary cube's base SQL definition
const primaryCubeBase = queryPlan.primaryCube.sql(context)
// Build selections using QueryBuilder - but modify for CTEs
const selections = this.queryBuilder.buildSelections(
queryPlan.joinCubes.length > 0
? this.getCubesFromPlan(queryPlan) // Multi-cube
: queryPlan.primaryCube, // Single cube
query,
context
)
// Replace selections from pre-aggregated cubes with CTE references
const modifiedSelections = { ...selections }
if (queryPlan.preAggregationCTEs) {
for (const cteInfo of queryPlan.preAggregationCTEs) {
const cubeName = cteInfo.cube.name
// Handle measures from CTE cubes
for (const measureName of cteInfo.measures) {
if (modifiedSelections[measureName]) {
const [, fieldName] = measureName.split('.')
const cube = this.getCubesFromPlan(queryPlan).get(cubeName)
if (cube && cube.measures && cube.measures[fieldName]) {
const measure = cube.measures[fieldName]
// Use appropriate Drizzle aggregate function based on measure type
// Since CTE is already pre-aggregated, we need to aggregate the pre-aggregated values
let aggregatedExpr: SQL
if (measure.type === 'calculated' && measure.calculatedSql) {
// Use QueryBuilder's helper to build calculated measure from CTE columns
const allCubes = this.getCubesFromPlan(queryPlan)
aggregatedExpr = this.queryBuilder.buildCTECalculatedMeasure(
measure,
cube,
cteInfo,
allCubes,
context
)
} else {
// For non-calculated measures, aggregate the CTE column directly
const cteColumn = sql`${sql.identifier(cteInfo.cteAlias)}.${sql.identifier(fieldName)}`
switch (measure.type) {
case 'count':
case 'countDistinct':
case 'sum':
aggregatedExpr = sum(cteColumn)
break
case 'avg':
// For average of averages, we should use a weighted average, but for now use simple avg
aggregatedExpr = this.databaseAdapter.buildAvg(cteColumn)
break
case 'min':
aggregatedExpr = min(cteColumn)
break
case 'max':
aggregatedExpr = max(cteColumn)
break
case 'number':
// For number type, use sum to combine values
aggregatedExpr = sum(cteColumn)
break
default:
aggregatedExpr = sum(cteColumn)
}
}
modifiedSelections[measureName] = sql`${aggregatedExpr}`.as(measureName) as unknown as SQL
}
}
}
// Handle dimensions from CTE cubes (these need to reference join keys in CTE)
for (const selectionName in modifiedSelections) {
const [selectionCubeName, fieldName] = selectionName.split('.')
if (selectionCubeName === cubeName) {
// This is a dimension/time dimension from a CTE cube
const cube = this.getCubesFromPlan(queryPlan).get(cubeName)
// Check if this is a dimension or time dimension from this cube
const isDimension = cube && cube.dimensions?.[fieldName]
const isTimeDimension = selectionName.startsWith(cubeName + '.')
Eif (isDimension || isTimeDimension) {
// Check if this is one of the join keys that's already in the CTE
// First try exact name match
let matchingJoinKey = cteInfo.joinKeys.find((jk: JoinKeyInfo) => jk.targetColumn === fieldName)
// If no exact match, check if the dimension SQL matches any join key target column
if (!matchingJoinKey && cube?.dimensions?.[fieldName]) {
const dimensionSql = cube.dimensions[fieldName].sql
matchingJoinKey = cteInfo.joinKeys.find((jk: any) => {
// Check if the dimension's SQL column matches the join key's target column object
return jk.targetColumnObj === dimensionSql
})
}
if (matchingJoinKey) {
// Reference the join key from the CTE using the dimension name
modifiedSelections[selectionName] = sql`${sql.identifier(cteInfo.cteAlias)}.${sql.identifier(fieldName)}`.as(selectionName) as unknown as SQL
} else if (isTimeDimension && cube?.dimensions?.[fieldName]) {
// This is a time dimension that should be available in the CTE
modifiedSelections[selectionName] = sql`${sql.identifier(cteInfo.cteAlias)}.${sql.identifier(fieldName)}`.as(selectionName) as unknown as SQL
}
// For non-join-key dimensions from CTE cubes that aren't handled above,
// the original selection will be kept (which may cause SQL errors if not properly handled)
}
}
}
}
}
// Collect all WHERE conditions (declared early for junction table security)
const allWhereConditions: SQL[] = []
// Start building the query from the primary cube
let drizzleQuery = context.db
.select(modifiedSelections)
.from(primaryCubeBase.from)
// Add CTEs to the query - Drizzle CTEs are added at the start
if (ctes.length > 0) {
drizzleQuery = context.db
.with(...ctes)
.select(modifiedSelections)
.from(primaryCubeBase.from)
}
// Add joins from primary cube base (intra-cube joins)
Iif (primaryCubeBase.joins) {
for (const join of primaryCubeBase.joins) {
switch (join.type || 'left') {
case 'left':
drizzleQuery = drizzleQuery.leftJoin(join.table, join.on)
break
case 'inner':
drizzleQuery = drizzleQuery.innerJoin(join.table, join.on)
break
case 'right':
drizzleQuery = drizzleQuery.rightJoin(join.table, join.on)
break
case 'full':
drizzleQuery = drizzleQuery.fullJoin(join.table, join.on)
break
}
}
}
// Add multi-cube joins (inter-cube joins)
if (queryPlan.joinCubes && queryPlan.joinCubes.length > 0) {
for (const joinCube of queryPlan.joinCubes) {
// Check if this cube has been pre-aggregated into a CTE
const cteAlias = cteAliasMap.get(joinCube.cube.name)
// Handle belongsToMany junction table first if present
if (joinCube.junctionTable) {
const junctionTable = joinCube.junctionTable
// Collect all WHERE conditions for junction table including security context
const junctionWhereConditions: SQL[] = []
Eif (junctionTable.securitySql) {
const junctionSecurity = junctionTable.securitySql(context.securityContext)
Iif (Array.isArray(junctionSecurity)) {
junctionWhereConditions.push(...junctionSecurity)
} else {
junctionWhereConditions.push(junctionSecurity)
}
}
// Add junction table join (source -> junction)
try {
switch (junctionTable.joinType || 'left') {
case 'left':
drizzleQuery = drizzleQuery.leftJoin(junctionTable.table, junctionTable.joinCondition)
break
case 'inner':
drizzleQuery = drizzleQuery.innerJoin(junctionTable.table, junctionTable.joinCondition)
break
case 'right':
drizzleQuery = drizzleQuery.rightJoin(junctionTable.table, junctionTable.joinCondition)
break
case 'full':
drizzleQuery = drizzleQuery.fullJoin(junctionTable.table, junctionTable.joinCondition)
break
}
// Add junction table security conditions to WHERE clause
Eif (junctionWhereConditions.length > 0) {
allWhereConditions.push(...junctionWhereConditions)
}
} catch {
// Junction table join failed, continuing
}
}
let joinTarget: any
let joinCondition: any
if (cteAlias) {
// Join to CTE instead of base table - use sql table reference
joinTarget = sql`${sql.identifier(cteAlias)}`
// Build CTE join condition using the CTE alias
joinCondition = this.buildCTEJoinCondition(joinCube, cteAlias, queryPlan)
} else {
// Regular join to base table
const joinCubeBase = joinCube.cube.sql(context)
joinTarget = joinCubeBase.from
joinCondition = joinCube.joinCondition
}
try {
switch (joinCube.joinType || 'left') {
case 'left':
drizzleQuery = drizzleQuery.leftJoin(joinTarget, joinCondition)
break
case 'inner':
drizzleQuery = drizzleQuery.innerJoin(joinTarget, joinCondition)
break
case 'right':
drizzleQuery = drizzleQuery.rightJoin(joinTarget, joinCondition)
break
case 'full':
drizzleQuery = drizzleQuery.fullJoin(joinTarget, joinCondition)
break
}
} catch {
// If join fails (e.g., duplicate alias), log and continue
// Multi-cube join failed, continuing
}
}
}
// Add base WHERE conditions from primary cube
Eif (primaryCubeBase.where) {
allWhereConditions.push(primaryCubeBase.where)
}
// Add WHERE conditions from all joined cubes (including their security context filters)
if (queryPlan.joinCubes && queryPlan.joinCubes.length > 0) {
for (const joinCube of queryPlan.joinCubes) {
// Skip if this cube is handled by a CTE (WHERE conditions are applied within the CTE)
const cteAlias = cteAliasMap.get(joinCube.cube.name)
if (cteAlias) {
continue
}
// Get the base query definition for this joined cube to access its WHERE conditions
const joinCubeBase = joinCube.cube.sql(context)
Eif (joinCubeBase.where) {
allWhereConditions.push(joinCubeBase.where)
}
}
}
// Add query-specific WHERE conditions using QueryBuilder
const queryWhereConditions = this.queryBuilder.buildWhereConditions(
queryPlan.joinCubes.length > 0
? this.getCubesFromPlan(queryPlan) // Multi-cube
: queryPlan.primaryCube, // Single cube
query,
context,
queryPlan // Pass the queryPlan to handle CTE scenarios
)
if (queryWhereConditions.length > 0) {
allWhereConditions.push(...queryWhereConditions)
}
// Apply combined WHERE conditions
Eif (allWhereConditions.length > 0) {
const combinedWhere = allWhereConditions.length === 1
? allWhereConditions[0]
: and(...allWhereConditions) as SQL
drizzleQuery = drizzleQuery.where(combinedWhere)
}
// Add GROUP BY using QueryBuilder
const groupByFields = this.queryBuilder.buildGroupByFields(
queryPlan.joinCubes.length > 0
? this.getCubesFromPlan(queryPlan) // Multi-cube
: queryPlan.primaryCube, // Single cube
query,
context,
queryPlan // Pass the queryPlan to handle CTE scenarios
)
if (groupByFields.length > 0) {
drizzleQuery = drizzleQuery.groupBy(...groupByFields)
}
// Add HAVING conditions using QueryBuilder (after GROUP BY)
const havingConditions = this.queryBuilder.buildHavingConditions(
queryPlan.joinCubes.length > 0
? this.getCubesFromPlan(queryPlan) // Multi-cube
: queryPlan.primaryCube, // Single cube
query,
context,
queryPlan // Pass the queryPlan to handle CTE scenarios
)
if (havingConditions.length > 0) {
const combinedHaving = havingConditions.length === 1
? havingConditions[0]
: and(...havingConditions) as SQL
drizzleQuery = drizzleQuery.having(combinedHaving)
}
// Add ORDER BY using QueryBuilder
const orderByFields = this.queryBuilder.buildOrderBy(query)
if (orderByFields.length > 0) {
drizzleQuery = drizzleQuery.orderBy(...orderByFields)
}
// Add LIMIT and OFFSET using QueryBuilder
drizzleQuery = this.queryBuilder.applyLimitAndOffset(drizzleQuery, query)
return drizzleQuery
}
/**
* Convert query plan to cube map for QueryBuilder methods
*/
private getCubesFromPlan(queryPlan: any): Map<string, Cube> {
const cubes = new Map<string, Cube>()
cubes.set(queryPlan.primaryCube.name, queryPlan.primaryCube)
Eif (queryPlan.joinCubes) {
for (const joinCube of queryPlan.joinCubes) {
cubes.set(joinCube.cube.name, joinCube.cube)
}
}
return cubes
}
/**
* Generate raw SQL for debugging (without execution) - unified approach
*/
async generateSQL(
cube: Cube,
query: SemanticQuery,
securityContext: SecurityContext
): Promise<{ sql: string; params?: any[] }> {
const cubes = new Map<string, Cube>()
cubes.set(cube.name, cube)
return this.generateUnifiedSQL(cubes, query, securityContext)
}
/**
* Generate raw SQL for multi-cube queries without execution - unified approach
*/
async generateMultiCubeSQL(
cubes: Map<string, Cube>,
query: SemanticQuery,
securityContext: SecurityContext
): Promise<{ sql: string; params?: any[] }> {
return this.generateUnifiedSQL(cubes, query, securityContext)
}
/**
* Generate SQL using unified approach (works for both single and multi-cube)
*/
private async generateUnifiedSQL(
cubes: Map<string, Cube>,
query: SemanticQuery,
securityContext: SecurityContext
): Promise<{ sql: string; params?: any[] }> {
const context: QueryContext = {
db: this.dbExecutor.db,
schema: this.dbExecutor.schema!,
securityContext
}
// Create unified query plan
const queryPlan = this.queryPlanner.createQueryPlan(cubes, query, context)
// Build the query using unified approach
const builtQuery = this.buildUnifiedQuery(queryPlan, query, context)
// Extract SQL from the built query
const sqlObj = builtQuery.toSQL()
return {
sql: sqlObj.sql,
params: sqlObj.params
}
}
/**
* Generate annotations for UI metadata - unified approach
*/
private generateAnnotations(
queryPlan: any,
query: SemanticQuery
) {
const measures: Record<string, MeasureAnnotation> = {}
const dimensions: Record<string, DimensionAnnotation> = {}
const timeDimensions: Record<string, TimeDimensionAnnotation> = {}
// Get all cubes involved (primary + join cubes)
const allCubes = [queryPlan.primaryCube]
if (queryPlan.joinCubes && queryPlan.joinCubes.length > 0) {
allCubes.push(...queryPlan.joinCubes.map((jc: any) => jc.cube))
}
// Generate measure annotations from all cubes
if (query.measures) {
for (const measureName of query.measures) {
const [cubeName, fieldName] = measureName.split('.')
const cube = allCubes.find(c => c.name === cubeName)
Eif (cube && cube.measures[fieldName]) {
const measure = cube.measures[fieldName]
measures[measureName] = {
title: measure.title || fieldName,
shortTitle: measure.title || fieldName,
type: measure.type
}
}
}
}
// Generate dimension annotations from all cubes
if (query.dimensions) {
for (const dimensionName of query.dimensions) {
const [cubeName, fieldName] = dimensionName.split('.')
const cube = allCubes.find(c => c.name === cubeName)
Eif (cube && cube.dimensions[fieldName]) {
const dimension = cube.dimensions[fieldName]
dimensions[dimensionName] = {
title: dimension.title || fieldName,
shortTitle: dimension.title || fieldName,
type: dimension.type
}
}
}
}
// Generate time dimension annotations from all cubes
if (query.timeDimensions) {
for (const timeDim of query.timeDimensions) {
const [cubeName, fieldName] = timeDim.dimension.split('.')
const cube = allCubes.find(c => c.name === cubeName)
Eif (cube && cube.dimensions && cube.dimensions[fieldName]) {
const dimension = cube.dimensions[fieldName]
timeDimensions[timeDim.dimension] = {
title: dimension.title || fieldName,
shortTitle: dimension.title || fieldName,
type: dimension.type,
granularity: timeDim.granularity
}
}
}
}
return {
measures,
dimensions,
segments: {},
timeDimensions
}
}
} |