guoziyun пре 1 месец
родитељ
комит
a46057c0bc
1 измењених фајлова са 1 додато и 1 уклоњено
  1. 1 1
      oms/scripts/migrate-clickhouse-events-partition.sh

+ 1 - 1
oms/scripts/migrate-clickhouse-events-partition.sh

@@ -291,6 +291,7 @@ printf 'Reconcile only: %s\n' "$([[ $RECONCILE_ONLY -eq 1 ]] && echo yes || echo
 
 diff_sql="SELECT src.ym, src.rows AS source_rows, ifNull(dst.rows, 0) AS destination_rows, src.rows - ifNull(dst.rows, 0) AS missing_rows FROM (SELECT toYYYYMM(time) AS ym, count() AS rows FROM ${DB_NAME}.${SRC_TABLE} GROUP BY ym) AS src LEFT JOIN (SELECT toYYYYMM(time) AS ym, count() AS rows FROM ${DB_NAME}.${DST_TABLE} GROUP BY ym) AS dst USING (ym) ORDER BY ym FORMAT PrettyCompact"
 
+current_month_start="${CURRENT_MONTH:0:4}-${CURRENT_MONTH:4:2}-01 00:00:00"
 reconcile_current_month_sql="INSERT INTO ${DB_NAME}.${DST_TABLE} SELECT src.* FROM ${DB_NAME}.${SRC_TABLE} AS src LEFT JOIN ${DB_NAME}.${DST_TABLE} AS dst ON src.log_id = dst.log_id WHERE src.time >= toDateTime('${current_month_start}') AND dst.log_id IS NULL"
 
 print_sql_block "Per-month diff" "$diff_sql"
@@ -333,7 +334,6 @@ for ym in "${historical_months[@]}"; do
   print_sql_block "Backfill month ${ym}" "$insert_sql"
 done
 
-current_month_start="${CURRENT_MONTH:0:4}-${CURRENT_MONTH:4:2}-01 00:00:00"
 current_month_sql="INSERT INTO ${DB_NAME}.${DST_TABLE} SELECT * FROM ${DB_NAME}.${SRC_TABLE} WHERE time >= toDateTime('${current_month_start}')"
 print_sql_block "Cutover current month backfill" "$current_month_sql"