Add data_source column, #12

ClickHouse · Apr 21, 2024 · bc6a87f · bc6a87f
1 parent ea8eade
commit bc6a87f
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/process-file.sh b/process-file.sh
@@ -2,6 +2,7 @@
 
 INPUT=$1
 TMPFILE=/tmp/$$
+#SOURCE='adsb.lol'
 
 gzip -cd "$INPUT" | sed '/^"trace"/Q' | tr -d '\n' | sed -r -e 's/,$/}\n/' > ${TMPFILE}.meta.jsonl
 gzip -cd "$INPUT" | grep '^\[' | sed -r -e 's/ ]$/,/' > ${TMPFILE}.data.jsonl
@@ -58,7 +59,8 @@ clickhouse-local --query "
  geometric_altitude,
  geometric_vertical_rate,
  indicated_airspeed,
- roll_angle
+ roll_angle,
+ '${SOURCE}'
  FROM
  file('${TMPFILE}.data.jsonl', JSONCompactEachRow, '
  time_offset Decimal64(3),

diff --git a/setup.sql b/setup.sql
@@ -69,7 +69,9 @@ CREATE TABLE planes_mercator
  geometric_altitude Int32,
  geometric_vertical_rate Int32,
  indicated_airspeed Int32,
- roll_angle Float32
+ roll_angle Float32,
+
+ data_source Enum8('', 'adsb.lol', 'adsbexchange', 'airplanes.live')
 ) ENGINE = MergeTree ORDER BY (mortonEncode(mercator_x, mercator_y), time);
 
 CREATE TABLE planes_mercator_sample10 AS planes_mercator;