SYMBOL INDEX (375 symbols across 73 files) FILE: 01-docker-terraform/docker-sql/pipeline/ingest_data.py function run (line 44) | def run(pg_user, pg_pass, pg_host, pg_port, pg_db, year, month, target_t... FILE: 03-data-warehouse/big_query.sql type `taxi-rides-ny (line 8) | CREATE OR REPLACE EXTERNAL TABLE `taxi-rides-ny.nytaxi.external_yellow_t... FILE: 03-data-warehouse/big_query_hw.sql type `taxi-rides-ny (line 1) | CREATE OR REPLACE EXTERNAL TABLE `taxi-rides-ny.nytaxi.fhv_tripdata` FILE: 03-data-warehouse/extras/web_to_gcs.py function upload_to_gcs (line 26) | def upload_to_gcs(bucket, object_name, local_file): function web_to_gcs (line 41) | def web_to_gcs(year, service): FILE: 03-data-warehouse/extras/web_to_gcs_with_progress_bar.py function download_with_progress (line 30) | def download_with_progress(url: str, local_path: str, desc: str = "Downl... function csv_to_parquet_with_progress (line 52) | def csv_to_parquet_with_progress( function upload_to_gcs_with_progress (line 115) | def upload_to_gcs_with_progress(bucket: str, object_name: str, local_fil... function web_to_gcs (line 151) | def web_to_gcs(year, service): FILE: 07-streaming/extras/pyflink/src/job/aggregation_job.py function create_events_aggregated_sink (line 6) | def create_events_aggregated_sink(t_env): function create_events_source_kafka (line 26) | def create_events_source_kafka(t_env): function log_aggregation (line 47) | def log_aggregation(): FILE: 07-streaming/extras/pyflink/src/job/start_job.py function create_processed_events_sink_postgres (line 5) | def create_processed_events_sink_postgres(t_env): function create_events_source_kafka (line 24) | def create_events_source_kafka(t_env): function log_processing (line 45) | def log_processing(): FILE: 07-streaming/extras/pyflink/src/job/taxi_job.py function create_taxi_events_sink_postgres (line 5) | def create_taxi_events_sink_postgres(t_env): function create_events_source_kafka (line 42) | def create_events_source_kafka(t_env): function log_processing (line 81) | def log_processing(): FILE: 07-streaming/extras/pyflink/src/producers/load_taxi_data.py function main (line 5) | def main(): FILE: 07-streaming/extras/pyflink/src/producers/producer.py function json_serializer (line 5) | def json_serializer(data): FILE: 07-streaming/extras/python/avro_example/consumer.py class RideAvroConsumer (line 15) | class RideAvroConsumer: method __init__ (line 16) | def __init__(self, props: Dict): method load_schema (line 36) | def load_schema(schema_path: str): method consume_from_kafka (line 42) | def consume_from_kafka(self, topics: List[str]): FILE: 07-streaming/extras/python/avro_example/producer.py function delivery_report (line 17) | def delivery_report(err, msg): class RideAvroProducer (line 25) | class RideAvroProducer: method __init__ (line 26) | def __init__(self, props: Dict): method load_schema (line 40) | def load_schema(schema_path: str): method delivery_report (line 47) | def delivery_report(err, msg): method read_records (line 55) | def read_records(resource_path: str): method publish (line 65) | def publish(self, topic: str, records: [RideRecordKey, RideRecord]): FILE: 07-streaming/extras/python/avro_example/ride_record.py class RideRecord (line 4) | class RideRecord: method __init__ (line 6) | def __init__(self, arr: List[str]): method from_dict (line 14) | def from_dict(cls, d: Dict): method __repr__ (line 24) | def __repr__(self): function dict_to_ride_record (line 28) | def dict_to_ride_record(obj, ctx): function ride_record_to_dict (line 35) | def ride_record_to_dict(ride_record: RideRecord, ctx): FILE: 07-streaming/extras/python/avro_example/ride_record_key.py class RideRecordKey (line 4) | class RideRecordKey: method __init__ (line 5) | def __init__(self, vendor_id): method from_dict (line 9) | def from_dict(cls, d: Dict): method __repr__ (line 12) | def __repr__(self): function dict_to_ride_record_key (line 16) | def dict_to_ride_record_key(obj, ctx): function ride_record_key_to_dict (line 23) | def ride_record_key_to_dict(ride_record_key: RideRecordKey, ctx): FILE: 07-streaming/extras/python/json_example/consumer.py class JsonConsumer (line 9) | class JsonConsumer: method __init__ (line 10) | def __init__(self, props: Dict): method consume_from_kafka (line 13) | def consume_from_kafka(self, topics: List[str]): FILE: 07-streaming/extras/python/json_example/producer.py class JsonProducer (line 11) | class JsonProducer(KafkaProducer): method __init__ (line 12) | def __init__(self, props: Dict): method read_records (line 16) | def read_records(resource_path: str): method publish_rides (line 25) | def publish_rides(self, topic: str, messages: List[Ride]): FILE: 07-streaming/extras/python/json_example/ride.py class Ride (line 6) | class Ride: method __init__ (line 7) | def __init__(self, arr: List[str]): method from_dict (line 28) | def from_dict(cls, d: Dict): method __repr__ (line 51) | def __repr__(self): FILE: 07-streaming/extras/python/redpanda_example/consumer.py class JsonConsumer (line 10) | class JsonConsumer: method __init__ (line 11) | def __init__(self, props: Dict): method consume_from_kafka (line 14) | def consume_from_kafka(self, topics: List[str]): FILE: 07-streaming/extras/python/redpanda_example/producer.py class JsonProducer (line 11) | class JsonProducer(KafkaProducer): method __init__ (line 12) | def __init__(self, props: Dict): method read_records (line 16) | def read_records(resource_path: str): method publish_rides (line 25) | def publish_rides(self, topic: str, messages: List[Ride]): FILE: 07-streaming/extras/python/redpanda_example/ride.py class Ride (line 6) | class Ride: method __init__ (line 7) | def __init__(self, arr: List[str]): method from_dict (line 28) | def from_dict(cls, d: Dict): method __repr__ (line 51) | def __repr__(self): FILE: 07-streaming/extras/python/streams-example/faust/branch_price.py function process (line 13) | async def process(stream): FILE: 07-streaming/extras/python/streams-example/faust/stream.py function start_reading (line 10) | async def start_reading(records): FILE: 07-streaming/extras/python/streams-example/faust/stream_count_vendor_trips.py function process (line 12) | async def process(stream): FILE: 07-streaming/extras/python/streams-example/faust/taxi_rides.py class TaxiRide (line 4) | class TaxiRide(faust.Record, validation=True): FILE: 07-streaming/extras/python/streams-example/faust/windowing.py function process (line 16) | async def process(stream): FILE: 07-streaming/extras/python/streams-example/pyspark/consumer.py class RideCSVConsumer (line 8) | class RideCSVConsumer: method __init__ (line 9) | def __init__(self, props: Dict): method consume_from_kafka (line 12) | def consume_from_kafka(self, topics: List[str]): FILE: 07-streaming/extras/python/streams-example/pyspark/producer.py function delivery_report (line 9) | def delivery_report(err, msg): class RideCSVProducer (line 17) | class RideCSVProducer: method __init__ (line 18) | def __init__(self, props: Dict): method read_records (line 23) | def read_records(resource_path: str): method publish (line 38) | def publish(self, topic: str, records: [str, str]): FILE: 07-streaming/extras/python/streams-example/pyspark/streaming.py function read_from_kafka (line 7) | def read_from_kafka(consume_topic: str): function parse_ride_from_kafka_message (line 20) | def parse_ride_from_kafka_message(df, schema): function sink_console (line 35) | def sink_console(df, output_mode: str = 'complete', processing_time: str... function sink_memory (line 45) | def sink_memory(df, query_name, query_template): function sink_kafka (line 56) | def sink_kafka(df, topic): function prepare_df_to_kafka_sink (line 67) | def prepare_df_to_kafka_sink(df, value_columns, key_column=None): function op_groupby (line 77) | def op_groupby(df, column_names): function op_windowed_groupby (line 82) | def op_windowed_groupby(df, window_duration, slide_duration): FILE: 07-streaming/extras/python/streams-example/redpanda/consumer.py class RideCSVConsumer (line 8) | class RideCSVConsumer: method __init__ (line 9) | def __init__(self, props: Dict): method consume_from_kafka (line 12) | def consume_from_kafka(self, topics: List[str]): FILE: 07-streaming/extras/python/streams-example/redpanda/producer.py function delivery_report (line 9) | def delivery_report(err, msg): class RideCSVProducer (line 17) | class RideCSVProducer: method __init__ (line 18) | def __init__(self, props: Dict): method read_records (line 23) | def read_records(resource_path: str): method publish (line 38) | def publish(self, topic: str, records: [str, str]): FILE: 07-streaming/extras/python/streams-example/redpanda/streaming.py function read_from_kafka (line 7) | def read_from_kafka(consume_topic: str): function parse_ride_from_kafka_message (line 20) | def parse_ride_from_kafka_message(df, schema): function sink_console (line 35) | def sink_console(df, output_mode: str = 'complete', processing_time: str... function sink_memory (line 45) | def sink_memory(df, query_name, query_template): function sink_kafka (line 56) | def sink_kafka(df, topic): function prepare_df_to_kafka_sink (line 67) | def prepare_df_to_kafka_sink(df, value_columns, key_column=None): function op_groupby (line 77) | def op_groupby(df, column_names): function op_windowed_groupby (line 82) | def op_windowed_groupby(df, window_duration, slide_duration): FILE: 07-streaming/theory/java/kafka_examples/build/generated-main-avro-java/schemaregistry/RideRecord.java class RideRecord (line 15) | @org.apache.avro.specific.AvroGenerated method getClassSchema (line 21) | public static org.apache.avro.Schema getClassSchema() { return SCHEMA$; } method getEncoder (line 35) | public static BinaryMessageEncoder getEncoder() { method getDecoder (line 43) | public static BinaryMessageDecoder getDecoder() { method createDecoder (line 52) | public static BinaryMessageDecoder createDecoder(SchemaSto... method toByteBuffer (line 61) | public java.nio.ByteBuffer toByteBuffer() throws java.io.IOException { method fromByteBuffer (line 71) | public static RideRecord fromByteBuffer( method RideRecord (line 85) | public RideRecord() {} method RideRecord (line 93) | public RideRecord(java.lang.String vendor_id, java.lang.Integer passen... method getSpecificData (line 99) | @Override method getSchema (line 102) | @Override method get (line 106) | @Override method put (line 117) | @Override method getVendorId (line 132) | public java.lang.String getVendorId() { method setVendorId (line 141) | public void setVendorId(java.lang.String value) { method getPassengerCount (line 149) | public int getPassengerCount() { method setPassengerCount (line 158) | public void setPassengerCount(int value) { method getTripDistance (line 166) | public double getTripDistance() { method setTripDistance (line 175) | public void setTripDistance(double value) { method newBuilder (line 183) | public static schemaregistry.RideRecord.Builder newBuilder() { method newBuilder (line 192) | public static schemaregistry.RideRecord.Builder newBuilder(schemaregis... method newBuilder (line 205) | public static schemaregistry.RideRecord.Builder newBuilder(schemaregis... class Builder (line 216) | @org.apache.avro.specific.AvroGenerated method Builder (line 225) | private Builder() { method Builder (line 233) | private Builder(schemaregistry.RideRecord.Builder other) { method Builder (line 253) | private Builder(schemaregistry.RideRecord other) { method getVendorId (line 273) | public java.lang.String getVendorId() { method setVendorId (line 283) | public schemaregistry.RideRecord.Builder setVendorId(java.lang.Strin... method hasVendorId (line 294) | public boolean hasVendorId() { method clearVendorId (line 303) | public schemaregistry.RideRecord.Builder clearVendorId() { method getPassengerCount (line 313) | public int getPassengerCount() { method setPassengerCount (line 323) | public schemaregistry.RideRecord.Builder setPassengerCount(int value) { method hasPassengerCount (line 334) | public boolean hasPassengerCount() { method clearPassengerCount (line 343) | public schemaregistry.RideRecord.Builder clearPassengerCount() { method getTripDistance (line 352) | public double getTripDistance() { method setTripDistance (line 362) | public schemaregistry.RideRecord.Builder setTripDistance(double valu... method hasTripDistance (line 373) | public boolean hasTripDistance() { method clearTripDistance (line 382) | public schemaregistry.RideRecord.Builder clearTripDistance() { method build (line 387) | @Override method writeExternal (line 408) | @Override public void writeExternal(java.io.ObjectOutput out) method readExternal (line 417) | @Override public void readExternal(java.io.ObjectInput in) method hasCustomCoders (line 422) | @Override protected boolean hasCustomCoders() { return true; } method customEncode (line 424) | @Override public void customEncode(org.apache.avro.io.Encoder out) method customDecode (line 435) | @Override public void customDecode(org.apache.avro.io.ResolvingDecoder... FILE: 07-streaming/theory/java/kafka_examples/build/generated-main-avro-java/schemaregistry/RideRecordCompatible.java class RideRecordCompatible (line 15) | @org.apache.avro.specific.AvroGenerated method getClassSchema (line 21) | public static org.apache.avro.Schema getClassSchema() { return SCHEMA$; } method getEncoder (line 35) | public static BinaryMessageEncoder getEncoder() { method getDecoder (line 43) | public static BinaryMessageDecoder getDecoder() { method createDecoder (line 52) | public static BinaryMessageDecoder createDecoder... method toByteBuffer (line 61) | public java.nio.ByteBuffer toByteBuffer() throws java.io.IOException { method fromByteBuffer (line 71) | public static RideRecordCompatible fromByteBuffer( method RideRecordCompatible (line 86) | public RideRecordCompatible() {} method RideRecordCompatible (line 95) | public RideRecordCompatible(java.lang.String vendorId, java.lang.Integ... method getSpecificData (line 102) | @Override method getSchema (line 105) | @Override method get (line 109) | @Override method put (line 121) | @Override method getVendorId (line 137) | public java.lang.String getVendorId() { method setVendorId (line 146) | public void setVendorId(java.lang.String value) { method getPassengerCount (line 154) | public int getPassengerCount() { method setPassengerCount (line 163) | public void setPassengerCount(int value) { method getTripDistance (line 171) | public double getTripDistance() { method setTripDistance (line 180) | public void setTripDistance(double value) { method getPuLocationId (line 188) | public java.lang.Long getPuLocationId() { method setPuLocationId (line 197) | public void setPuLocationId(java.lang.Long value) { method newBuilder (line 205) | public static schemaregistry.RideRecordCompatible.Builder newBuilder() { method newBuilder (line 214) | public static schemaregistry.RideRecordCompatible.Builder newBuilder(s... method newBuilder (line 227) | public static schemaregistry.RideRecordCompatible.Builder newBuilder(s... class Builder (line 238) | @org.apache.avro.specific.AvroGenerated method Builder (line 248) | private Builder() { method Builder (line 256) | private Builder(schemaregistry.RideRecordCompatible.Builder other) { method Builder (line 280) | private Builder(schemaregistry.RideRecordCompatible other) { method getVendorId (line 304) | public java.lang.String getVendorId() { method setVendorId (line 314) | public schemaregistry.RideRecordCompatible.Builder setVendorId(java.... method hasVendorId (line 325) | public boolean hasVendorId() { method clearVendorId (line 334) | public schemaregistry.RideRecordCompatible.Builder clearVendorId() { method getPassengerCount (line 344) | public int getPassengerCount() { method setPassengerCount (line 354) | public schemaregistry.RideRecordCompatible.Builder setPassengerCount... method hasPassengerCount (line 365) | public boolean hasPassengerCount() { method clearPassengerCount (line 374) | public schemaregistry.RideRecordCompatible.Builder clearPassengerCou... method getTripDistance (line 383) | public double getTripDistance() { method setTripDistance (line 393) | public schemaregistry.RideRecordCompatible.Builder setTripDistance(d... method hasTripDistance (line 404) | public boolean hasTripDistance() { method clearTripDistance (line 413) | public schemaregistry.RideRecordCompatible.Builder clearTripDistance... method getPuLocationId (line 422) | public java.lang.Long getPuLocationId() { method setPuLocationId (line 432) | public schemaregistry.RideRecordCompatible.Builder setPuLocationId(j... method hasPuLocationId (line 443) | public boolean hasPuLocationId() { method clearPuLocationId (line 452) | public schemaregistry.RideRecordCompatible.Builder clearPuLocationId... method build (line 458) | @Override method writeExternal (line 480) | @Override public void writeExternal(java.io.ObjectOutput out) method readExternal (line 489) | @Override public void readExternal(java.io.ObjectInput in) method hasCustomCoders (line 494) | @Override protected boolean hasCustomCoders() { return true; } method customEncode (line 496) | @Override public void customEncode(org.apache.avro.io.Encoder out) method customDecode (line 515) | @Override public void customDecode(org.apache.avro.io.ResolvingDecoder... FILE: 07-streaming/theory/java/kafka_examples/build/generated-main-avro-java/schemaregistry/RideRecordNoneCompatible.java class RideRecordNoneCompatible (line 15) | @org.apache.avro.specific.AvroGenerated method getClassSchema (line 21) | public static org.apache.avro.Schema getClassSchema() { return SCHEMA$; } method getEncoder (line 35) | public static BinaryMessageEncoder getEncode... method getDecoder (line 43) | public static BinaryMessageDecoder getDecode... method createDecoder (line 52) | public static BinaryMessageDecoder createDec... method toByteBuffer (line 61) | public java.nio.ByteBuffer toByteBuffer() throws java.io.IOException { method fromByteBuffer (line 71) | public static RideRecordNoneCompatible fromByteBuffer( method RideRecordNoneCompatible (line 85) | public RideRecordNoneCompatible() {} method RideRecordNoneCompatible (line 93) | public RideRecordNoneCompatible(java.lang.Integer vendorId, java.lang.... method getSpecificData (line 99) | @Override method getSchema (line 102) | @Override method get (line 106) | @Override method put (line 117) | @Override method getVendorId (line 132) | public int getVendorId() { method setVendorId (line 141) | public void setVendorId(int value) { method getPassengerCount (line 149) | public int getPassengerCount() { method setPassengerCount (line 158) | public void setPassengerCount(int value) { method getTripDistance (line 166) | public double getTripDistance() { method setTripDistance (line 175) | public void setTripDistance(double value) { method newBuilder (line 183) | public static schemaregistry.RideRecordNoneCompatible.Builder newBuild... method newBuilder (line 192) | public static schemaregistry.RideRecordNoneCompatible.Builder newBuild... method newBuilder (line 205) | public static schemaregistry.RideRecordNoneCompatible.Builder newBuild... class Builder (line 216) | @org.apache.avro.specific.AvroGenerated method Builder (line 225) | private Builder() { method Builder (line 233) | private Builder(schemaregistry.RideRecordNoneCompatible.Builder othe... method Builder (line 253) | private Builder(schemaregistry.RideRecordNoneCompatible other) { method getVendorId (line 273) | public int getVendorId() { method setVendorId (line 283) | public schemaregistry.RideRecordNoneCompatible.Builder setVendorId(i... method hasVendorId (line 294) | public boolean hasVendorId() { method clearVendorId (line 303) | public schemaregistry.RideRecordNoneCompatible.Builder clearVendorId... method getPassengerCount (line 312) | public int getPassengerCount() { method setPassengerCount (line 322) | public schemaregistry.RideRecordNoneCompatible.Builder setPassengerC... method hasPassengerCount (line 333) | public boolean hasPassengerCount() { method clearPassengerCount (line 342) | public schemaregistry.RideRecordNoneCompatible.Builder clearPassenge... method getTripDistance (line 351) | public double getTripDistance() { method setTripDistance (line 361) | public schemaregistry.RideRecordNoneCompatible.Builder setTripDistan... method hasTripDistance (line 372) | public boolean hasTripDistance() { method clearTripDistance (line 381) | public schemaregistry.RideRecordNoneCompatible.Builder clearTripDist... method build (line 386) | @Override method writeExternal (line 407) | @Override public void writeExternal(java.io.ObjectOutput out) method readExternal (line 416) | @Override public void readExternal(java.io.ObjectInput in) method hasCustomCoders (line 421) | @Override protected boolean hasCustomCoders() { return true; } method customEncode (line 423) | @Override public void customEncode(org.apache.avro.io.Encoder out) method customDecode (line 434) | @Override public void customDecode(org.apache.avro.io.ResolvingDecoder... FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/AvroProducer.java class AvroProducer (line 20) | public class AvroProducer { method AvroProducer (line 24) | public AvroProducer() { method getRides (line 40) | public List getRides() throws IOException, CsvException { method publishRides (line 54) | public void publishRides(List rides) throws ExecutionExcep... method main (line 67) | public static void main(String[] args) throws IOException, CsvExceptio... FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/JsonConsumer.java class JsonConsumer (line 15) | public class JsonConsumer { method JsonConsumer (line 19) | public JsonConsumer() { method consumeFromKafka (line 36) | public void consumeFromKafka() { method main (line 52) | public static void main(String[] args) { FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/JsonKStream.java class JsonKStream (line 16) | public class JsonKStream { method JsonKStream (line 19) | public JsonKStream() { method createTopology (line 32) | public Topology createTopology() { method countPLocation (line 40) | public void countPLocation() throws InterruptedException { method main (line 52) | public static void main(String[] args) throws InterruptedException { FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/JsonKStreamJoins.java class JsonKStreamJoins (line 19) | public class JsonKStreamJoins { method JsonKStreamJoins (line 22) | public JsonKStreamJoins() { method createTopology (line 34) | public Topology createTopology() { method joinRidesPickupLocation (line 54) | public void joinRidesPickupLocation() throws InterruptedException { method main (line 72) | public static void main(String[] args) throws InterruptedException { FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/JsonKStreamWindow.java class JsonKStreamWindow (line 20) | public class JsonKStreamWindow { method JsonKStreamWindow (line 23) | public JsonKStreamWindow() { method createTopology (line 36) | public Topology createTopology() { method countPLocationWindowed (line 48) | public void countPLocationWindowed() { method main (line 56) | public static void main(String[] args) { FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/JsonProducer.java class JsonProducer (line 17) | public class JsonProducer { method JsonProducer (line 19) | public JsonProducer() { method getRides (line 31) | public List getRides() throws IOException, CsvException { method publishRides (line 40) | public void publishRides(List rides) throws ExecutionException, ... method main (line 56) | public static void main(String[] args) throws IOException, CsvExceptio... FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/JsonProducerPickupLocation.java class JsonProducerPickupLocation (line 14) | public class JsonProducerPickupLocation { method JsonProducerPickupLocation (line 17) | public JsonProducerPickupLocation() { method publish (line 29) | public void publish(PickupLocation pickupLocation) throws ExecutionExc... method main (line 40) | public static void main(String[] args) throws IOException, CsvExceptio... FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/Secrets.java class Secrets (line 3) | public class Secrets { FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/Topics.java class Topics (line 3) | public class Topics { FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/customserdes/CustomSerdes.java class CustomSerdes (line 19) | public class CustomSerdes { method getSerde (line 21) | public static Serde getSerde(Class classOf) { method getAvroSerde (line 32) | public static SpecificAvroSerde getAvro... FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/data/PickupLocation.java class PickupLocation (line 5) | public class PickupLocation { method PickupLocation (line 6) | public PickupLocation(long PULocationID, LocalDateTime tpep_pickup_dat... method PickupLocation (line 11) | public PickupLocation() { FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/data/Ride.java class Ride (line 8) | public class Ride { method Ride (line 9) | public Ride(String[] arr) { method Ride (line 29) | public Ride(){} FILE: 07-streaming/theory/java/kafka_examples/src/main/java/org/example/data/VendorInfo.java class VendorInfo (line 5) | public class VendorInfo { method VendorInfo (line 7) | public VendorInfo(String vendorID, long PULocationID, LocalDateTime pi... method VendorInfo (line 14) | public VendorInfo() { FILE: 07-streaming/theory/java/kafka_examples/src/test/java/org/example/JsonKStreamJoinsTest.java class JsonKStreamJoinsTest (line 21) | class JsonKStreamJoinsTest { method setup (line 29) | @BeforeEach method testIfJoinWorksOnSameDropOffPickupLocationId (line 43) | @Test method shutdown (line 59) | @AfterAll FILE: 07-streaming/theory/java/kafka_examples/src/test/java/org/example/JsonKStreamTest.java class JsonKStreamTest (line 14) | class JsonKStreamTest { method setup (line 21) | @BeforeEach method testIfOneMessageIsPassedToInputTopicWeGetCountOfOne (line 34) | @Test method testIfTwoMessageArePassedWithDifferentKey (line 43) | @Test method testIfTwoMessageArePassedWithSameKey (line 58) | @Test method tearDown (line 74) | @AfterAll FILE: 07-streaming/theory/java/kafka_examples/src/test/java/org/example/helper/DataGeneratorHelper.java class DataGeneratorHelper (line 11) | public class DataGeneratorHelper { method generateRide (line 12) | public static Ride generateRide() { method generatePickUpLocation (line 18) | public static PickupLocation generatePickUpLocation(long pickupLocatio... FILE: 07-streaming/workshop/live/main.py function main (line 1) | def main(): FILE: 07-streaming/workshop/live/notebooks/models.py class Ride (line 8) | class Ride: function ride_from_row (line 16) | def ride_from_row(row): function ride_serializer (line 26) | def ride_serializer(ride): function ride_deserializer (line 32) | def ride_deserializer(data): FILE: 07-streaming/workshop/live/src/job/aggregation_job.py function create_events_source_kafka (line 5) | def create_events_source_kafka(t_env): function create_events_aggregated_sink (line 29) | def create_events_aggregated_sink(t_env): function log_aggregation (line 51) | def log_aggregation(): FILE: 07-streaming/workshop/live/src/job/pass_through_job.py function create_events_source_kafka (line 6) | def create_events_source_kafka(t_env): function create_processed_events_sink_postgres (line 28) | def create_processed_events_sink_postgres(t_env): function log_processing (line 50) | def log_processing(): FILE: 07-streaming/workshop/live/src/producers/models.py class Ride (line 8) | class Ride: function ride_from_row (line 16) | def ride_from_row(row): function ride_serializer (line 26) | def ride_serializer(ride): function ride_deserializer (line 32) | def ride_deserializer(data): FILE: 07-streaming/workshop/live/src/producers/producer_realtime.py function make_ride (line 43) | def make_ride(delay_seconds=0): function ride_serializer (line 54) | def ride_serializer(ride): FILE: 07-streaming/workshop/src/job/aggregation_job.py function create_events_aggregated_sink (line 5) | def create_events_aggregated_sink(t_env): function create_events_source_kafka (line 26) | def create_events_source_kafka(t_env): function log_aggregation (line 50) | def log_aggregation(): FILE: 07-streaming/workshop/src/job/aggregation_job_demo.py function create_events_source_kafka (line 14) | def create_events_source_kafka(t_env): function create_events_aggregated_sink (line 38) | def create_events_aggregated_sink(t_env): function log_aggregation (line 60) | def log_aggregation(): FILE: 07-streaming/workshop/src/job/pass_through_job.py function create_processed_events_sink_postgres (line 5) | def create_processed_events_sink_postgres(t_env): function create_events_source_kafka (line 27) | def create_events_source_kafka(t_env): function log_processing (line 48) | def log_processing(): FILE: 07-streaming/workshop/src/models.py class Ride (line 6) | class Ride: function ride_from_row (line 14) | def ride_from_row(row): function ride_deserializer (line 24) | def ride_deserializer(data): FILE: 07-streaming/workshop/src/producers/producer.py function ride_serializer (line 18) | def ride_serializer(ride): FILE: 07-streaming/workshop/src/producers/producer_realtime.py function make_ride (line 43) | def make_ride(delay_seconds=0): function ride_serializer (line 54) | def ride_serializer(ride): FILE: cohorts/2022/week_2_data_ingestion/airflow/dags/data_ingestion_gcs_dag.py function format_to_parquet (line 24) | def format_to_parquet(src_file): function upload_to_gcs (line 33) | def upload_to_gcs(bucket, object_name, local_file): FILE: cohorts/2022/week_2_data_ingestion/airflow/dags_local/ingest_script.py function ingest_callable (line 9) | def ingest_callable(user, password, host, port, db, table_name, csv_file... FILE: cohorts/2022/week_2_data_ingestion/homework/solution.py function format_to_parquet (line 22) | def format_to_parquet(src_file, dest_file): function upload_to_gcs (line 30) | def upload_to_gcs(bucket, object_name, local_file): function donwload_parquetize_upload_dag (line 45) | def donwload_parquetize_upload_dag( FILE: cohorts/2023/week_6_stream_processing/producer_confluent.py class RideCSVProducer (line 13) | class RideCSVProducer: method __init__ (line 14) | def __init__(self, probs: Dict, ride_type: str): method parse_row (line 19) | def parse_row(self, row): method read_records (line 28) | def read_records(self, resource_path: str): method publish (line 39) | def publish(self, records: [str, str], topic: str): FILE: cohorts/2023/week_6_stream_processing/settings.py function read_ccloud_config (line 17) | def read_ccloud_config(config_file): FILE: cohorts/2023/week_6_stream_processing/streaming_confluent.py function read_from_kafka (line 7) | def read_from_kafka(consume_topic: str): function parse_rides (line 27) | def parse_rides(df, schema): function sink_console (line 46) | def sink_console(df, output_mode: str = 'complete', processing_time: str... function sink_kafka (line 57) | def sink_kafka(df, topic, output_mode: str = 'complete'): function op_groupby (line 73) | def op_groupby(df, column_names): FILE: cohorts/2025/03-data-warehouse/load_yellow_taxi_data.py function download_file (line 31) | def download_file(month): function create_bucket (line 45) | def create_bucket(bucket_name): function verify_gcs_upload (line 74) | def verify_gcs_upload(blob_name): function upload_to_gcs (line 78) | def upload_to_gcs(file_path, max_retries=3): FILE: cohorts/2025/workshops/dynamic_load_dlt.py function generate_urls (line 25) | def generate_urls(color, start_year, end_year, start_month, end_month): function parquet_source (line 79) | def parquet_source(): function paginated_getter (line 94) | def paginated_getter(): FILE: cohorts/2026/03-data-warehouse/load_yellow_taxi_data.py function download_file (line 31) | def download_file(month): function create_bucket (line 45) | def create_bucket(bucket_name): function verify_gcs_upload (line 74) | def verify_gcs_upload(blob_name): function upload_to_gcs (line 78) | def upload_to_gcs(file_path, max_retries=3): FILE: cohorts/2026/workshops/dlt/analysis.py function _ (line 8) | def _(): function _ (line 19) | def _(mo): function _ (line 29) | def _(dlt): function _ (line 39) | async def _(load_package_viewer, render): function _ (line 46) | def _(mo): function _ (line 54) | def _(alt, ibis, ibis_con): function _ (line 82) | def _(mo): function _ (line 90) | def _(alt, ibis_con): function _ (line 121) | def _(mo): function _ (line 129) | def _(alt, ibis, ibis_con): function _ (line 164) | def _(mo): function _ (line 174) | def _(ibis_con, mo): function _ (line 191) | def _(): function _ (line 196) | def _(): FILE: cohorts/2026/workshops/dlt/open_library_pipeline.py function open_library_source (line 7) | def open_library_source(query: str = "harry potter"):