X-Git-Url: http://git.vanrenterghem.biz/R/project-using-kafka-in-R.git/blobdiff_plain/ad70a446e1f9c1d371008dc32f7374a7e3a54907..9948b03c3477ca42cdff48813f6ed281ad00747a:/kafkaConsumer.R diff --git a/kafkaConsumer.R b/kafkaConsumer.R index e7da6ed..8b5e6c7 100644 --- a/kafkaConsumer.R +++ b/kafkaConsumer.R @@ -15,14 +15,8 @@ topic <- 'accesslogapache' # See https://docs.confluent.io/current/kafka-rest/docs/intro.html#produce-and-consume-avro-messages # Create consumer -response <- POST(url=paste(kafka_rest_proxy, "consumers", consumer, sep="/"), - content_type("application/vnd.kafka.v2+json"), - accept("application/vnd.kafka.v2+json"), - body=paste0('{"name": "', - consumer_instance, - '", "format": "json", "auto.offset.reset": "earliest"}') - ) -consumerDetails <- fromJSON(content(response, "text")) +source("R/CreateKafkaConsumer.R") +consumerDetails <- CreateKafkaConsumer(kafka.rest.proxy = kafka_rest_proxy, consumer = consumer, consumer_instance = consumer_instance) # Subscribe it to topic response <- POST(url=paste(consumerDetails$base_uri, @@ -57,5 +51,5 @@ apachelog <- rbind(messages$value,messages2$value) createPlot(apachelog) # Remove the consumer -DELETE(url = consumerDetails$base_uri, - content_type("application/vnd.kafka.v2+json")) +source("R/DestroyKafkaConsumer.R") +response <- DestroyKafkaConsumer(consumer.base.uri = consumerDetails$base_uri)