distributed analytics of live tweet stream

authors: Bjorn + Martijn

Compile librdkafka and install requirements

git clone https://github.com/edenhill/librdkafka.git
cd librdkafka
./configure
make
sudo make install

pip3 install -r requirements.txt

bin/zookeeper-server-start.sh config/zookeeper.properties bin/kafka-server-start.sh config/server.properties

TOPIC='election' bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic $TOPIC

python3 tweePyTest.py

GROUPID='yourgroup' # see comments inside consumer_test.py SERVERS=$IP_OR_HOSTNAME GROUPID=$GROUPID python3 consumer_test.py