pykafka示例

import datetime
import time


from pykafka import KafkaClient


client = KafkaClient(hosts="10.74.151.190:9092")
#client = KafkaClient(hosts="10.62.56.53:9092")
# client = KafkaClient(hosts="10.74.148.148:9092")
print client.topics




topic = client.topics['znap_pm_kpi_monitor_change']


producer = topic.get_producer()
gr = 2
# data = ['20160922.1355+0800-20160922.1356+0800_88.tar.gz']
# for i in range(0, len(data)):
now = datetime.datetime.now()
rttime = now.strftime('%Y-%m-%dT%H:%M:%S') + '.015+0800'
cmchange = '{"topic":"PM_PaaS_RTTaskDataSource","mocChangeInfo":{"mocPrefix":"lte","moc":"cell","subnetwork":1,"managedElement":1,"msgbody":[["moOperationType","moIdentify","id","mcc","mnc","app","userLabel"],["0","/ManagedElement/ENBFunction/cell[id=1]","1","mcc1","mnc1","app1","userLabel1"],["1","/ManagedElement/ENBFunction/cell[id=2]","2","mcc2","N/A","app2","userLabel2"],["2","/ManagedElement/ENBFunction/cell[id=3]","3","mcc3","mnc3","app3","userLabel3"],["2","/ManagedElement/ENBFunction/cell[id=4]","4","N/A","N/A","N/A","userLabel4"]]}}'
producer.produce(cmchange)
print 'send at ' + rttime
time.sleep(gr)


#topic2 = client.topics['CM_CHANGE_0']


#producer2 = topic2.get_producer()
#gr = 2
# data = ['20160922.1355+0800-20160922.1356+0800_88.tar.gz']
# for i in range(0, len(data)):
#now = datetime.datetime.now()
#rttime = now.strftime('%Y-%m-%dT%H:%M:%S') + '.015+0800'
#cmchange2 = '{"topic":"CM_CHANGE_0","mocChangeInfo":{"mocPrefix":"lte","moc":"cell","subnetwork":11,"managedElement":1,"msgbody":[["moOperationType","moIdentify","id","mcc","mnc","app","userLabel"],["0","/ManagedElement/ENBFunction/cell[id=11]","11","mcc1","mnc1","app1","userLabel1"],["0","/ManagedElement/ENBFunction/cell[id=22]","22","mcc2","N/A","app2","userLabel2"],["0","/ManagedElement/ENBFunction/cell[id=33]","33","mcc3","mnc3","app3","userLabel3"],["2","/ManagedElement/ENBFunction/cell[id=44]","44","N/A","N/A","N/A","userLabel4"]]}}'
#producer2.produce(cmchange2)
#print 'send at ' + rttime
#time.sleep(gr)


    # {"nft":"nft","nfct":"cn.pod","slice":"slice","subnet":"subnet","nf":"nf","nfc":"microservice1","mot":"90001","gr":5,"time":"2016-05-24T09:00:15.015+0000","data":[{"moi":"*","ids":["C900010003","C900010001","C900030001","C900030002"],"values":[200.0,0.0,0.0,0.0]}]}
    # producer.produce('{"rttask":{ "taskid": "d156bdc9721248bbb0bffd44c021a27d", "rttaskkey": { "uuid": "", "slice": "3572", "subnet": "", "nf": "", "nfc": "", "mot": "00000", "filterlayer": "slice", "grouplayer": "slice", "gr": 5 }, "modelinfo": { "nft": "nf", "nfct": "service.amDbs-dba" }, "items": [ "200010001", "200010002", "C200010003", "C200010007", "C200010006" ], "mois": [ "*" ] },"operator":1}')


consumer = topic.get_balanced_consumer(
        consumer_group='group_zenap_pm_kpi_monitor_change',
        auto_commit_enable=True,
        zookeeper_connect='10.74.65.160:2181'
# zookeeper_connect='10.62.56.53:2181'
)


for message in consumer:
if message is not None:
print message.offset, message.value