Browse Source

HUE-8298 [kafka] Kafka client API

Romain Rigaux 7 years ago
parent
commit
94d4436ab8
1 changed files with 72 additions and 0 deletions
  1. 72 0
      desktop/libs/metadata/src/metadata/kafka_client.py

+ 72 - 0
desktop/libs/metadata/src/metadata/kafka_client.py

@@ -0,0 +1,72 @@
+#!/usr/bin/env python
+# -- coding: utf-8 --
+# Licensed to Cloudera, Inc. under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  Cloudera, Inc. licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import logging
+
+from django.core.cache import cache
+from django.utils.translation import ugettext as _
+
+from desktop.lib.rest.http_client import RestException, HttpClient
+from desktop.lib.rest.resource import Resource
+from desktop.lib.i18n import smart_unicode
+from metadata.conf import MANAGER
+
+
+LOG = logging.getLogger(__name__)
+
+
+class KafkaApiException(Exception):
+  def __init__(self, message=None):
+    self.message = message or _('No error message, please check the logs.')
+
+  def __str__(self):
+    return str(self.message)
+
+  def __unicode__(self):
+    return smart_unicode(self.message)
+
+
+class KafkaApi(object):
+  """
+  https://github.com/confluentinc/kafka-rest
+  """
+
+  def __init__(self, user=None, security_enabled=False, ssl_cert_ca_verify=False):
+    self._api_url = '%s/%s' % (MANAGER.API_URL.get().strip('/'))
+    # localhost:8082/topics
+    
+    self._username = 'hue' #get_navigator_auth_username()
+    self._password = 'hue' #get_navigator_auth_password()
+
+    self.user = user
+    self._client = HttpClient(self._api_url, logger=LOG)
+
+    if security_enabled:
+      self._client.set_kerberos_auth()
+    else:
+      self._client.set_basic_auth(self._username, self._password)
+
+    self._client.set_verify(ssl_cert_ca_verify)
+    self._root = Resource(self._client)
+
+
+  def topics(self):
+    try:
+      return self._root.get('topics')
+    except RestException, e:
+      raise KafkaApiException(e)