feat: support collect Hadoop that turning on https

collectors/0/hadoop_datanode.py

@@ -41,7 +41,7 @@ class HadoopDataNode(HadoopHttp):
     """
 
     def __init__(self):
-        super(HadoopDataNode, self).__init__('hadoop', 'datanode', 'localhost', 50075)
+        super(HadoopDataNode, self).__init__('hadoop', 'datanode', 'localhost', 50075, https_port=50475)
 
     def emit(self):
         current_time = int(time.time())

collectors/0/hadoop_namenode.py

@@ -39,7 +39,7 @@ class HadoopNameNode(HadoopHttp):
     """
 
     def __init__(self):
-        super(HadoopNameNode, self).__init__('hadoop', 'namenode', 'localhost', 50070)
+        super(HadoopNameNode, self).__init__('hadoop', 'namenode', 'localhost', 50070, https_port=50470)
 
     def emit(self):
         current_time = int(time.time())

collectors/lib/hadoop_http.py

@@ -12,6 +12,7 @@
 # of the GNU Lesser General Public License along with this program.  If not,
 # see <http://www.gnu.org/licenses/>.
 
+import ssl
 import sys
 
 try:
@@ -26,10 +27,10 @@
 
 try:
     # noinspection PyCompatibility
-    from http.client import HTTPConnection
+    from http.client import HTTPConnection, HTTPSConnection
 except ImportError:
     # noinspection PyUnresolvedReferences,PyCompatibility
-    from httplib import HTTPConnection
+    from httplib import HTTPConnection, HTTPSConnection
 
 
 EXCLUDED_KEYS = (
@@ -52,21 +53,37 @@ def recurse(key,value):
         yield (key,value)
 
 class HadoopHttp(object):
-    def __init__(self, service, daemon, host, port, uri="/jmx"):
+    def __init__(self, service, daemon, host, port, https_port=None, uri="/jmx"):
         self.service = service
         self.daemon = daemon
         self.port = port
+        self.https_port = https_port
         self.host = host
         self.uri = uri
         self.server = HTTPConnection(self.host, self.port)
         self.server.auto_open = True
+        if self.https_port:
+            self.https_server = HTTPSConnection(
+                self.host,
+                self.https_port,
+                context=ssl._create_unverified_context(),
+                timeout=10)
+            self.https_server.auto_open = True
 
     def request(self):
         try:
             self.server.request('GET', self.uri)
             resp = self.server.getresponse().read()
         except:
             resp = '{}'
+            if self.https_port:
+                try:
+                    self.https_server.request('GET', self.uri)
+                    resp = self.https_server.getresponse().read()
+                except:
+                    resp = '{}'
+                finally:
+                    self.https_server.close()
         finally:
             self.server.close()
         return json.loads(resp)