Python 调用 ES、Solr、Phoenix的示例代码

时间:2021-05-23

#!/usr/bin/env python# -*- coding:utf-8 -*-# *************************************# @Time : 2019/8/12# @Author : Zhang Fan# @Desc : Library# @File : MyDatabases.py# @Update : 2019/8/23# *************************************import elasticsearchimport phoenixdbimport pysolrimport pymysqlclass MyELS(object): """ =================================================================== ===================== MyELS ========================= =================================================================== """ def __init__(self): self.els_conn = None def connect_to_els(self, host, port): """ 连接到ElasticSearch服务器. """ self.els_conn = elasticsearch.Elasticsearch([{'host': host, 'port': port}]) print('Executing : Connect To Elastic Search | %s' % self.els_conn) def get_els_data(self, query, index): """ 获取ElasticSearch数据 """ print('Executing : Search | %s' % query) try: rst = self.els_conn.search(index=index, q=query) return rst['hits'] except Exception as e: print('Elastic Search Error | %s' % e) raise Exception(e)class MyPhoenix(object): """ =================================================================== ===================== MyPhoenix ====================== =================================================================== """ def __init__(self): self.phoenix_conn = None self.phoenix_cursor = None def connect_to_phoenix(self, host, port=8765): """ 连接到phoenix服务器 """ address = 'http://{0}:{1}/'.format(host, port) print('Executing : Connect To Phoenix | %s' % address) self.phoenix_conn = phoenixdb.connect(address, autocommit=True) self.phoenix_cursor = self.phoenix_conn.cursor() def set_schema(self, sql, schema): """ 设置schema """ pre_sub, sub, fol_sub = sql.upper().partition('FROM') fol_sub = ' ' + schema + '.' + fol_sub.strip() new_sql = ''.join([pre_sub, sub, fol_sub]) return new_sql def execute_phoenix_sql(self, sql): """ 执行sql语句 """ # sql = self.set_schema(sql, schema) print('Executing : Execute | %s' % sql) self.phoenix_cursor.execute(sql) def get_from_phoenix(self, sql): """ 获取phoenix数据 """ # sql = self.set_schema(sql, schema) print('Executing : Query | %s' % sql) try: self.phoenix_cursor.execute(sql) except Exception as e: print('Phoenix Error | %s' % e) raise Exception(e) return self.phoenix_cursor.fetchall() def disconnect_from_phoenix(self): """ 断开phoenix连接 """ print('Executing : Disconnect From HBase') self.phoenix_cursor.close() self.phoenix_conn.close()class MySolr(object): """ =================================================================== ===================== MySolr ========================= =================================================================== """ def __init__(self): self.solr_conn = None self.base_url = None def connect_to_solr(self, address, selector): """连接到solr服务器. """ self.base_url = 'http://{0}/solr/{1}/'.format(address, selector) self.solr_conn = pysolr.Solr(self.base_url) print('Executing : Connect To Solr | %s' % self.base_url) def get_solr_data(self, query): """ 获取solr数据 """ results = list() print('Executing : Search | %s' % query) try: items = self.solr_conn.search(query) for item in items: results.append(item) except Exception as e: print('Solr Error | %s' % e) raise Exception(e) return results def add_solr_data(self, data): """ 添加solr数据 """ print('Executing : add | %s' % data) try: self.solr_conn.add([data]) self.solr_conn.commit() except Exception as e: print('Solr Error | %s' % e) raise Exception(e) def del_solr_byId(self, data): """ 删除solr数据 """ print('Executing : del | %s' % data) try: self.solr_conn.delete(id=data) self.solr_conn.commit() except Exception as e: print('Solr Error | %s' % e) raise Exception(e)if __name__ == '__main__': print('This is test.') ms = MySolr() me = MyELS() mp = MyPhoenix()

以上就是Python 调用 ES、Solr、Phoenix的示例代码的详细内容,更多关于Python 调用 ES、Solr、Phoenix的资料请关注其它相关文章!

声明:本页内容来源网络,仅供用户参考;我单位不保证亦不表示资料全面及准确无误,也不保证亦不表示这些资料为最新信息,如因任何原因,本网内容或者用户因倚赖本网内容造成任何损失或损害,我单位将不会负任何法律责任。如涉及版权问题,请提交至online#300.cn邮箱联系删除。

相关文章