-
Notifications
You must be signed in to change notification settings - Fork 0
A native python client for Hbase
License
appfirst/python-hbase-client
Folders and files
Name | Name | Last commit message | Last commit date | |
---|---|---|---|---|
Repository files navigation
1) install hbase yum install hadoop hadoop-client hbase hadoop_2_2_0_0_2041-client hbase_2_2_0_0_2041 2) .bashrc memory="2048m" export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk.x86_64 export HBASE_CONF_DIR=/etc/hbase/conf export HADOOP_CONF_DIR=/etc/hadoop/conf export CLASSPATH=/home/appfirst/common/common_hbase/hbaseClient/:/etc/hadoop/conf:/etc/hbase/conf for file in `ls /usr/hdp/2.2.0.0-2041/hadoop/client/*.jar` do export CLASSPATH=$CLASSPATH:$file done for file in `ls /usr/hdp/2.2.0.0-2041/hbase/lib/*.jar` do export CLASSPATH=$CLASSPATH:$file done export LD_LIBRARY_PATH="$JAVA_HOME/jre/lib/amd64/server/:/usr/hdp/current/hadoop-client/lib/native/" export LIBHBASE_OPTS="-Xmx$memory" 3) /var/log/hbase mkdir -p /var/log/hbase/local/jars sudo chmod -R ga+w /var/log/hbase sudo mkdir -p /var/log/hbase/local/jars; sudo chown appfirst:appfirst -R /var/log/hbase; touch /var/log/hbase/hbase.log 4) /var/log/libhbase.log touch /var/log/libhbase.log chmod ga+w /var/log/libhbase.log sudo touch /var/log/libhbase.log; sudo chown appfirst:appfirst /var/log/libhbase.log 5) Update /etc/sysconfig/httpd export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk.x86_64 export HBASE_CONF_DIR=/etc/hbase/conf export HADOOP_CONF_DIR=/etc/hadoop/conf export LD_LIBRARY_PATH=$JAVA_HOME/jre/lib/amd64/server/:/usr/hdp/current/hadoop-client/lib/native/ export CLASSPATH=/home/appfirst/common/common_hbase/hbaseClient/:/etc/hadoop/conf:/etc/hbase/conf:/usr/hdp/2.2.0.0-2041/hadoop/client/activation-1.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/activation.jar:/usr/hdp/2.2.0.0-2041/hadoop/\ client/apacheds-i18n-2.0.0-M15.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/apacheds-i18n.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/apacheds-kerberos-codec-2.0.0-M15.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/apacheds-kerberos-codec.jar:/usr/h\ dp/2.2.0.0-2041/hadoop/client/api-asn1-api-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/api-asn1-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/api-util-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/api-util.jar:/usr/hdp/2.2.9.\ 0-3393/hadoop/client/avro-1.7.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/avro.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/azure-storage-2.2.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/azure-storage.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/co\ mmons-beanutils-1.7.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-beanutils-core-1.8.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-beanutils-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-beanutils.jar:/usr/hdp/2.2.9.0-\ 3393/hadoop/client/commons-cli-1.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-cli.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-codec-1.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-codec.jar:/usr/hdp/2.2.0.0-2041/hadoop/c\ lient/commons-collections-3.2.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-collections.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-compress-1.4.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-compress.jar:/usr/hdp/2.2.9.0-\ 3393/hadoop/client/commons-configuration-1.6.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-configuration.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-digester-1.8.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-digester.jar:/usr\ /hdp/2.2.0.0-2041/hadoop/client/commons-httpclient-3.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-httpclient.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-io-2.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-io.jar:/usr/hdp/\ 2.2.0.0-2041/hadoop/client/commons-lang-2.6.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-lang3-3.3.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-lang3.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-lang.jar:/usr/hdp/2.2.9.0-3\ 393/hadoop/client/commons-logging-1.1.3.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-logging.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-math3-3.1.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-math3.jar:/usr/hdp/2.2.9.0-33\ 93/hadoop/client/commons-net-3.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-net.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-client-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-client.jar:/usr/hdp/2.2.0.0-2041/hadoop\ /client/curator-framework-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-framework.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-recipes-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-recipes.jar:/usr/hdp/2.2.0.0-2041\ /hadoop/client/gson-2.2.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/gson.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/guava-11.0.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/guava.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-annotations-2.6.\ 0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-annotations.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-auth-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-auth.jar:/usr/hdp/2.2.0.0-2041/hadoop/cli\ ent/hadoop-common-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-hdfs-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-hdfs.jar:/usr/hdp/2.2.9.\ 0-3393/hadoop/client/hadoop-mapreduce-client-app-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-app.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-common-2.6.0.2.2.0.0-2041.jar:/us\ r/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-core-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-core.jar:/usr/hdp\ /2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-jobclient-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-jobclient.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-shuffle-2.6.0.\ 2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-shuffle.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-api-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-api.jar:/usr/hdp/2.2.\ 9.0-3393/hadoop/client/hadoop-yarn-client-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-client.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/cl\ ient/hadoop-yarn-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-registry-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-registry.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-server-common-2.\ 6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-server-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/htrace-core-3.0.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/htrace-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/\ httpclient-4.2.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/httpclient.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/httpcore-4.2.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/httpcore.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core-2.2.3.ja\ r:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core-asl-1.9.13.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core-asl.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-jaxrs-1.9.13.\ jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-jaxrs.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-mapper-asl-1.9.13.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-mapper-asl.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-xc-1.9\ .13.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-xc.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jaxb-api-2.2.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jaxb-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jersey-client-1.9.jar:/usr/hdp/2.2\ .9.0-3393/hadoop/client/jersey-client.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jersey-core-1.9.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jersey-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jetty-util-6.1.26.hwx.jar:/usr/hdp/2.2.0.0-2041\ /hadoop/client/jetty-util.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jsr305-1.3.9.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jsr305.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/leveldbjni-all-1.8.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/leveldbj\ ni-all.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/log4j-1.2.17.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/log4j.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/netty-3.6.2.Final.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/netty.jar:/usr/hdp/2.2.9.0-33\ 93/hadoop/client/okhttp-2.4.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/okhttp.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/okio-1.4.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/okio.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/paranamer-2.3.jar:/u\ sr/hdp/2.2.0.0-2041/hadoop/client/paranamer.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/protobuf-java-2.5.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/protobuf-java.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/servlet-api-2.5.jar:/usr/hdp/2.2.9.\ 0-3393/hadoop/client/servlet-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/slf4j-api-1.7.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/slf4j-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/slf4j-log4j12-1.7.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/c\ lient/slf4j-log4j12.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/snappy-java-1.0.4.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/snappy-java.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/stax-api-1.0-2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/stax-a\ pi.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xercesImpl-2.9.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xercesImpl.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xml-apis-1.3.04.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xml-apis.jar:/usr/hdp/2.2.\ 9.0-3393/hadoop/client/xmlenc-0.52.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xmlenc.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xz-1.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xz.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/zookeeper-3.4.6.2.2.9\ .0-3393.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/zookeeper.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/activation-1.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/aopalliance-1.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/apacheds-i18n-2.0.0-M15.jar:/usr/hdp\ /2.2.0.0-2041/hbase/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/api-asn1-api-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/api-util-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/asm-3.1.jar:/usr/hdp/2.2.\ 9.0-3393/hbase/lib/avro-1.7.4.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/azure-storage-2.2.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-beanutils-1.7.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-beanutils-core-1.8.0.jar:/usr/hdp/2.2.9.0-3\ 393/hbase/lib/commons-cli-1.2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-codec-1.7.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-collections-3.2.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-compress-1.4.1.jar:/usr/hdp/2.2.0.0-2041/hb\ ase/lib/commons-configuration-1.6.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-daemon-1.0.13.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-digester-1.8.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-el-1.0.jar:/usr/hdp/2.2.0.0-2041/hbase/l\ ib/commons-httpclient-3.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-io-2.4.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-lang-2.6.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-lang3-3.3.2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-log\ ging-1.1.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-math-2.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-math3-3.1.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-net-3.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/curator-client-2.6.0.jar:\ /usr/hdp/2.2.0.0-2041/hbase/lib/curator-framework-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/eclipselink-2.5.2-M1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/findbugs-annotations-1.3.9\ -1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/gson-2.2.4.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/guava-12.0.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/guice-3.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/guice-servlet-3.0.jar:/usr/hdp/2.2.0.0-2041/hbase/li\ b/hamcrest-core-1.3.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-client-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-client-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-client.jar:/usr/h\ dp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2-tests.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2.jar:/u\ sr/hdp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2-tests.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-common.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-examples-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hb\ ase/lib/hbase-examples-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-examples.jar:/usr/hdp/2.2.0.0-2041/hbase/l
About
A native python client for Hbase
Resources
License
Stars
Watchers
Forks
Releases
No releases published
Packages 0
No packages published