psi_client.py

#!/usr/bin/python
#
# Copyright (c) 2012, Psiphon Inc.
# All rights reserved.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#

from sets import Set
from psi_api import Psiphon3Server
from psi_ssh_connection import SSHConnection, OSSHConnection
import json
import os
import subprocess
import optparse
import sys
import wget
import shutil

SOCKS_PORT = 1080
DATA_FILENAME = "ANY"
FILE="servers.dat"
ossh_glob=False
number=0


CLIENT_VERSION = 1
CLIENT_PLATFORM = 'Python'

LOCAL_HOST_IP = '127.0.0.1'
GLOBAL_HOST_IP = '0.0.0.0'


class Data(object):

    def __init__(self, data):
        self.data = data

    @staticmethod
    def load():
        
        try:
            with open(FILE, 'r') as data_file:
                temp=dict()
                temp2=dict()
                temp["propagation_channel_id"] = "FFFFFFFFFFFFFFFF"
                temp2["propagation_channel_id"] = "FFFFFFFFFFFFFFFF"
                temp["sponsor_id"] = "FFFFFFFFFFFFFFFF"
                temp2["sponsor_id"] = "FFFFFFFFFFFFFFFF"
                temp["servers"] = list()
                temp2["servers"] = list()
                tempdata=json.loads(data_file.read())
                for i in tempdata["servers"]:
                    #dunno why but these lines are broken and can't be used anymore.
                    #but the server_list file format hasn't changed that much so We can still use these codes from Psiphon
                    #So I will replace these lines with my code, hopefully it will work
                    '''loc = i.find('{"webServerCertificate":'.encode('hex'))
                    ob=json.loads(i[loc:].decode('hex'))'''
                    ob = json.loads(i.decode('hex').split()[-1])
                    if(ob["region"] == DATA_FILENAME or DATA_FILENAME == "ANY"):
                        
                        if(ossh_glob == False):
                            sahi = ("OSSH" in ob["capabilities"]) and (ob["sshObfuscatedPort"] == 53)
                            
                            if sahi==False:
                                continue
                        temp["servers"].append(i)
                if number==0:
                    data = Data(temp)
                else:
                    try:
                        temp2["servers"].append(temp['servers'][number-1])
                    except (IOError, ValueError, KeyError, IndexError, TypeError) as error:
                        print '\nNot a valid server number\n'
                        sys.exit(2)
                    data=Data(temp2)
            # Validate
            data.servers()[0]
            data.propagation_channel_id()
            data.sponsor_id()

        except (IOError, ValueError, KeyError, IndexError, TypeError) as error:
            print '\nRequested Servers Not Present\n'
            sys.exit(2)
        return data

    def save(self):
        
        
        with open('servers.dat','r') as serv_file:
            tempdata=json.loads(serv_file.read())
            currdata=self.data
            
            for i in currdata["servers"]:
                if i not in tempdata["servers"]:
                    print "New server Found!!!! Appending....."
                    tempdata["servers"].append(i)
                    
        with open('servers.new', 'w') as data_file:
            data_file.write(json.dumps(tempdata))
        os.rename('servers.new', 'servers.dat');
        

    def servers(self):
        return self.data['servers']

    def propagation_channel_id(self):
        return self.data['propagation_channel_id']

    def sponsor_id(self):
        return self.data['sponsor_id']

    def move_first_server_entry_to_bottom(self):
        servers = self.servers()
        if len(servers) > 1:
            servers.append(servers.pop(0))
            return True
        else:
            return False




def do_handshake(server, data, relay):

    handshake_response = server.handshake(relay)
    # handshake might update the server list with newly discovered servers
    data.save()
    return handshake_response


def print_sponsor_message(handshake_response):
    home_pages = handshake_response['Homepage']
    if len(home_pages) > 0:
        print '\nPlease visit our sponsor\'s homepage%s:' % ('s' if len(home_pages) > 1 else '',)
    for home_page in home_pages:
        print home_page
    print ''


def make_ssh_connection(server, relay, bind_all):

    if bind_all:
        listen_address=GLOBAL_HOST_IP
    else:
        listen_address=LOCAL_HOST_IP

    if relay == 'OSSH':
        ssh_connection = OSSHConnection(server, SOCKS_PORT, str(listen_address))
    elif relay == 'SSH':
        ssh_connection = SSHConnection(server, SOCKS_PORT, str(listen_address))
    else:
        assert False

    ssh_connection.connect()
    return ssh_connection


def connect_to_server(data, relay, bind_all, test=False):

    assert relay in ['SSH', 'OSSH']

    server = Psiphon3Server(data.servers(), data.propagation_channel_id(), data.sponsor_id(), CLIENT_VERSION, CLIENT_PLATFORM)

    if server.relay_not_supported(relay):
        raise Exception('Server does not support %s' % relay)
        print (server.ip_address)
        print (server.extended_config)
        server
    #Looks like We cannot use handshaking method anymore
    #but it works without handshake so I will just comment it
    #no shit, it won't work without handshake. me fuckin stoopid
    handshake_performed = False
    if not server.can_attempt_relay_before_handshake(relay):
        handshake_response = do_handshake(server, data, relay)
        handshake_performed = True

    ssh_connection = make_ssh_connection(server, relay, bind_all)
    ssh_connection.test_connection()

    server.set_socks_proxy(SOCKS_PORT)

    if not handshake_performed:
        try:
            handshake_response = do_handshake(server, data, relay)
            handshake_performed = True
        except Exception as e:
            print 'DEBUG: handshake request: ' + str(e)

    connected_performed = False
    if handshake_performed:
        print_sponsor_message(handshake_response)
        try:
            server.connected(relay)
            connected_performed = True
        except Exception as e:
            print 'DEBUG: connected request: ' + str(e)
    with open('servers.dat','r') as serv_file:
        tempdata=json.loads(serv_file.read())
        top_index = tempdata["servers"].index(data.servers()[0])
        tempdata["servers"].insert(0, tempdata["servers"].pop(top_index))
    with open('servers.new', 'w') as data_file:
        data_file.write(json.dumps(tempdata))
    os.rename('servers.new', 'servers.dat');
    if test:
        print 'Testing connection to ip %s' % server.ip_address
        ssh_connection.disconnect_on_success(test_site=test)
    else:
        print("SERVER CONNECTED :: " + str(server.extended_config['region']))
        print "IP Address :" + str(server.ip_address)
        #For redsocks
        curr=dict()
        if(SOCKS_PORT == 1080):
            with open("connected_server","w") as cc:
                curr["ip"]=str(server.ip_address)
                curr["port"]=SOCKS_PORT
                cc.write(json.dumps(curr))
        #For redsocks
        print 'Press Ctrl-C to terminate.'
        try:
            ssh_connection.wait_for_disconnect()
        except KeyboardInterrupt as e:
            if connected_performed:
                try:
                    server.disconnected(relay)
                except Exception as e:
                    print 'DEBUG: disconnected request: ' + str(e)
            ssh_connection.disconnect()


def _test_executable(path):
    if os.path.isfile(path):
        try:
            with open(os.devnull, 'w') as devnull:
                subprocess.call(path, stdout=devnull, stderr=devnull)
                return True
        except OSError:
            pass
    return False


def connect(bind_all,copy="", test=False):
    if test:
        data=copy
    else:
        data=Data.load()
    while True:
        top=data.servers()[0]
        #This line is also broken, same as the above
        """loc = top.find('{"webServerCertificate":'.encode('hex'))
        ob=json.loads(top[loc:].decode('hex'))"""
        ob = json.loads(top.decode('hex').split()[-1])
        
        print "Trying to connect to "+ob["region"]+" : " + ob["ipAddress"]


        try:
            relay = 'SSH'
            # NOTE that this path is also hard-coded in psi_ssh_connection
            ossh_path = './ssh'
            if _test_executable(ossh_path):
                relay = 'OSSH'
            else:
                print '%s is not a valid executable. Using standard ssh.' % (ossh_path,)

            connect_to_server(data, relay, bind_all, test)
            break
        except Exception as error:
            print 'DEBUG: %s connection: %s' % (relay, str(error))
            server = Psiphon3Server(data.servers(), data.propagation_channel_id(), data.sponsor_id(), CLIENT_VERSION, CLIENT_PLATFORM)
            
            
            if test:
                break
            if not data.move_first_server_entry_to_bottom():
                print 'DEBUG: could not reorder servers'
                
            #data.save()
            print 'Trying next server...'


def test_all_servers(bind_all=False):

    data = Data.load()
    for _ in data.servers():
        connect(bind_all,data, test=True)
        print 'DEBUG: moving server to bottom'
        if not data.move_first_server_entry_to_bottom():
            print "could not reorder servers"
            break
        data.save()
def update():

    if os.path.exists("server_list"):
        os.remove("server_list")
    url ="https://s3.amazonaws.com//0ubz-2q11-gi9y/server_list"
    wget.download(url)
    f = open('server_list','r')
    lol=f.read()
    lol = json.loads(lol)
    lol = lol["data"]
    serv = lol.split('\n')
    regions = dict()
    regions["propagation_channel_id"] = "FFFFFFFFFFFFFFFF"
    regions["sponsor_id"] = "FFFFFFFFFFFFFFFF"
    regions["servers"] = list()
    for i in serv:
        """
        #Why do you even need these lines if you won't use these variables again lmao
        #Although This code can be fixed, it's not needed in here so I will just simply comment it
        loc = i.find('{"webServerCertificate":'.encode('hex'))
        js = i[loc:].decode('hex')
        js = json.loads(js)
        """

        regions["servers"].append(i)
        
    json.dump(regions, open('servers.dat', 'w'))
    
        

def showall(reg="ANY"):
    regions=Set()
    try:
        with open(FILE, 'r') as data_file:

            data = json.loads(data_file.read())
            i=0
            print "\nNumber\tIP\t\tRegion\tOSSH\tPort-53"
            for ser in data['servers']:
                loc = ser.find('{"webServerCertificate":'.encode('hex'))
                ob=json.loads(ser[loc:].decode('hex'))
                if((ob['region']!=reg and reg!="ANY") or (ossh_glob == False and (("OSSH" not in ob["capabilities"]) or (ob["sshObfuscatedPort"] != 53)) ) ):
                    continue
                regions.add(ob['region'])
                i=i+1
                print (str(i) +"\t"+ ob['ipAddress'] + "\t" + ob['region'] +"\t" + str("OSSH" in ob['capabilities']) +"\t"+ str(ob["sshObfuscatedPort"] == 53))
            
            print regions
    except (IOError, ValueError, KeyError, IndexError, TypeError) as error:
        print '\nDoes Not Exist.\n'
        sys.exit(2)
def updatepsiclient():

    url="https://github.com/thispc/psiphon/archive/master.zip"
    print "\nThis may take some time. Keep your net ON!\n"
    print url
    wget.download(url)
    os.system("unzip psiphon-master.zip")
    os.rename('ssh','ssh.back')
    os.system("cp -R ./psiphon-master/* ./")
    os.rename('ssh.back','ssh')
    os.remove('psiphon-master.zip')
    shutil.rmtree('psiphon-master')
    
def save_a_server(j):
    try:
        with open("servers.dat", 'r') as data_file:
            data = json.loads(data_file.read())
            if os.path.isfile('saved_servers.dat') == False:
                with open("saved_servers.dat","w") as servers:
                    temp = dict()
                    temp["propagation_channel_id"] = "FFFFFFFFFFFFFFFF"
                    temp["sponsor_id"] = "FFFFFFFFFFFFFFFF"
                    temp["servers"] = list()
                    servers.write(json.dumps(temp))
            with open("saved_servers.dat","r") as s:
                tempdata=json.loads(s.read())
            spec=""
            i=0
            for ser in data['servers']:
                loc = ser.find('{"webServerCertificate":'.encode('hex'))
                ob=json.loads(ser[loc:].decode('hex'))
                if((ob['region']!=DATA_FILENAME and DATA_FILENAME!="ANY") or (ossh_glob == False and (("OSSH" not in ob["capabilities"]) or (ob["sshObfuscatedPort"] != 53)) ) ):
                    continue
                i=i+1
                if(i==j):
                    spec=ser
                    break
            if spec=="":
                raise ValueError("Invalid number")
            if spec not in tempdata["servers"]: 
                tempdata["servers"].append(spec);
            else:
                print 
                raise ValueError("Saved before Already")
            with open("saved_servers.dat","w") as s:
                s.write(json.dumps(tempdata))
        print "Successfully Saved "+str(i)+" server"
    except (IOError, ValueError, KeyError, IndexError, TypeError) as error:
        print '\nError in saving..exiting...\n'
        sys.exit(2)

def remove_saved_server(j):
    try:
        data=""
        with open("saved_servers.dat", 'r') as data_file:
            data = json.loads(data_file.read())
            del data["servers"][j-1]
        with open("saved_servers.dat", 'w') as data_file:
            data_file.write(json.dumps(data))
        print "\nSuccessfully deleted "+str(j)+" server from saved servers\n"
    except (IOError, ValueError, KeyError, IndexError, TypeError) as error:
        print '\nError in deleting..exiting...\n'
        sys.exit(2)
def clear_saved_server():
    try:
        os.remove("saved_servers.dat")
        print "Cleared Saved servers"
    except (OSError,IOError) as error:
        print "Already Empty"    

if __name__ == "__main__":
    
    parser = optparse.OptionParser('usage: %prog [options]')
    parser.add_option("--expose", "-e", dest="expose",     
                        action="store_true", help="Expose SOCKS proxy to the network")
    parser.add_option("--test-servers", "-t", dest="test_servers",
                        action="store_true", help="Test all servers")
    parser.add_option("--reg", "-r", dest="region",action="store", help="Regions")
    parser.add_option("--show","-s", dest="show_servers",action="store_true", help="Show available servers")
    parser.add_option("--port", "-p", dest="port",action="store",type=int, help="Local Port")
    parser.add_option("--update", "-u", dest="uflag",action="store_true", help="Update Servers")
    parser.add_option("--sid", "-i", dest="sid",action="store",type=int, help="Server number")
    parser.add_option("--all", "-a", dest="ossh_val",action="store_true", help="Include Non OSSH servers also")
    parser.add_option("--upgrade", "-U", dest="Upflag",action="store_true", help="update psiphon")
    parser.add_option("--save", "-S", dest="csid",action="store",type=int, help="Server Number to be saved")
    parser.add_option("--clear", "-C", dest="cflag",action="store_true", help="Clear Saved Servers")
    parser.add_option("--switch", "-v", dest="vflag",action="store_true", help="Use Saved Servers")
    parser.add_option("--delete", "-d", dest="dele",action="store",type=int, help="Delete a saved server")


    (options, args) = parser.parse_args()
    if (options.vflag):
        FILE="saved_servers.dat"
    if options.ossh_val is not None:
        ossh_glob = options.ossh_val
    if (options.Upflag):
        updatepsiclient()
        sys.exit(2)
    if (options.uflag):
        update()
        sys.exit(2)
    if options.region is not None:
        DATA_FILENAME=options.region
    if options.csid is not None:
        save_a_server(options.csid)
        sys.exit(2)
    if options.cflag:
        clear_saved_server()
        sys.exit(2)
    if options.dele is not None:
        remove_saved_server(options.dele)
        sys.exit(2)
    if options.show_servers:
        showall(DATA_FILENAME)
        sys.exit(2)
    if options.port is not None:
        SOCKS_PORT=options.port
    if options.sid is not None:
        number=options.sid
    if options.test_servers:
        test_all_servers()
    elif options.expose:
        connect(True)
    else:
        connect(False)