Q注册sf的appQ登?callback-url,执行sql查询Q?br />
#coding:utf-8
__author__ = 'scott'
import imp
imp.load_source('init','../init_script.py')
import urllib2,urllib,json,sys,os
import traceback,threading,time,struct,os,os.path,shutil,distutils.dir_util,array,base64,zlib,struct,binascii
import datetime
from libs.python.lemon import webapi
callback = 'http://localhost:8002/oauth'
client_id = '3MVG9ZL0ppGP5UrC_wQ8U02mOhowPKwjeaaLsWZ3BcYYVqiSsy1rL_D2h6qG.rGPnb_j6IcgLHPdhmvomzDFj'
client_secret = '9046731979xxxxxxx'
def accessToken(request,code,state):
url = 'https://login.salesforce.com/services/oauth2/token'
data = {
'grant_type':'authorization_code',
'code':code,
'client_id':client_id,
'client_secret':client_secret,
'redirect_uri':callback
}
result = ''
try:
result = urllib2.urlopen(url,urllib.urlencode(data) )
except:
traceback.print_exc()
result = result.read()
return json.loads( result )
def oauth(request):
cr = webapi.SuccCallReturn()
code = webapi.GET(request,'code','')
state = webapi.GET(request,'state','')
cr.result=[code,state]
token = accessToken(request,code,state)
cr.result.append(token)
print token
try:
sqlExecute(token['access_token'],token['instance_url'])
except:
traceback.print_exc()
return cr.httpResponse()
import cookielib
# -H "Authorization: OAuth token" -H "X-PrettyPrint:1" "
def sqlExecute(token,url_host):
httpHandler = urllib2.HTTPHandler(debuglevel=1)
httpsHandler = urllib2.HTTPSHandler(debuglevel=1)
opener = urllib2.build_opener(httpHandler, httpsHandler)
urllib2.install_opener(opener)
sf_cmd_query="%s/services/data/v20.0/query/?%s"%(url_host, urllib.urlencode({'q':'select count() from account'}))
headers = {
'Authorization':'OAuth %s'%token,
'X-PrettyPrint':1
}
httpReq = urllib2.Request( sf_cmd_query,headers=headers )
r = opener.open(httpReq).read()
print r
pass
url1 = """https://login.salesforce.com/services/oauth2/authorize?response_type=code&client_id=%s&redirect_uri=%s&state=first"""%(client_id,callback)
def launchBrowserForOAuth():
import webbrowser
webbrowser.open(url1)
if __name__ == '__main__':
launchBrowserForOAuth()
__author__ = 'scott'
import imp
imp.load_source('init','../init_script.py')
import urllib2,urllib,json,sys,os
import traceback,threading,time,struct,os,os.path,shutil,distutils.dir_util,array,base64,zlib,struct,binascii
import datetime
from libs.python.lemon import webapi
callback = 'http://localhost:8002/oauth'
client_id = '3MVG9ZL0ppGP5UrC_wQ8U02mOhowPKwjeaaLsWZ3BcYYVqiSsy1rL_D2h6qG.rGPnb_j6IcgLHPdhmvomzDFj'
client_secret = '9046731979xxxxxxx'
def accessToken(request,code,state):
url = 'https://login.salesforce.com/services/oauth2/token'
data = {
'grant_type':'authorization_code',
'code':code,
'client_id':client_id,
'client_secret':client_secret,
'redirect_uri':callback
}
result = ''
try:
result = urllib2.urlopen(url,urllib.urlencode(data) )
except:
traceback.print_exc()
result = result.read()
return json.loads( result )
def oauth(request):
cr = webapi.SuccCallReturn()
code = webapi.GET(request,'code','')
state = webapi.GET(request,'state','')
cr.result=[code,state]
token = accessToken(request,code,state)
cr.result.append(token)
print token
try:
sqlExecute(token['access_token'],token['instance_url'])
except:
traceback.print_exc()
return cr.httpResponse()
import cookielib
# -H "Authorization: OAuth token" -H "X-PrettyPrint:1" "
def sqlExecute(token,url_host):
httpHandler = urllib2.HTTPHandler(debuglevel=1)
httpsHandler = urllib2.HTTPSHandler(debuglevel=1)
opener = urllib2.build_opener(httpHandler, httpsHandler)
urllib2.install_opener(opener)
sf_cmd_query="%s/services/data/v20.0/query/?%s"%(url_host, urllib.urlencode({'q':'select count() from account'}))
headers = {
'Authorization':'OAuth %s'%token,
'X-PrettyPrint':1
}
httpReq = urllib2.Request( sf_cmd_query,headers=headers )
r = opener.open(httpReq).read()
print r
pass
url1 = """https://login.salesforce.com/services/oauth2/authorize?response_type=code&client_id=%s&redirect_uri=%s&state=first"""%(client_id,callback)
def launchBrowserForOAuth():
import webbrowser
webbrowser.open(url1)
if __name__ == '__main__':
launchBrowserForOAuth()
]]>
1.支持q多的cahce 存储方式Q什么google的数据库Qoracle的也有，虽然代码框架的好Q但很多东西都不用Q所以代码维护不够灵z?br /> 2.tilecache通过apache提供web的wms服务Q然后tilecahe里再h后端的geoserver服务Q生的cacheҎ他定 义的一个网gơ按x,y,z的烦引存储在文gpȝ里面Qƈ图形进行编码分cR这U实现ƈ没有问题Q但要知道这些cache出来的图像文件是那么的多?都零，有些囄q够不上一个文件系l基本的一个存储页大小Q所以会大量费I间Q由于文仉且多，Udq些文g也是个相当大的问题，一ơؓ了将q些 cahce tile文g从A机器拯到B机器然p?天的旉?br />
tilecache有这些不如我意的地方Q所以之前自׃考虑再写一个tilecache?backendQ将渲染出来的东西直接存储进pgsql数据库，那以后只要导出数据库的tablespace可以了Q嗯Q的可行，也跑了一D|?br /> 最后还是决定放弃tilecahce了，毕竟wms自己已经实现了，要再做个backend也是很简单，做完直接整合qwms服务器?br /> 我考虑采用sqlite来存储这些瓦片图形，׃sqlite处理多线E时天性有炚w题，多线E不能共享同一个连?connection),所以实现的时候在每个U程创徏了新的连接，开销是有一些的Q那比之前实时请求TileServer要快的多了?br /> 现在wms跑的很开心了Qcpu也不忙了Q就是篏M盘?br /> 一台机器上渲染的地囄片数据单独存储在一个文仉面，要部|到另外一台机器也很方便了Q只需要拷贝一下就可以?br /> 接着看看这个sqlite换成pgsqlQ看看性能哪个更强一?br /> python代码实现:
1 def getBitmapTile3(self,renderTile,mapid,res,xy,size):
2 if not self.enable:
3 return None #表示需要实时请求地图数?/span>
4
5 tile = None
6 dbconn = sqlite3.connect(self.dbname)
7 try:
8 #dbconn.text_factory = str
9 cr = dbconn.cursor()
10 cr.execute('select image from tiles where res=? and x=? and y=?',(res,xy[0],xy[1]))
11 r = cr.fetchone()
12 if not r:
13 tile = renderTile(mapid,res,xy,size)
14 if tile and tile.pixmap:
15 b = sqlite3.Binary(tile.pixmap)
16 print '*'*20
17 cr.execute(u'insert into tiles (res,x,y,z,image) values(?,?,?,?,?)',(res,xy[0],xy[1],0,b))
18 else:
19 tile = r[0]
20 self.cacheshooted+=1
21 print 'shooted ',self.cacheshooted
22 except:
23 traceback.print_exc()
24 tile = None
25 dbconn.commit()
26 return tile
27
2 if not self.enable:
3 return None #表示需要实时请求地图数?/span>
4
5 tile = None
6 dbconn = sqlite3.connect(self.dbname)
7 try:
8 #dbconn.text_factory = str
9 cr = dbconn.cursor()
10 cr.execute('select image from tiles where res=? and x=? and y=?',(res,xy[0],xy[1]))
11 r = cr.fetchone()
12 if not r:
13 tile = renderTile(mapid,res,xy,size)
14 if tile and tile.pixmap:
15 b = sqlite3.Binary(tile.pixmap)
16 print '*'*20
17 cr.execute(u'insert into tiles (res,x,y,z,image) values(?,?,?,?,?)',(res,xy[0],xy[1],0,b))
18 else:
19 tile = r[0]
20 self.cacheshooted+=1
21 print 'shooted ',self.cacheshooted
22 except:
23 traceback.print_exc()
24 tile = None
25 dbconn.commit()
26 return tile
27
记得I的时候在flex端写个自动跑地图的程序，不能让机器闲着Q没事的时候把全国地图的瓦片自动生一下，免得在访问地囄l的时候再M生瓦片！
]]>
标签Qapache 配置 gzip
版权声明Q原创作品，谢绝转蝲Q否则将q究法律责Q?br>1、conf/httpd.conf
1) L#LoadModule headers_module modules/mod_headers.so前面的注?Q?br>2) dLoadModule deflate_module modules/mod_deflate.soQ?br>3) L#Include conf/extra/httpd-vhosts.conf前面的注??br>
2、conf/extra/httpd-vhosts.conf
在VirtualHost中添?br> <Location "/">
SetOutputFilter DEFLATE
BrowserMatch ^Mozilla/4 gzip-only-text/html
BrowserMatch ^Mozilla/4\.0[678] no-gzip
BrowserMatch \bMSIE !no-gzip !gzip-only-text/html
SetEnvIfNoCase Request_URI \.(?:gif|jpe?g|png)$ no-gzip dont-vary
Header append Vary User-Agent env=!dont-vary
</Location>
例如Q?br><VirtualHost *:80>
DocumentRoot "D:/Apache2.2/htdocs/wef"
<Location "/">
SetOutputFilter DEFLATE
BrowserMatch ^Mozilla/4 gzip-only-text/html
BrowserMatch ^Mozilla/4\.0[678] no-gzip
BrowserMatch \bMSIE !no-gzip !gzip-only-text/html
SetEnvIfNoCase Request_URI \.(?:gif|jpe?g|png)$ no-gzip dont-vary
Header append Vary User-Agent env=!dont-vary
</Location>
</VirtualHost>
注：我用的apache版本?.2.13?br>
]]>
未加入道路和多边形文本标注，正在调整标注法和逻辑Q?*.xml控制地图Qmapsld.xml定义层样式风?br>
E序演示Q?a style="text-decoration: underline;" title="http://wallizard.vicp.net:9000/swBox_release_2010.11.08.rar" >http://wallizard.vicp.net:9000/swBox_release_2010.11.08.rar
]]>
12U别采用tilecache产生囑֝到postgres存储,l制q程p?2?真希望有量I间和更多的机器供我使用?br>
]]>
BaseServer: 定义基础服务器接口，q些功能接口提供l子cȝѝ同时提供服务处理的骨架
serve_forever() 循环调用 handle_request()
handle_request() 调用子类的get_request() Q在tcpServer时实则进行accept()应答; 验证处理 verify_request();
最l处理请?process_request()Q?br> verify_request() 虚函?
process_request() 虚函敎ͼq个函数q没有直接在BaseServer的子cTcpServer中被重蝲Q而是在TcpServer的派生类中通过另一个父cL?br>玎ͼ比如 ThreadingTCPServer的基cThreadingMixIn.process_request()实现了此功能函数
finish_request(request, client_address) 执行一ơ完整的socket数据d处理Q如果是ThreadMixInTcpServer产生的requestQ这个方法内必须实行循环dsocket数据,直到socket关闭?此处 request 是 socket对象)
def finish_request(self, request, client_address):
"""Finish one request by instantiating RequestHandlerClass."""
self.RequestHandlerClass(request, client_address, self)
在finish_request里面便将dsocket数据的Q务扔l了RequestHandlerd理了Q代码可以蟩q去看了"""Finish one request by instantiating RequestHandlerClass."""
self.RequestHandlerClass(request, client_address, self)
##---------------------------------------------
TcpServer: tcp服务?br> __init__(self, server_address, RequestHandlerClass) 需要提供服务侦听地址和请求处理类对象
server_bind() l定服务器地址
server_activate() ȀzL务器
server_close() 关闭服务?
fileno() q回服务器socket的句柄fd~号
get_request() 接收应答accept()
close_request(request) 关闭socket,request即ؓsocket对象
三种输出处理方式: d方式、线E处?ThreadingMixIn)、进E处?ForkingMixIn)
ThreadingMixIn: U程模型
process_request( request, client_address) 求的链接创徏新的U程,在创建线E时直接指定U程入口和参?
import threading
t = threading.Thread(target = self.process_request_thread,
args = (request, client_address))
if self.daemon_threads:
t.setDaemon (1)
process_request_thread() U程处理socket入口Q负责接收数据，代码实现有点l，看看代码t = threading.Thread(target = self.process_request_thread,
args = (request, client_address))
if self.daemon_threads:
t.setDaemon (1)
def process_request_thread(self, request, client_address):
try:
self.finish_request(request, client_address)
self.close_request(request)
except:
self.handle_error(request, client_address)
self.close_request(request)
ThreadingMixIn其实是U程代理Q还是调用finish_request()q入处理tcp数据的@环，处理完成便close_request()。但是finish_request和close_requestq未在ThreadingMinxIn内定义，在哪里呢Q?通过研读ThreadingTcpServer,原来通过ThreadingTcpServerq个finish_request又跑回了BaseServer.finish_request()try:
self.finish_request(request, client_address)
self.close_request(request)
except:
self.handle_error(request, client_address)
self.close_request(request)
ThreadingTCPServer(ThreadingMixIn, TCPServer) 装配成线E池处理的tcp服务?br>
BaseRequestHandler: h处理基础对象Q提供统一的行为接口实现处理socket数据?BaseRequestHandler比较好玩Q在构造函数内完成了所有的操作Q见代码Q?
def __init__(self, request, client_address, server):
self.request = request
self.client_address = client_address
self.server = server
try:
self.setup()
self.handle()
self.finish()
finally:
sys.exc_traceback = None # Help garbage collection
setup()对应的子cMq行初始化处?br> self.handle() 直接调用子类的处理函敎ͼ可以参?BaseHTTPRequestHandler(SocketServer.StreamRequestHandler)::handle()self.request = request
self.client_address = client_address
self.server = server
try:
self.setup()
self.handle()
self.finish()
finally:
sys.exc_traceback = None # Help garbage collection
StreamRequestHandler(BaseRequestHandler) 式socket处理c?br> setup() 讄好socket对象和读写文件句?rfile/wfile
HTTPServer(SocketServer.TCPServer) http服务?br>
BaseHTTPRequestHandler(SocketServer.StreamRequestHandler) 式的请求处理类
handle() 处理入口Q在基类BaseRequestHandle()的构造函C直接调用
handle_one_request() 如果不是处理一ơ则q回false。接收一ơsocket数据Q解析parse_request(),调用对应的do_xxx事g
python 的daemonU程Q?br>如果一个进E的ȝE运行完毕而子U程q在执行的话Q那么进E就不会退出，直到所有子U程l束为止Q如何让ȝE结束的时候其他子U程也乖乖的跟老大撤退呢？那就要把那些不听话的|ؓ听话的小弟，使用U程对象?font color="#99cc00">setDaemon()ҎQ参Cؓbool型?font color="#99cc00">True的话׃表你要听话，我老大Q主U程Q扯|你也要跟着撤，不能拖后ѝ如果是False的话׃用那么听话了Q老大允许你们在外军命有所不受的。需要注意的?font color="#99cc00">setDaemon()Ҏ必须在线E对象没有调?font color="#99cc00">start()Ҏ之前调用Q否则没效果?/span>
]]>