erlang下的fast-cgi模式访问(php-fpm),构建多语言开发平台

Question

本帖最后由 bs 于 2010-05-04 21:49 编辑

Erlang做为高并发(c100K)连接前端,后端使用fast-cgi构建多语言开发平台,甚至负载均衡/分布式应用,
本文以php-fpm为例说明:

php脚本代码:

1. <?php
2. echo 'hello world!';
3. ?>

复制代码erlang代码:

1. -module(fcgi).
2. -export([start/0]).
4. start() ->
5.     Env = [{"SERVER_SOFTWARE","test web server"},
6.       {"SERVER_NAME","localhost"},
7.       {"HTTP_HOST","localhost"},
8.       {"GATEWAY_INTERFACE","CGI/1.1"},
9.       {"SERVER_PROTOCOL","HTTP/1.1"},
10.       {"SERVER_PORT","8080"},
11.       {"REQUEST_METHOD","GET"},
12.       {"REQUEST_URI","/t.php"},
13.       {"DOCUMENT_ROOT","/var/www/erlang"},
14.       {"DOCUMENT_ROOT_MOUNT","/"},
15.       {"SCRIPT_FILENAME","/var/www/erlang/t.php"},
16.       {"PATH_INFO",[]},
17.       {"PATH_TRANSLATED",[]},
18.       {"SCRIPT_NAME","/t.php"},
19.       {"REMOTE_ADDR","127.0.0.1"},
20.       {"REMOTE_HOST","127.0.0.1"},
21.       {"SERVER_ADDR","127.0.0.1"},
22.       {"LOCAL_ADDR","127.0.0.1"},
23.       {"QUERY_STRING",[]},
24.       {"HTTP_ACCEPT",
25.        "text/html;q=0.9,text/plain;q=0.5"},
26.       {"HTTP_USER_AGENT","unknow"},
27.       {"HTTP_ACCEPT_CHARSET","GBK,utf-8;q=0.7,*;q=0.3"},
28.       {"HTTP_ACCEPT_LANGUAGE","zh-CN,zh;q=0.8"},
29.       {"HTTP_ACCEPT_ENCODING","gzip,deflate,sdch"},
30.       {"HTTP_CACHE_CONTROL","max-age=0"}],%%构造http访问相关配置
32.         {ok, Socket}=gen_tcp:connect("127.0.0.1",9000,[binary, {packet, 0}],10000),
33.         %%发送初始请求8字节
34.         fcgi_send_record(Socket,1,
35.                 1,                        %%fast-cgi requestID application,下同
36.                 <<1:16,0:8,0:40>>),        %%<<1:16,是否长连接1或0:8,填充:40>>
37.         %%请求内容
38.         fcgi_send_record(Socket, 4,        %%fast-cgi类型参数,下同
39.                 1, Env),
40.         %%完成
41.         fcgi_send_record(Socket, 4,1, []),       
42.         recv_msg(Socket),
43.         gen_tcp:close(Socket).
46. %%返回内容接收
47. recv_msg(Socket) ->
48.   receive
49.     {tcp, Socket, Bin} ->
50.       %%原报文<<Version:8, Type:8, RequestId:16, ContentLength:16,PaddingLength:8, Reserved:8,Str/binary >> = Bin,
51.       <<_:32,ContentLength:16,_:16,Str/binary >> = Bin,
52.       %%计算输出内容长度
53.       Dlen=ContentLength-53,
54.       %%获取内容
55.       << _H:53/binary,Data:Dlen/binary,_Other/binary >> = Str,
56.       io:format("Received msg: ~p~n", [Data]);
57.     _other   ->
58.         io:format("Other msg: ~p~n", [_other]),
59.         recv_msg(Socket),
60.         error
61.   after 3000 ->io:format("Time out.~n")
62.   end.
66. %%发送选项
67. fcgi_send_record(Socket, Type, RequestId, NameValueList) ->
68.     EncodedRecord = fcgi_encode_record(Type, RequestId,NameValueList),
69.     gen_tcp:send(Socket, EncodedRecord).
73. %%组包
74. fcgi_encode_record(Type, RequestId, NameValueList)
75.   when is_list(NameValueList) ->
76.     fcgi_encode_record(Type, RequestId,fcgi_encode_name_value_list(NameValueList));
77. %%判断ContentData是否满8字节,否则填充
78. fcgi_encode_record(Type, RequestId, ContentData)
79.         when is_binary(ContentData) ->
80.         ContentLength = size(ContentData),
81.         PaddingLength = if
82.                         ContentLength rem 8 == 0 ->
83.                             0;
84.                         true ->
85.                             8 - (ContentLength rem 8)
86.                     end,
87.         %%填充数据,每8字节组包        不足用0填充       
88.         PaddingData = <<0:(PaddingLength*8)>>,
89.         Version = 1,
90.         Reserved = 0,
91.     <<Version:8,
92.       Type:8,
93.       RequestId:16,
94.       ContentLength:16,
95.       PaddingLength:8,
96.       Reserved:8,
97.       ContentData/binary,
98.       PaddingData/binary >>.
103. %%将环境变量组成binary
104. fcgi_encode_name_value_list(_NameValueList = []) ->
105.     << >>;
106. fcgi_encode_name_value_list(_NameValueList = [{Name, Value} | Tail]) ->
107.     <<(fcgi_encode_name_value(Name,Value))/binary,(fcgi_encode_name_value_list(Tail))/binary >>.
108. fcgi_encode_name_value(Name, _Value = undefined) ->
109.     fcgi_encode_name_value(Name, "");
110. fcgi_encode_name_value(Name, Value) when is_list(Name) and is_list(Value) ->
111.     NameSize = length(Name),
112.     NameSizeData = << NameSize:8 >>,
113.     ValueSize = length(Value),
114.     ValueSizeData = <<ValueSize:8 >>,
115.     << NameSizeData/binary,
116.       ValueSizeData/binary,
117.       (list_to_binary(Name))/binary,
118.       (list_to_binary(Value))/binary >>.

复制代码在Eshell下:

>fcgi:start().
Received msg: <<"hello world!">>
ok

初始内容数据:
ContentData=<<Role:16,
        KeepConn:8,                  %%是否长连接
        0:40                                %%填充数据
        >>

环境变量内容数据(样例):

2. ContentData=[{"SERVER_SOFTWARE","test web server"},
3.       {"SERVER_NAME","localhost"},
4.       {"HTTP_HOST","localhost"},
5.       {"GATEWAY_INTERFACE","CGI/1.1"},
6.       {"SERVER_PROTOCOL","HTTP/1.1"},
7.       {"SERVER_PORT","8080"},
8.       {"REQUEST_METHOD","GET"},
9.       {"REQUEST_URI","/t.php"},
10.       {"DOCUMENT_ROOT","/var/www/erlang"},
11.       {"DOCUMENT_ROOT_MOUNT","/"},
12.       {"SCRIPT_FILENAME","/var/www/erlang/t.php"},
13.       {"PATH_INFO",[]},
14.       {"PATH_TRANSLATED",[]},
15.       {"SCRIPT_NAME","/t.php"},
16.       {"REMOTE_ADDR","127.0.0.1"},
17.       {"REMOTE_HOST","127.0.0.1"},
18.       {"SERVER_ADDR","127.0.0.1"},
19.       {"LOCAL_ADDR","127.0.0.1"},
20.       {"QUERY_STRING",[]},
21.       {"HTTP_ACCEPT",
22.        "text/html;q=0.9,text/plain;q=0.5"},
23.       {"HTTP_USER_AGENT","unknow"},
24.       {"HTTP_ACCEPT_CHARSET","GBK,utf-8;q=0.7,*;q=0.3"},
25.       {"HTTP_ACCEPT_LANGUAGE","zh-CN,zh;q=0.8"},
26.       {"HTTP_ACCEPT_ENCODING","gzip,deflate,sdch"},
27.       {"HTTP_CACHE_CONTROL","max-age=0"}],%%构造http访问相关配置

复制代码通信报文:
    <<Version:8,
      Type:8,
      RequestId:16,
      ContentLen:16,                        %%内容长度
      PaddingLength:8,                %%填充长度
      Reserved:8,               
      ContentData/binary,                %%内容数据
      PaddingData/binary           %%填充数据
        >>.

返回的内容,前8个字节数据如下:
<<Version:8, Type:8, RequestId:16, ContentLength:16,PaddingLength:8, Reserved:8,
Data/binary>>
Data为处理结果数据,类似 <<"X-Powered-By: PHP/5.2.13rnContent-type: text/htmlrnrnhello world!">>
ContentLength既fastcgi处理结果数据的长度(字节).

原先CGI版本:
http://bbs.chinaunix.net/thread-1632957-1-1.html

Answer 1

附性能测试及测试代码:

2. -module( echo ).
3. -export( [ test/1] ).
4. %%测试脚本
6. test(N)->
7.     Start = erlang:now(),
8.     dotimes(N),
9.     Stop = erlang:now(),
10.     time_diff(Start, Stop).
12. dotimes(0) -> done;
13. dotimes(N) ->
14.     fcgi:start(),
15.     dotimes(N - 1).
17. time_diff({_,A2,A3}, {_,B2,B3}) ->
18.         io:fwrite("Spand ~p Sec.~n",[(B2 - A2) + (B3 - A3) / 1000000.0]).

复制代码单线程1万次压力测试

> echo:test(10000).  
Received data: <<"hello world!">>
....
Received data: <<"hello world!">>
Spand 2.106399 Sec.

测试机:
2G内存
1.8G双核

erlang环境
Erlang R13B04 (erts-5.7.5) [source] [64-bit] [smp:2:2] [rq:2] [async-threads:0] [hipe] [kernel-poll:false]