Subversion Repositories Kolibri OS

; version: 0.5

; last update:  07/10/2010

; written by:   Marat Zakiyanov aka Mario79, aka Mario

; changes:      reducing the size of the binary code,

;               program uses far less memory while running

;               (>0x7000, the old version used >0x100000),

;               process only net event at start with parameter

;-----------------------------------------------------------

; version 0.3 -0.4

; written by:   CleverMouse

;

;-----------------------------------------------------------

; wget 0.2 by barsuk

; based on Menuet Httpc

; Enabling debugging puts stuff to the debug board

DEBUGGING_ENABLED	equ 1

DEBUGGING_DISABLED	equ 0

DEBUGGING_STATE		equ DEBUGGING_ENABLED

use32

	org	0x0

	db 'MENUET01'	; header

	dd 0x01		; header version

	dd START	; entry point

	dd IM_END	; image size

	dd I_END	;0x100000 ; required memory

	dd stacktop	; esp

	dd params	; I_PARAM

	dd 0x0		; I_Path

include	'lang.inc'

include	'../../../macros.inc'

include	"../../../proc32.inc"

include	"dll.inc"

include	"debug.inc"

URLMAXLEN	equ 256	; maximum length of url string

primary_buffer_size	equ 4096

; Memory usage

; webpage headers at buf_headers

START:	; start of execution

;dps	<"Program started",13,10>

; prepare webAddr area

	mov	al,' '

	mov	edi,webAddr

	mov	ecx,URLMAXLEN

	cld

	rep	stosb

	xor	eax,eax

	stosb

; prepare document area

	mov	al,'/'

	mov	edi,document

	cld

	stosb

	mov	al,' '

	mov	ecx,URLMAXLEN-1

	rep	stosb

; create local heap

	mcall	68,11

	call	load_settings

	cmp	[params],byte 0

	jz	prepare_event	;red

	mcall	40,10000000b ; only net event!!!

; we have an url

	mov	edi,document_user

	mov	al,' '

	mov	ecx,URLMAXLEN

	rep	stosb

	mov	esi,params

	mov	edi,document_user

.copy_param:

	mov	al,[esi]

	cmp	al,0

	jz	.done

	cmp	al,' '

	jz	.done_inc

	mov	[edi],al

	inc	esi

	inc	edi

	jmp	.copy_param

.done_inc:

; url is followed by shared memory name.

	inc	esi

.done:

	mov	[shared_name],esi

	mov	ah,22	; strange way to tell that socket should be opened...

	call	socket_commands

	jmp	still

prepare_event:

; Report events

; Stack 8 + defaults

	mcall	40,10000111b

red:	; redraw

	call	draw_window

still:

	mcall	23,1	; wait here for event

	cmp	eax,1	; redraw request ?

	je	red

	cmp	eax,2	; key in buffer ?

	je	key

	cmp	eax,3	; button in buffer ?

	je	button

; Get the web page data from the remote server

	call	read_incoming_data

	mov	eax,[status]

	mov	[prev_status],eax

	mcall	53,6,[socket]

	mov	[status],eax

	cmp	[prev_status],4

	jge	no_send

	cmp	[status],4

	jne	no_send

	mov	[onoff],1

	call	send_request

no_send:

	call	print_status

	cmp	[prev_status],4

	jne	no_close

	cmp	[status],4	; connection closed by server

	jbe	no_close	; respond to connection close command

; draw page

	call	read_incoming_data

	mcall	53,8,[socket]

	call	draw_page

	mov	[onoff],0

no_close:

	jmp	still

key:	; key

	mcall	2	; just read it and ignore

	shr	eax,8

	cmp	eax,184

	jne	no_down

	cmp	[display_from],25

	jb	no_down

	sub	[display_from],25

	call	display_page

no_down:

	cmp	eax,183

	jne	no_up

	add	[display_from],25

	call	display_page

no_up:

	jmp	still

button:	; button

;dps	<"Button pressed",13,10>

	mcall	17	; get id

	cmp	ah,26

	je	save

	cmp	ah,1	; button id=1 ?

	jne	noclose

;	dps	"Closing socket before exit... "

close_end_exit:

;dpd	eax

;dps	<13,10>

exit:

	or	eax,-1	; close this program

	mcall

save:

dps	"saving"

newline

	mcall	70,fileinfo

;pregs

	jmp	still

noclose:

	cmp	ah,31

	jne	noup

	sub	[display_from],20

	call	display_page

	jmp	still

noup:

	cmp	ah,32

	jne	nodown

	add	[display_from],20

	call	display_page

	jmp	still

nodown:

	cmp	ah,10	; Enter url

	jne	nourl

	mov	[addr],dword document_user

	mov	[ya],dword 38

	mov	[len],dword URLMAXLEN

	mov	ecx,URLMAXLEN

	mov	edi,[addr]

	mov	al,' '

	rep	stosb

	call	print_text

	mov	edi,[addr]

f11:

	mcall	10

	cmp	eax,2	; key?

	jz	fbu

	jmp	still

fbu:

	mcall	2	; get key

	shr	eax,8

	cmp	eax,8

	jnz	nobs

	cmp	edi,[addr]

	jz	f11

	sub	edi,1

	mov	[edi],byte ' '

	call	print_text

	jmp	f11

nobs:

	cmp	eax,10

	je	retkey

	cmp	eax,13

	je	retkey

	cmp	eax,31

	jbe	f11

; Removed in v0.4

;	cmp	eax,95

;	jb	keyok

;	sub	eax,32

keyok:

	mov	[edi],al

	call	print_text

	add	edi,1

	mov	esi,[addr]

	add	esi,URLMAXLEN

	cmp	esi,edi

	jnz	f11

	jmp	still

retkey:

	mov	ah,22	; start load

nourl:

	call	socket_commands	; opens or closes the connection

	jmp	still

;****************************************************************************

;    Function

;       send_request

;

;   Description

;       Transmits the GET request to the server.

;       This is done as GET then URL then HTTP/1.1',13,10,13,10 in 3 packets

;

;****************************************************************************

send_request:

	pusha

	mov	esi,string0

	mov	edi,request

	movsd

; If proxy is used, make absolute URI - prepend http://

	cmp	[proxyAddr],byte 0

	jz	.noproxy

	mov	dword [edi],'http'

	mov	[edi+4],byte ':'

	mov	[edi+5],word '//'

	add	edi,7

	mov	esi,webAddr

.copy_host_loop:

	lodsb

	cmp	al,' '

	jz	.noproxy

	stosb

	jmp	.copy_host_loop

.noproxy:

	xor	edx,edx ; 0

.next_edx:

; Determine the length of the url to send in the GET request

	mov	al,[edx+document]

	cmp	al,' '

	je	.document_done

	mov	[edi],al

	inc	edi

	inc	edx

	jmp	.next_edx

.document_done:

	mov	esi,stringh

	mov	ecx,stringh_end-stringh

	rep	movsb

	xor	edx,edx	; 0

.webaddr_next:

	mov	al,[webAddr + edx]

	cmp	al,' '

	je	.webaddr_done

	mov	[edi],al

	inc	edi

	inc	edx

	jmp	.webaddr_next

.webaddr_done:

	cmp	[proxyUser],byte 0

	jz	@f

	call	append_proxy_auth_header

@@:

	mov	esi,connclose

	mov	ecx,connclose_end-connclose

	rep	movsb

	pusha

	mov	eax,63

	mov	ebx,1

	mov	edx,request

@@:

	mov	cl,[edx]

	cmp	edx,edi

	jz	@f

	mcall

	inc	edx

	jmp	@b

@@:

	popa

	mov	edx,edi

	sub	edx,request

;;;;now write \r\nConnection: Close \r\n\r\n

	mcall	53,7,[socket],,request	;' HTTP/1.1 .. '

	popa

	ret

;****************************************************************************

;    Function

;       print_status

;

;   Description

;       displays the socket/data received status information

;

;****************************************************************************

print_status:

	pusha

	mcall	26,9

	cmp	eax,[nextupdate]

	jb	status_return

	add	eax,25

	mov	[nextupdate],eax

	mov	ecx,[winys]

	shl	ecx,16

	add	ecx,-18*65536+10

	mcall	13,<5,100>,,0xffffff

	mov	edx,12*65536-18

	add	edx,[winys]

	xor	esi,esi

	mcall	47,<3,0>,[status],,

	mov	edx,40*65536-18

	add	edx,[winys]

	mcall	,<6,0>,[pos]

status_return:

	popa

	ret

;****************************************************************************

;    Function

;       read_incoming_data

;

;   Description

;       receive the web page from the server, storing it without processing

;

;****************************************************************************

read_incoming_data:

	cmp	[onoff],1

	je	rid

	ret

rid:

	push	esi

	push	edi

dps	"rid"

newline

newbyteread:

	;call	print_status

	mcall	53,2,[socket]

	cmp	eax,0

	je	no_more_data

	mcall	53,11,[socket],primary_buf,primary_buffer_size

;dps	"part "

;dph	eax

;newline

	mov	edi,[pos]

	add	[pos],eax

	push	eax

	mcall	68,20,[pos],[buf_ptr]

	mov	[buf_ptr],eax

	add	edi,eax

	mov	esi,primary_buf

	pop	ecx	; number of recently read bytes

	lea	edx,[ecx - 3]

	rep	movsb

no_more_data:

	mcall	53,6,[socket]

	cmp	eax,4

	jne	no_more_data.finish

	jmp	newbyteread

.finish:

;dps	"finish	"

;pregs

	call	parse_result

	mov	ecx,[shared_name]

	cmp	[ecx],byte 0

	jnz	save_in_shared

	mcall	70,fileinfo

;dps	"saving "

;pregs

;	jmp	close_end_exit

	pop	edi

	pop	esi

; if called from command line, then exit

	cmp	[params],byte 0

	jnz	exit

	ret

save_in_shared:

	mov	esi,1	; SHM_OPEN+SHM_WRITE

	mcall	68,22

	test	eax,eax

	jz	save_in_shared_done

	sub	edx,4

	jbe	save_in_shared_done

	mov	ecx,[final_size]

	cmp	ecx,edx

	jb	@f

	mov	ecx,edx

@@:

	mov	[eax],ecx

	lea	edi,[eax+4]

	mov	esi,[final_buffer]

	mov	edx,ecx

	shr	ecx,2

	rep	movsd

	mov	ecx,edx

	and	ecx,3

	rep	movsb

save_in_shared_done:

	pop	edi

	pop	esi

	jmp	exit

; this function cuts header, and removes chunk sizes if doc is chunked

; in: buf_ptr, pos; out: buf_ptr, pos.

parse_result:

; close socket

	mcall	53,8,[socket]

dps	"close	socket: "

dph	eax

newline

	mov	edi,[buf_ptr]

	mov	edx,[pos]

	mov	[buf_size],edx

;	mcall	70,fileinfo_tmp

dps	"pos = "

dph	edx

newline

; first, find end of headers

.next_byte:

	cmp	[edi],dword 0x0d0a0d0a	; ìíå ëåíü ÷èòàòü ñòàíäàðò, ïóñòü áóäóò îáà âàðèàíòà

	je	.end_of_headers

	cmp	[edi],dword 0x0a0d0a0d

	je	.end_of_headers

	inc	edi

	dec	edx

	jne	.next_byte

; no end of headers. it's an error. let client see all those headers.

	ret

.end_of_headers:

; here we look at headers and search content-length or transfer-encoding headers

;dps	"eoh "

;newline

	sub	edi,[buf_ptr]

	add	edi,4

	mov	[body_pos],edi	; store position where document body starts

	mov	[is_chunked],0

; find content-length in headers

; not good method, but should work for 'Content-Length:'

	mov	esi,[buf_ptr]

	mov	edi,s_contentlength

	mov	ebx,[body_pos]

	xor	edx,edx	; 0

.cl_next:

	mov	al,[esi]

	cmp	al,[edi + edx]

	jne	.cl_fail

	inc	edx

	cmp	edx,len_contentlength

	je	.cl_found

	jmp	.cl_incr

.cl_fail:

	xor	edx,edx	; 0

.cl_incr:

	inc	esi

	dec	ebx

	je	.cl_error

	jmp	.cl_next

.cl_error:

;pregs

;newline

;dph	esi

;dps	" content-length not found "

; find 'chunked'

; äà, ÿ êîïèðóþ êîä, ýòî óæàñíî, íî ìíå õî÷åòñÿ, ÷òîáû ïîñêîðåå çàðàáîòàëî

; à òàì óæ îòðåôàêòîðþ

	mov	esi,[buf_ptr]

	mov	edi,s_chunked

	mov	ebx,[body_pos]

	xor	edx,edx	; 0

.ch_next:

	mov	al,[esi]

	cmp	al,[edi + edx]

	jne	.ch_fail

	inc	edx

	cmp	edx,len_chunked

	je	.ch_found

	jmp	.ch_incr

.ch_fail:

	xor	edx,edx	; 0

.ch_incr:

	inc	esi

	dec	ebx

	je	.ch_error

	jmp	.ch_next

.ch_error:

; if neither of the 2 headers is found, it's an error

;dps	"transfer-encoding: chunked not found "

	mov	eax,[pos]

	sub	eax,[body_pos]

	jmp	.write_final_size

.ch_found:

	mov	[is_chunked],1

	mov	eax,[body_pos]

	add	eax,[buf_ptr]

	sub	eax,2

	mov	[prev_chunk_end],eax

	jmp	parse_chunks

.cl_found:

	call	read_number	; eax = number from *esi

.write_final_size:

	mov	[final_size],eax	; if this works, i will b very happy...

	mov	ebx,[pos]	; we well check if it is right

	sub	ebx,[body_pos]

;dps	"check cl eax==ebx "

;pregs

; everything is ok, so we return

	mov	eax,[body_pos]

	mov	ebx,[buf_ptr]

	add	ebx,eax

	mov	[final_buffer],ebx

;	mov	ebx,[pos]

;	sub	ebx,eax

;	mov	[final_size],ebx

	ret

parse_chunks:

;dps	"parse chunks"

;newline

	; we have to look through the data and remove sizes of chunks we see

	; 1. read size of next chunk

	; 2. if 0, it's end. if not, continue.

	; 3. make a good buffer and copy a chunk there

	xor	eax,eax

	mov	[final_buffer],eax	; 0

	mov	[final_size],eax	; 0

.read_size:

	mov	eax,[prev_chunk_end]

	mov	ebx,eax

	sub	ebx,[buf_ptr]

	mov	edx,eax

;dps	"rs "

;pregs

	cmp	ebx,[pos]

	jae	chunks_end	; not good

	call	read_hex	; in: eax=pointer to text. out:eax=hex number,ebx=end of text.

	cmp	eax,0

	jz	chunks_end

	add	ebx,1

	mov	edx,ebx	; edx = size of size of chunk

	add	ebx,eax

	mov	[prev_chunk_end],ebx

;dps	"sz "

;pregs

; do copying: from buf_ptr+edx to final_buffer+prev_final_size count eax

; realloc final buffer

	push	eax

	push	edx

	push	dword [final_size]

	add	[final_size],eax

	mcall	68,20,[final_size],[final_buffer]

	mov	[final_buffer],eax

;dps	"re "

;pregs

	pop	edi

	pop	esi

	pop	ecx

;	add	[pos],ecx

	add	edi,[final_buffer]

;dps	"cp "

;pregs

	rep	movsb

	jmp	.read_size

chunks_end:

; free old buffer

dps	"chunks end"

newline

	mcall	68,13,[buf_ptr]

; done!

	ret

; reads content-length from [edi+ecx], result in eax

read_number:

	push	ebx

	xor	eax,eax

	xor	ebx,ebx

.next:

	mov	bl,[esi]

;dph	ebx

	cmp	bl,'0'

	jb	.not_number

	cmp	bl,'9'

	ja	.not_number

	sub	bl,'0'

	shl	eax,1

	lea	eax,[eax + eax * 4]	; eax *= 10

	add	eax,ebx

.not_number:

	cmp	bl,13

	jz	.done

	inc	esi

	jmp	.next

.done:

	pop	ebx

;newline

;dps	"strtoint eax "

;pregs

	ret

; reads hex from eax,result in eax,end of text in ebx

read_hex:

	add	eax,2

	mov	ebx,eax

	mov	eax,[ebx]

	mov	[deba],eax

;	pushf

;	pushad

;	mov	edx,deba

;	call	debug_outstr

;	popad

;	popf

	xor	eax,eax

	xor	ecx,ecx

.next:

	mov	cl,[ebx]

	inc	ebx

	cmp	cl,0x0d

	jz	.done

;dph	ebx

	or	cl,0x20

	sub	cl,'0'

	jb	.bad

	cmp	cl,0x9

	jbe	.adding

	sub	cl,'a'-'0'-10

	cmp	cl,0x0a

	jb	.bad

	cmp	cl,0x0f

	ja	.bad

.adding:

	shl	eax,4

	or	eax,ecx

;	jmp	.not_number

;.bad:

.bad:

	jmp	.next

.done:

;newline

;dps	"hextoint eax "

;pregs

	ret

;****************************************************************************

;    Function

;       draw_page

;

;   Description

;       parses the web page data, storing displayable data at 0x20000

;       and attributes at 0x30000. It then calls display_page to render

;       the data

;

;****************************************************************************

draw_page:

	ret

;****************************************************************************

;    Function

;       linefeed

;

;   Description

;

;

;****************************************************************************

linefeed:

	ret

;****************************************************************************

;    Function

;       display_page

;

;   Description

;       Renders the text decoded by draw_page

;

;****************************************************************************

display_page:

	ret

;****************************************************************************

;    Function

;       socket_commands

;

;   Description

;       opens or closes the socket

;

;****************************************************************************

socket_commands:

	cmp	ah,22	; open socket

	jnz	tst3

dps	"opening socket"

newline

; Clear all page memory

	xor	eax,eax

	mov	[prev_chunk_end],eax	; 0

	cmp	[buf_ptr],eax	; 0

	jz	no_free

	mcall	68,13,[buf_ptr]	; free	buffer

no_free:

	xor	eax,eax

	mov	[buf_size],eax	; 0

; Parse the entered url

	call	parse_url

; Get a free port number

	mov	ecx,1000	; local port starting at 1000

getlp1:

	inc	ecx

	push	ecx

	mcall	53,9

	pop	ecx

	cmp	eax,0	; is this local port in use?

	jz	getlp1	; yes - so try next

	mov	edx,80

	cmp	[proxyAddr],byte 0

	jz	sc000

	mov	edx,[proxyPort]

sc000:

	mcall	53,5,,,[server_ip],1

	mov	[socket],eax

	mov	[pagexs],80

	push	eax

	xor	eax,eax ; 0

	mov	[pos],eax

	mov	[pagex],eax

	mov	[pagey],eax

	mov	[command_on_off],eax

	mov	[is_body],eax

	pop	eax

	ret

tst3:

	cmp	ah,24	; close	socket

	jnz	no_24

	mcall	53,8,[socket]

	call	draw_page

no_24:

	ret

;****************************************************************************

;    Function

;       parse_url

;

;   Description

;       parses the full url typed in by the user into a web address ( that

;       can be turned into an IP address by DNS ) and the page to display

;       DNS will be used to translate the web address into an IP address, if

;       needed.

;       url is at document_user and will be space terminated.

;       web address goes to webAddr and is space terminated.

;       ip address goes to server_ip

;       page goes to document and is space terminated.

;

;       Supported formats:

;       address

;        is optional, removed and ignored - only http supported

;       
 is required. It can be an ip address or web address

;        is optional and must start with a leading / character

;

;****************************************************************************

parse_url:

; First, reset destination variables

	cld

	mov	al,' '

	mov	edi,document

	mov	ecx,URLMAXLEN

	rep	stosb

	mov	edi,webAddr

	mov	ecx,URLMAXLEN

	rep	stosb

	mov	al,'/'

	mov	[document],al

	mov	esi,document_user

; remove any leading protocol text

	mov	ecx,URLMAXLEN

	mov	ax,'//'

pu_000:

	cmp	[esi],byte ' '	; end of text?

	je	pu_002		; yep, so not found

	cmp	[esi],ax

	je	pu_001	; Found it, so esi+2 is start

	inc	esi

	loop	pu_000

pu_002:

; not found, so reset esi to start

	mov	esi,document_user-2

pu_001:

	add	esi,2

	mov	ebx,esi	; save address of start of web address

	mov	edi,document_user + URLMAXLEN	; end of string

; look for page delimiter - it's a '/' character

pu_003:

	cmp	[esi],byte ' '	; end of text?

	je	pu_004		; yep, so none found

	cmp	esi,edi		; end of string?

	je	pu_004		; yep, so none found

	cmp	[esi],byte '/'	; delimiter?

	je	pu_005		; yep - process it

	inc	esi

	jmp	pu_003

pu_005:

; copy page to document address

; esi = delimiter

	push	esi

	mov	ecx,edi		; end of document_user

	mov	edi,document

	cld

pu_006:

	movsb

	cmp	esi,ecx

	je	pu_007		; end of string?

	cmp	[esi],byte ' '	; end of text

;	je	pu_007		; äçåí-àññåìáëåð

;	jmp	pu_006		; íå íàäî ïëîäèòü ñóùíîñòè ïî íàïðàñíó

	jne	pu_006

pu_007:

	pop	esi	; point esi to '/' delimiter

pu_004:

; copy web address to webAddr

; start in ebx,end in esi-1

	mov	ecx,esi

	mov	esi,ebx

	mov	edi,webAddr

	cld

pu_008:

	movsb

	cmp	esi,ecx

;	je	pu_009		; äçåí-àññåìáëåð

;	jmp	pu_008		; íå íàäî ïëîäèòü ñóùíîñòè ïî íàïðàñíó

	jne	pu_008

pu_009:

; For debugging, display resulting strings

if	DEBUGGING_STATE = DEBUGGING_ENABLED

	mov	esi,document_user

	call	debug_print_string

	mov	esi,webAddr

	call	debug_print_string

	mov	esi,document

	call	debug_print_string

end	if

; Look up the ip address, or was it specified?

	mov	al,[proxyAddr]

	cmp	al,0

	jnz	pu_015

	mov	al,[webAddr]

pu_015:

	cmp	al,'0'

	jb	pu_010	; Resolve address

	cmp	al,'9'

	ja	pu_010	; Resolve address

if	DEBUGGING_STATE = DEBUGGING_ENABLED

	mov	esi,str2	; print	gotip

	call	debug_print_string

end	if

; Convert address

; If proxy is given, get proxy address instead of server

	mov	esi,proxyAddr-1

	cmp	byte [esi+1],0

	jnz	pu_020

	mov	esi,webAddr-1

pu_020:

	mov	edi,server_ip

	xor	eax,eax

ip1:

	inc	esi

	cmp	[esi],byte '0'

	jb	ip2

	cmp	[esi],byte '9'

	jg	ip2

	imul	eax,10

	movzx	ebx,byte [esi]

	sub	ebx,48

	add	eax,ebx

	jmp	ip1

ip2:

	mov	[edi],al

	xor	eax,eax

	inc	edi

	cmp	edi,server_ip+3

	jbe	ip1

	jmp	pu_011

pu_010:

if	DEBUGGING_STATE = DEBUGGING_ENABLED

	mov	esi,str1	; print	resolving

	call	debug_print_string

end	if

; Resolve Address

	call	translateData	; Convert domain & DNS IP address

	call	resolveDomain	; get ip address

if	DEBUGGING_STATE = DEBUGGING_ENABLED

	mov	esi,str3

	call	debug_print_string

end	if

pu_011:

; Done

	ret

;***************************************************************************

;   Function

;      translateData

;

;   Description

;      Coverts the domain name and DNS IP address typed in by the user into

;      a format suitable for the IP layer.

;

;    The ename, in query, is converted and stored in dnsMsg

;

;***************************************************************************

translateData:

    ; first, get the IP address of the DNS server

    ; Then, build up the request string.

    ; Build the request string

	mov	eax,0x00010100

	mov	[dnsMsg],eax

	mov	eax,0x00000100

	mov	[dnsMsg+4],eax

	mov	eax,0x00000000

	mov	[dnsMsg+8],eax

; domain name goes in at dnsMsg+12

	mov	esi,dnsMsg +12	;location of label length

	mov	edi,dnsMsg + 13	;label start

	mov	edx,proxyAddr

	cmp	byte [edx],0

	jnz	td000

	mov	edx,webAddr