WebSVN – Kolibri OS – Diff – /programs/develop/libraries/http/http.asm


;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
;;                                                                 ;;
;; Copyright (C) KolibriOS team 2004-2013. All rights reserved.    ;;
;; Distributed under terms of the GNU General Public License       ;;
;;                                                                 ;;
;;  HTTP library for KolibriOS                                     ;;
;;                                                                 ;;
;;   Written by hidnplayr@kolibrios.org                            ;;
;;                                                                 ;;
;;         GNU GENERAL PUBLIC LICENSE                              ;;
;;          Version 2, June 1991                                   ;;
;;                                                                 ;;
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 
; references:
; "HTTP made really easy", http://www.jmarshall.com/easy/http/
; "Hypertext Transfer Protocol -- HTTP/1.1", http://tools.ietf.org/html/rfc2616
 
 
        URLMAXLEN       = 65535
        BUFFERSIZE      = 4096
        TIMEOUT         = 1000  ; in 1/100 s
 
        __DEBUG__       = 1
        __DEBUG_LEVEL__ = 1
 
 
format MS COFF
 
public @EXPORT as 'EXPORTS'
 
include '../../../struct.inc'
include '../../../proc32.inc'
include '../../../macros.inc'
purge section,mov,add,sub
include '../../../debug-fdo.inc'
 
include '../../../network.inc'
include 'http.inc'
 
virtual at 0
        http_msg http_msg
end virtual
 
macro copy_till_zero {
  @@:
        lodsb
        test    al, al
        jz      @f
        stosb
        jmp     @r
  @@:
}
 
macro HTTP_init_buffer buffer, socketnum {
 
        mov     eax, buffer
        push    socketnum
        popd    [eax + http_msg.socket]
        lea     esi, [eax + http_msg.data]
        mov     [eax + http_msg.flags], FLAG_CONNECTED
        mov     [eax + http_msg.write_ptr], esi
        mov     [eax + http_msg.buffer_length], BUFFERSIZE -  http_msg.data
        mov     [eax + http_msg.chunk_ptr], 0
 
        mov     [eax + http_msg.status], 0
        mov     [eax + http_msg.header_length], 0
        mov     [eax + http_msg.content_length], 0
        mov     [eax + http_msg.content_received], 0
 
        push    eax ebp
        mov     ebp, eax
        mcall   29, 9
        mov     [ebp + http_msg.timestamp], eax
        pop     ebp eax
}
 
section '.flat' code readable align 16
 
;;===========================================================================;;
lib_init: ;//////////////////////////////////////////////////////////////////;;
;;---------------------------------------------------------------------------;;
;? Library entry point (called after library load)                           ;;
;;---------------------------------------------------------------------------;;
;> eax = pointer to memory allocation routine                                ;;
;> ebx = pointer to memory freeing routine                                   ;;
;> ecx = pointer to memory reallocation routine                              ;;
;> edx = pointer to library loading routine                                  ;;
;;---------------------------------------------------------------------------;;
;< eax = 1 (fail) / 0 (ok) (library initialization result)                   ;;
;;===========================================================================;;
        mov     [mem.alloc], eax
        mov     [mem.free], ebx
        mov     [mem.realloc], ecx
        mov     [dll.load], edx
 
        invoke  dll.load, @IMPORT
        or      eax, eax
        jz      .ok
 
; load proxy settings
        invoke  ini.get_str, inifile, sec_proxy, key_proxy, proxyAddr, 256, proxyAddr
        invoke  ini.get_int, inifile, sec_proxy, key_proxyport, 80
        mov     [proxyPort], eax
        invoke  ini.get_str, inifile, sec_proxy, key_user, proxyUser, 256, proxyUser
        invoke  ini.get_str, inifile, sec_proxy, key_password, proxyPassword, 256, proxyPassword
 
        xor     eax, eax
        inc     eax
        ret
 
  .ok:
        xor     eax, eax
        ret
 
 
 
 
 
;;================================================================================================;;
proc HTTP_get URL ;///////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Initiates a HTTP connection, using 'GET' method.                                               ;;
;;------------------------------------------------------------------------------------------------;;
;> URL = pointer to ASCIIZ URL                                                                    ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / buffer ptr                                                                   ;;
;;================================================================================================;;
locals
        hostname        dd ?
        pageaddr        dd ?
        sockaddr        dd ?
        socketnum       dd ?
        buffer          dd ?
        port            dd ?
endl
 
; split the URL into hostname and pageaddr
        stdcall parse_url, [URL]
        test    eax, eax
        jz      .error
        mov     [hostname], eax
        mov     [pageaddr], ebx
 
; Do we need to use a proxy?
        cmp     [proxyAddr], 0
        jne     .proxy_done
 
  .proxy_done:
 
;;;;
        mov     [port], 80      ;;;; FIXME
 
; Connect to the other side.
        stdcall open_connection, [hostname], [port]
        test    eax, eax
        jz      .error
        mov     [socketnum], eax
 
; Create the HTTP request.
        invoke  mem.alloc, BUFFERSIZE
        test    eax, eax
        jz      .error
        mov     [buffer], eax
        mov     edi, eax
        DEBUGF  1, "Buffer has been allocated.\n"
 
        mov     esi, str_get
        copy_till_zero
 
        mov     esi, [pageaddr]
        copy_till_zero
 
        mov     esi, str_http11
        mov     ecx, str_http11.length
        rep     movsb
 
        mov     esi, [hostname]
        copy_till_zero
 
        mov     esi, str_close
        mov     ecx, str_close.length
        rep     movsb
 
        mov     byte[edi], 0
        DEBUGF  1, "Request:\n%s", [buffer]
 
; Send the request
        mov     esi, edi
        sub     esi, [buffer]   ; length
        xor     edi, edi        ; flags
 
        mcall   send, [socketnum], [buffer]
        test    eax, eax
        jz      .error
        DEBUGF  1, "Request has been sent to server.\n"
 
        HTTP_init_buffer [buffer], [socketnum]
 
        ret                     ; return buffer ptr
 
  .error:
        DEBUGF  1, "Error!\n"
        xor     eax, eax        ; return 0 = error
        ret
 
endp
 
 
 
;;================================================================================================;;
proc HTTP_head URL ;//////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Initiates a HTTP connection, using 'HEAD' method.                                              ;;
;;------------------------------------------------------------------------------------------------;;
;> URL = pointer to ASCIIZ URL                                                                    ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / buffer ptr                                                                   ;;
;;================================================================================================;;
locals
        hostname        dd ?
        pageaddr        dd ?
        sockaddr        dd ?
        socketnum       dd ?
        buffer          dd ?
        port            dd ?
endl
 
; split the URL into hostname and pageaddr
        stdcall parse_url, [URL]
        test    eax, eax
        jz      .error
        mov     [hostname], eax
        mov     [pageaddr], ebx
 
; Do we need to use a proxy?
        cmp     [proxyAddr], 0
        jne     .proxy_done
 
        ; TODO: set hostname to that of the
  .proxy_done:
 
;;;;
        mov     [port], 80      ;;;; FIXME
 
; Connect to the other side.
        stdcall open_connection, [hostname], [port]
        test    eax, eax
        jz      .error
        mov     [socketnum], eax
 
; Create the HTTP request.
        invoke  mem.alloc, BUFFERSIZE
        test    eax, eax
        jz      .error
        mov     [buffer], eax
        mov     edi, eax
        DEBUGF  1, "Buffer has been allocated.\n"
 
        mov     esi, str_head
        copy_till_zero
 
        mov     esi, [pageaddr]
        copy_till_zero
 
        mov     esi, str_http11
        mov     ecx, str_http11.length
        rep     movsb
 
        mov     esi, [hostname]
        copy_till_zero
 
        mov     esi, str_close
        mov     ecx, str_close.length
        rep     movsb
 
        mov     byte[edi], 0
        DEBUGF  1, "Request:\n%s", [buffer]
 
; Send the request
        mov     esi, edi
        sub     esi, [buffer]   ; length
        xor     edi, edi        ; flags
 
        mcall   send, [socketnum], [buffer]
        test    eax, eax
        jz      .error
        DEBUGF  1, "Request has been sent to server.\n"
 
        HTTP_init_buffer [buffer], [socketnum]
 
        ret                     ; return buffer ptr
 
  .error:
        DEBUGF  1, "Error!\n"
        xor     eax, eax        ; return 0 = error
        ret
 
endp
 
 
;;================================================================================================;;
proc HTTP_post URL, content_type, content_length ;////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Initiates a HTTP connection, using 'GET' method.                                               ;;
;;------------------------------------------------------------------------------------------------;;
;> URL                  = pointer to ASCIIZ URL                                                   ;;
;> content_type         = pointer to ASCIIZ string containing content type                        ;;
;> content_length       = length of content (in bytes)                                            ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / buffer ptr                                                                   ;;
;;================================================================================================;;
locals
        hostname        dd ?
        pageaddr        dd ?
        sockaddr        dd ?
        socketnum       dd ?
        buffer          dd ?
        port            dd ?
endl
 
; split the URL into hostname and pageaddr
        stdcall parse_url, [URL]
        test    eax, eax
        jz      .error
        mov     [hostname], eax
        mov     [pageaddr], ebx
 
; Do we need to use a proxy?
        cmp     [proxyAddr], 0
        jne     .proxy_done
 
        ; TODO: set hostname to that of the
  .proxy_done:
 
;;;;
        mov     [port], 80      ;;;; FIXME
 
; Connect to the other side.
        stdcall open_connection, [hostname], [port]
        test    eax, eax
        jz      .error
        mov     [socketnum], eax
 
; Create the HTTP request.
        invoke  mem.alloc, BUFFERSIZE
        test    eax, eax
        jz      .error
        mov     [buffer], eax
        mov     edi, eax
        DEBUGF  1, "Buffer has been allocated.\n"
 
        mov     esi, str_post
        copy_till_zero
 
        mov     esi, [pageaddr]
        copy_till_zero
 
        mov     esi, str_http11
        mov     ecx, str_http11.length
        rep     movsb
 
        mov     esi, [hostname]
        copy_till_zero
 
        mov     esi, str_post_cl
        mov     ecx, str_post_cl.length
        rep     movsb
 
        mov     eax, [content_length]
        call    ascii_dec
 
        mov     esi, str_post_ct
        mov     ecx, str_post_ct.length
        rep     movsb
 
        mov     esi, [content_type]
        rep     movsb
 
        mov     esi, str_close
        mov     ecx, str_close.length
        rep     movsb
 
        mov     byte[edi], 0
        DEBUGF  1, "Request:\n%s", [buffer]
 
; Send the request
        mov     esi, edi
        sub     esi, [buffer]   ; length
        xor     edi, edi        ; flags
        mcall   send, [socketnum], [buffer]
        test    eax, eax
        jz      .error
        DEBUGF  1, "Request has been sent to server.\n"
 
        HTTP_init_buffer [buffer], [socketnum]
 
;        mov     eax, [buffer]
 
        ret                     ; return buffer ptr
 
  .error:
        DEBUGF  1, "Error!\n"
        xor     eax, eax        ; return 0 = error
        ret
 
endp
 
 
 
;;================================================================================================;;
proc HTTP_process identifier ;////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Receive data from the server, parse headers and put data in receive buffer.                    ;;
;? To complete a transfer, this procedure must be called over and over again untill it returns 0. ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = pointer to buffer containing http_msg struct.                                   ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = -1 (not finished) / 0 finished                                                           ;;
;;================================================================================================;;
        pusha
        mov     ebp, [identifier]
 
        test    [ebp + http_msg.flags], FLAG_CONNECTED
        jz      .connection_closed
 
; Receive some data
        mcall   recv, [ebp + http_msg.socket], [ebp + http_msg.write_ptr], \
                      [ebp + http_msg.buffer_length], MSG_DONTWAIT
        cmp     eax, 0xffffffff
        je      .check_socket
        DEBUGF  1, "Received %u bytes\n", eax
 
        push    eax
        mcall   29, 9
        mov     [ebp + http_msg.timestamp], eax
        pop     eax
 
; Update pointers
        mov     edi, [ebp + http_msg.write_ptr]
        add     [ebp + http_msg.write_ptr], eax
        sub     [ebp + http_msg.buffer_length], eax
        jz      .got_all_data
 
; If data is chunked, combine chunks into contiguous data.
        test    [ebp + http_msg.flags], FLAG_CHUNKED
        jnz     .chunk_loop
 
; Did we detect the header yet?
        test    [ebp + http_msg.flags], FLAG_GOT_HEADER
        jnz     .header_parsed
 
        push    eax
 
; We havent found the header yet, search for it..
        sub     eax, 4
        jl      .need_more_data_pop
        inc     eax
  .scan:
        ; scan for end of header (empty line)
        cmp     dword[edi], 0x0a0d0a0d                  ; end of header
        je      .end_of_header
        cmp     word[edi+2], 0x0a0a
        je      .end_of_header
        inc     edi
        dec     eax
        jnz     .scan
        jmp     .need_more_data_pop
 
  .end_of_header:
        add     edi, 4 - http_msg.data
        sub     edi, ebp
        mov     [ebp + http_msg.header_length], edi
        or      [ebp + http_msg.flags], FLAG_GOT_HEADER
        DEBUGF  1, "Header length: %u\n", edi
 
; Ok, we have found header:
        cmp     dword[ebp + http_msg.data], 'HTTP'
        jne     .invalid_header
        cmp     dword[ebp + http_msg.data+4], '/1.0'
        je      .http_1.0
        cmp     dword[ebp + http_msg.data+4], '/1.1'
        jne     .invalid_header
        or      [ebp + http_msg.flags], FLAG_HTTP11
  .http_1.0:
        cmp     byte[ebp + http_msg.data+8], ' '
        jne     .invalid_header
        DEBUGF  1, "Header seems valid.\n"
 
        lea     esi, [ebp + http_msg.data+9]
        xor     eax, eax
        xor     ebx, ebx
        mov     ecx, 3
  .statusloop:
        lodsb
        sub     al, '0'
        jb      .invalid_header
        cmp     al, 9
        ja      .invalid_header
        lea     ebx, [ebx + 4*ebx]
        shl     ebx, 1
        add     ebx, eax
        dec     ecx
        jnz     .statusloop
        mov     [ebp + http_msg.status], ebx
        DEBUGF  1, "Status: %u\n", ebx
 
; Now, convert all header names to lowercase.
; This way, it will be much easier to find certain header fields, later on.
 
        lea     esi, [ebp + http_msg.data]
        mov     ecx, [ebp + http_msg.header_length]
  .need_newline:
        inc     esi
        dec     ecx
        jz      .convert_done
        cmp     byte[esi], 10
        jne     .need_newline
; Ok, we have a newline, a line beginning with space or tabs has no header fields.
 
        inc     esi
        dec     ecx
        jz      .convert_done
        cmp     byte[esi], ' '
        je      .need_newline
        cmp     byte[esi], 9    ; horizontal tab
        je      .need_newline
        jmp     .convert_loop
  .next_char:
        inc     esi
        dec     ecx
        jz      .convert_done
  .convert_loop:
        cmp     byte[esi], ':'
        je      .need_newline
        cmp     byte[esi], 'A'
        jb      .next_char
        cmp     byte[esi], 'Z'
        ja      .next_char
        or      byte[esi], 0x20 ; convert to lowercase
        jmp     .next_char
  .convert_done:
        mov     byte[esi-1], 0
        lea     esi, [ebp + http_msg.data]
        DEBUGF  1, "Header names converted to lowercase:\n%s\n", esi
 
; Check for content-length header field.
        stdcall find_header_field, ebp, str_cl
        test    eax, eax
        jz      .no_content
        or      [ebp + http_msg.flags], FLAG_CONTENT_LENGTH
 
        xor     edx, edx
  .cl_loop:
        movzx   ebx, byte[eax]
        inc     eax
        cmp     bl, 10
        je      .cl_ok
        cmp     bl, 13
        je      .cl_ok
        cmp     bl, ' '
        je      .cl_ok
        sub     bl, '0'
        jb      .invalid_header
        cmp     bl, 9
        ja      .invalid_header
        lea     edx, [edx + edx*4]      ; edx = edx*10
        shl     edx, 1                  ;
        add     edx, ebx
        jmp     .cl_loop
 
  .cl_ok:
        mov     [ebp + http_msg.content_length], edx
        DEBUGF  1, "Content-length: %u\n", edx
 
; Resize buffer according to content-length.
        add     edx, [ebp + http_msg.header_length]
        add     edx, http_msg.data
 
        mov     ecx, edx
        sub     ecx, [ebp + http_msg.write_ptr]
        mov     [ebp + http_msg.buffer_length], ecx
 
        invoke  mem.realloc, ebp, edx
        or      eax, eax
        jz      .no_ram_pop
 
        pop     eax
        sub     eax, [ebp + http_msg.header_length]
        jmp     .header_parsed  ; hooray!
 
  .no_content:
        DEBUGF  1, "Content-length not found.\n"
 
; We didnt find 'content-length', maybe server is using chunked transfer encoding?
; Try to find 'transfer-encoding' header.
        stdcall find_header_field, ebp, str_te
        test    eax, eax
        jz      .invalid_header
 
        mov     ebx, dword[eax]
        or      ebx, 0x20202020
        cmp     ebx, 'chun'
        jne     .invalid_header
        mov     ebx, dword[eax+4]
        or      ebx, 0x00202020
        and     ebx, 0x00ffffff
        cmp     ebx, 'ked'
        jne     .invalid_header
 
        or      [ebp + http_msg.flags], FLAG_CHUNKED
        DEBUGF  1, "Transfer type is: chunked\n"
 
        pop     eax
 
; Set chunk pointer where first chunk should begin.
        lea     eax, [ebp + http_msg.data]
        add     eax, [ebp + http_msg.header_length]
        mov     [ebp + http_msg.chunk_ptr], eax
 
  .chunk_loop:
        mov     ecx, [ebp + http_msg.write_ptr]
        sub     ecx, [ebp + http_msg.chunk_ptr]
        jb      .need_more_data_chunked         ; TODO: use this ecx !!!
 
; Chunkline starts here, convert the ASCII hex number into ebx
        mov     esi, [ebp + http_msg.chunk_ptr]
        xor     ebx, ebx
  .chunk_hexloop:
        lodsb
        sub     al, '0'
        jb      .chunk_
        cmp     al, 9
        jbe     .chunk_hex
        sub     al, 'A' - '0' - 10
        jb      .chunk_
        cmp     al, 15
        jbe     .chunk_hex
        sub     al, 'a' - 'A'
        cmp     al, 15
        ja      .chunk_
  .chunk_hex:
        shl     ebx, 4
        add     bl, al
        jmp     .chunk_hexloop
  .chunk_:
        DEBUGF  1, "got chunk of %u bytes\n", ebx
;;        cmp     esi, [ebp + http_msg.chunk_ptr]
;;        je
; If chunk size is 0, all chunks have been received.
        test    ebx, ebx
        jz      .got_all_data_chunked           ; last chunk, hooray! FIXME: what if it wasnt a valid hex number???
 
; Chunkline ends with a CR, LF or simply LF
  .end_of_chunkline?:
        cmp     al, 10
        je      .end_of_chunkline
        lodsb
        cmp     edi, [ebp + http_msg.write_ptr]
        jb      .end_of_chunkline?
        jmp     .need_more_data
 
  .end_of_chunkline:
; Update chunk ptr, and remember old one
        mov     edi, [ebp + http_msg.chunk_ptr]
        add     [ebp + http_msg.chunk_ptr], ebx
; Realloc buffer, make it 'chunksize' bigger.
        mov     eax, [ebp + http_msg.buffer_length]
        add     eax, ebx
        invoke  mem.realloc, ebp, eax
        or      eax, eax
        jz      .no_ram
        add     [ebp + http_msg.buffer_length], ebx
 
; Update write ptr
        mov     eax, esi
        sub     eax, edi
        sub     [ebp + http_msg.write_ptr], eax
 
; Now move all received data to the left (remove chunk header).
; Update content_length accordingly.
        mov     ecx, [ebp + http_msg.write_ptr]
        sub     ecx, esi
        add     [ebp + http_msg.content_received], ecx
        rep     movsb
        jmp     .chunk_loop
 
; Check if we got all the data.
  .header_parsed:
        add     [ebp + http_msg.content_received], eax
        mov     eax, [ebp + http_msg.content_length]
        cmp     eax, [ebp + http_msg.content_received]
        jae     .got_all_data
        jmp     .need_more_data
  .need_more_data_pop:
        pop     eax
  .need_more_data:
        popa
        xor     eax, eax
        dec     eax
        ret
 
  .need_more_data_chunked:
        add     [ebp + http_msg.content_received], eax
        popa
        xor     eax, eax
        dec     eax
        ret
 
  .got_all_data_chunked:
        mov     eax, [ebp + http_msg.chunk_ptr]
        sub     eax, [ebp + http_msg.header_length]
        sub     eax, http_msg.data
        sub     eax, ebp
        mov     [ebp + http_msg.content_length], eax
        mov     [ebp + http_msg.content_received], eax
  .got_all_data:
        DEBUGF  1, "We got all the data! (%u bytes)\n", [ebp + http_msg.content_length]
        or      [ebp + http_msg.flags], FLAG_GOT_ALL_DATA
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
        popa
        xor     eax, eax
        ret
 
  .check_socket:
        cmp     ebx, EWOULDBLOCK
        jne     .socket_error
 
        mcall   29, 9
        sub     eax, TIMEOUT
        cmp     eax, [ebp + http_msg.timestamp]
        jb      .need_more_data
        DEBUGF  1, "ERROR: timeout\n"
        or      [ebp + http_msg.flags], FLAG_TIMEOUT_ERROR
        jmp     .disconnect
 
  .invalid_header:
        pop     eax
        DEBUGF  1, "ERROR: invalid header\n"
        or      [ebp + http_msg.flags], FLAG_INVALID_HEADER
        jmp     .disconnect
 
  .no_ram_pop:
        pop     eax
  .no_ram:
        DEBUGF  1, "ERROR: out of RAM\n"
        or      [ebp + http_msg.flags], FLAG_NO_RAM
        jmp     .disconnect
 
  .socket_error:
        DEBUGF  1, "ERROR: socket error %u\n", ebx
        or      [ebp + http_msg.flags], FLAG_SOCKET_ERROR
  .disconnect:
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
  .connection_closed:
        popa
        xor     eax, eax
        ret
 
endp
 
 
 
 
;;================================================================================================;;
proc HTTP_free identifier ;///////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Free the http_msg structure                                                                    ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = pointer to buffer containing http_msg struct.                                   ;;
;;------------------------------------------------------------------------------------------------;;
;< none                                                                                           ;;
;;================================================================================================;;
 
        pusha
        mov     ebp, [identifier]
 
        test    [ebp + http_msg.flags], FLAG_CONNECTED
        jz      .not_connected
 
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
 
  .not_connected:
        invoke  mem.free, ebp
 
        popa
        ret
 
endp
 
 
 
;;================================================================================================;;
proc HTTP_stop identifier ;///////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Stops the open connection                                                                      ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = pointer to buffer containing http_msg struct.                                   ;;
;;------------------------------------------------------------------------------------------------;;
;< none                                                                                           ;;
;;================================================================================================;;
 
        pusha
        mov     ebp, [identifier]
 
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
 
        popa
        ret
 
endp
 
 
 
;;================================================================================================;;
proc find_header_field identifier, headername ;///////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Find a header field in the received HTTP header                                                ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = ptr to http_msg struct                                                          ;;
;> headername   = ptr to ASCIIZ string containg field you want to find (must be in lowercase)     ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / ptr to content of the HTTP header field                                      ;;
;;================================================================================================;;
        push    ebx ecx edx esi edi
 
        DEBUGF  1, "Find header field: %s\n", [headername]
 
        mov     ebx, [identifier]
        test    [ebx + http_msg.flags], FLAG_GOT_HEADER
        jz      .fail
 
        lea     edx, [ebx + http_msg.data]
        mov     ecx, edx
        add     ecx, [ebx + http_msg.header_length]
 
  .restart:
        mov     esi, [headername]
        mov     edi, edx
  .loop:
        cmp     edi, ecx
        jae     .fail
        lodsb
        scasb
        je      .loop
        test    al, al
        jz      .done?
  .next:
        inc     edx
        jmp     .restart
 
  .not_done:
        inc     edi
  .done?:
        cmp     byte[edi-1], ':'
        je      .almost_done
        cmp     byte[edi-1], ' '
        je      .not_done
        cmp     byte[edi-1], 9  ; tab
        je      .not_done
 
        jmp     .next
 
  .almost_done:                 ; FIXME: buffer overflow?
        dec     edi
        DEBUGF  1, "Found header field\n"
  .spaceloop:
        inc     edi
        cmp     byte[edi], ' '
        je      .spaceloop
        cmp     byte[edi], 9    ; tab
        je      .spaceloop
 
        mov     eax, edi
        pop     edi esi edx ecx ebx
        ret
 
  .fail:
        pop     edi esi edx ecx ebx
        xor     eax, eax
        ret
 
endp
 
 
 
 
 
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
;! Internal procedures section                                                                    ;;
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
 
 
 
 
;;================================================================================================;;
proc open_connection hostname, port ;/////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Connects to a HTTP server                                                                      ;;
;;------------------------------------------------------------------------------------------------;;
;> hostname     = ptr to ASCIIZ hostname                                                          ;;
;> port         = port (x86 byte order)                                                           ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / socketnum                                                                    ;;
;;================================================================================================;;
 
locals
        sockaddr        dd ?
        socketnum       dd ?
endl
 
; Resolve the hostname
        DEBUGF  1, "Resolving hostname\n"
        push    esp     ; reserve stack place
        push    esp     ; fourth parameter
        push    0       ; third parameter
        push    0       ; second parameter
        push    [hostname]
        call    [getaddrinfo]
        pop     esi
        test    eax, eax
        jnz     .error1
 
; getaddrinfo returns addrinfo struct, make the pointer to sockaddr struct
        mov     esi, [esi + addrinfo.ai_addr]
        mov     [sockaddr], esi
        mov     eax, [esi + sockaddr_in.sin_addr]
        test    eax, eax
        jz      .error2
 
        DEBUGF  1, "Server ip=%u.%u.%u.%u\n", \
        [esi + sockaddr_in.sin_addr]:1, [esi + sockaddr_in.sin_addr + 1]:1, \
        [esi + sockaddr_in.sin_addr + 2]:1, [esi + sockaddr_in.sin_addr + 3]:1
 
        mov     [esi + sockaddr_in.sin_family], AF_INET4
        mov     eax, [port]
        xchg    al, ah
        mov     [esi + sockaddr_in.sin_port], ax
 
; Connect to the server.
        mcall   socket, AF_INET4, SOCK_STREAM, 0
        test    eax, eax
        jz      .error2
        mov     [socketnum], eax
        DEBUGF  1, "Socket: 0x%x\n", eax
 
        mcall   connect, [socketnum], [sockaddr], 18
        test    eax, eax
        jnz     .error2
        DEBUGF  1, "Socket is now connected.\n"
 
; free allocated memory
        push    [sockaddr]
        call    [freeaddrinfo]
 
        mov     eax, [socketnum]
        ret
 
  .error2:
 
; free allocated memory
        push    [sockaddr]
        call    [freeaddrinfo]
 
  .error1:
        xor     eax, eax
        ret
 
endp
 
 
;;================================================================================================;;
proc parse_url URL ;//////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Split a given URL into hostname and pageaddr                                                   ;;
;;------------------------------------------------------------------------------------------------;;
;> URL = ptr to ASCIIZ URL                                                                        ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / ptr to ASCIIZ hostname                                                       ;;
;< ebx = ptr to ASCIIZ pageaddr                                                                   ;;
;;================================================================================================;;
 
locals
        urlsize         dd ?
        hostname        dd ?
        pageaddr        dd ?
endl
 
        DEBUGF  1, "parsing URL: %s\n", [URL]
 
; remove any leading protocol text
        mov     esi, [URL]
        mov     ecx, URLMAXLEN
        mov     ax, '//'
  .loop1:
        cmp     byte[esi], 0            ; end of URL?
        je      .url_ok                 ; yep, so not found
        cmp     [esi], ax
        je      .skip_proto
        inc     esi
        dec     ecx
        jnz     .loop1
 
        DEBUGF  1, "Invalid URL\n"
        xor     eax, eax
        ret
 
  .skip_proto:
        inc     esi                     ; skip the two '/'
        inc     esi
        mov     [URL], esi              ; update pointer so it skips protocol
        jmp     .loop1                  ; we still need to find the length of the URL
 
  .url_ok:
        sub     esi, [URL]              ; calculate total length of URL
        mov     [urlsize], esi
 
 
; now look for page delimiter - it's a '/' character
        mov     ecx, esi                ; URL length
        mov     edi, [URL]
        mov     al, '/'
        repne   scasb
        jne     @f
        dec     edi                     ; return one char, '/' must be part of the pageaddr
        inc     ecx                     ;
  @@:
        push    ecx edi                 ; remember the pointer and length of pageaddr
 
        mov     ecx, edi
        sub     ecx, [URL]
        inc     ecx                     ; we will add a 0 byte at the end
        invoke  mem.alloc, ecx
        or      eax, eax
        jz      .no_mem
 
        mov     [hostname], eax         ; copy hostname to buffer
        mov     edi, eax
        mov     esi, [URL]
        dec     ecx
        rep     movsb
        xor     al, al
        stosb
 
        mov     [pageaddr], str_slash   ; assume there is no pageaddr
        pop     esi ecx
        test    ecx, ecx
        jz      .no_page
        inc     ecx                     ; we will add a 0 byte at the end
        invoke  mem.alloc, ecx
        or      eax, eax
        jz      .no_mem
 
        mov     [pageaddr], eax         ; copy pageaddr to buffer
        mov     edi, eax
        dec     ecx
        rep     movsb
        xor     al, al
        stosb
  .no_page:
 
        mov     eax, [hostname]
        mov     ebx, [pageaddr]
 
        DEBUGF  1, "hostname: %s\n", eax
        DEBUGF  1, "pageaddr: %s\n", ebx
 
        ret
 
  .no_mem:
        xor     eax, eax
        ret
 
endp
 
 
;;================================================================================================;;
proc ascii_dec ;//////////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Convert eax to ASCII decimal number                                                            ;;
;;------------------------------------------------------------------------------------------------;;
;> eax = number                                                                                   ;;
;> edi = ptr where to write ASCII decimal number                                                  ;;
;;------------------------------------------------------------------------------------------------;;
;< /                                                                                              ;;
;;================================================================================================;;
 
        push    -'0'
        mov     ecx, 10
  .loop:
        xor     edx, edx
        div     ecx
        add     dl, '0'
        push    edx
        test    eax, eax
        jnz     .loop
 
  .loop2:
        pop     eax
        add     al, '0'
        jz      .done
        stosb
        jmp     .loop2
  .done:
 
        ret
 
endp
 
 
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
;! Imported functions section                                                                     ;;
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
 
 
align 16
@IMPORT:
 
library \
        libini, 'libini.obj', \
        network, 'network.obj'
 
import  libini, \
        ini.get_str, 'ini_get_str', \
        ini.get_int, 'ini_get_int'
 
import  network,\
        getaddrinfo, 'getaddrinfo',\
        freeaddrinfo,  'freeaddrinfo',\
        inet_ntoa, 'inet_ntoa'
 
;;===========================================================================;;
;;///////////////////////////////////////////////////////////////////////////;;
;;===========================================================================;;
;! Exported functions section                                                ;;
;;===========================================================================;;
;;///////////////////////////////////////////////////////////////////////////;;
;;===========================================================================;;
 
 
align 4
@EXPORT:
export  \
        lib_init                , 'lib_init'            , \
        0x00010001              , 'version'             , \
        HTTP_get                , 'get'                 , \
        HTTP_head               , 'head'                , \
        HTTP_post               , 'post'                , \
        find_header_field       , 'find_header_field'   , \
        HTTP_process            , 'process'             , \
        HTTP_free               , 'free'                , \
        HTTP_stop               , 'stop'
 
;        HTTP_put                , 'put'                 , \
;        HTTP_delete             , 'delete'              , \
;        HTTP_trace              , 'trace'               , \
;        HTTP_connect            , 'connect'             , \
 
 
 
section '.data' data readable writable align 16
 
inifile         db '/sys/settings/network.ini', 0
 
sec_proxy:
key_proxy       db 'proxy', 0
key_proxyport   db 'port', 0
key_user        db 'user', 0
key_password    db 'password', 0
 
str_http11      db ' HTTP/1.1', 13, 10, 'Host: '
  .length       = $ - str_http11
str_post_cl     db 13, 10, 'Content-Length: '
  .length       = $ - str_post_cl
str_post_ct     db 13, 10, 'Content-Type: '
  .length       = $ - str_post_ct
str_close       db 13, 10, 'User-Agent: KolibriOS libHTTP/1.0', 13, 10, 'Connection: Close', 13, 10, 13, 10
  .length       = $ - str_close
str_proxy_auth  db 13, 10, 'Proxy-Authorization: Basic '
  .length       = $ - str_proxy_auth
 
base64_table    db 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz'
                db '0123456789+/'
 
str_cl          db 'content-length', 0
str_slash       db '/', 0
str_te          db 'transfer-encoding', 0
str_get         db 'GET ', 0
str_head        db 'HEAD ', 0
str_post        db 'POST ', 0
 
include_debug_strings
 
; uninitialized data
mem.alloc       dd ?
mem.free        dd ?
mem.realloc     dd ?
dll.load        dd ?
 
proxyAddr       rb 256
proxyUser       rb 256
proxyPassword   rb 256
proxyPort       dd ?

Rev 4206	Rev 4207
1	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;	1	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
2	;; ;;	2	;; ;;
3	;; Copyright (C) KolibriOS team 2004-2013. All rights reserved. ;;	3	;; Copyright (C) KolibriOS team 2004-2013. All rights reserved. ;;
4	;; Distributed under terms of the GNU General Public License ;;	4	;; Distributed under terms of the GNU General Public License ;;
5	;; ;;	5	;; ;;
6	;; HTTP library for KolibriOS ;;	6	;; HTTP library for KolibriOS ;;
7	;; ;;	7	;; ;;
8	;; Written by hidnplayr@kolibrios.org ;;	8	;; Written by hidnplayr@kolibrios.org ;;
9	;; ;;	9	;; ;;
10	;; GNU GENERAL PUBLIC LICENSE ;;	10	;; GNU GENERAL PUBLIC LICENSE ;;
11	;; Version 2, June 1991 ;;	11	;; Version 2, June 1991 ;;
12	;; ;;	12	;; ;;
13	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;	13	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
14		14
15	; references:	15	; references:
16	; "HTTP made really easy", http://www.jmarshall.com/easy/http/	16	; "HTTP made really easy", http://www.jmarshall.com/easy/http/
17	; "Hypertext Transfer Protocol -- HTTP/1.1", http://tools.ietf.org/html/rfc2616	17	; "Hypertext Transfer Protocol -- HTTP/1.1", http://tools.ietf.org/html/rfc2616
18		18
19		19
20	URLMAXLEN = 65535	20	URLMAXLEN = 65535
21	BUFFERSIZE = 4096	21	BUFFERSIZE = 4096
22	TIMEOUT = 1000 ; in 1/100 s	22	TIMEOUT = 1000 ; in 1/100 s
23		23
24	__DEBUG__ = 1	24	__DEBUG__ = 1
25	__DEBUG_LEVEL__ = 1	25	__DEBUG_LEVEL__ = 1
26		26
27		27
28	format MS COFF	28	format MS COFF
29		29
30	public @EXPORT as 'EXPORTS'	30	public @EXPORT as 'EXPORTS'
31		31
32	include '../../../struct.inc'	32	include '../../../struct.inc'
33	include '../../../proc32.inc'	33	include '../../../proc32.inc'
34	include '../../../macros.inc'	34	include '../../../macros.inc'
35	purge section,mov,add,sub	35	purge section,mov,add,sub
36	include '../../../debug-fdo.inc'	36	include '../../../debug-fdo.inc'
37		37
38	include '../../../network.inc'	38	include '../../../network.inc'
39	include 'http.inc'	39	include 'http.inc'
40		40
41	virtual at 0	41	virtual at 0
42	http_msg http_msg	42	http_msg http_msg
43	end virtual	43	end virtual
44		44
45	macro copy_till_zero {	45	macro copy_till_zero {
46	@@:	46	@@:
47	lodsb	47	lodsb
48	test al, al	48	test al, al
49	jz @f	49	jz @f
50	stosb	50	stosb
51	jmp @r	51	jmp @r
52	@@:	52	@@:
53	}	53	}
54		54
55	macro HTTP_init_buffer buffer, socketnum {	55	macro HTTP_init_buffer buffer, socketnum {
56		56
57	mov eax, buffer	57	mov eax, buffer
58	push socketnum	58	push socketnum
59	popd [eax + http_msg.socket]	59	popd [eax + http_msg.socket]
60	lea esi, [eax + http_msg.data]	60	lea esi, [eax + http_msg.data]
61	mov [eax + http_msg.flags], FLAG_CONNECTED	61	mov [eax + http_msg.flags], FLAG_CONNECTED
62	mov [eax + http_msg.write_ptr], esi	62	mov [eax + http_msg.write_ptr], esi
63	mov [eax + http_msg.buffer_length], BUFFERSIZE - http_msg.data	63	mov [eax + http_msg.buffer_length], BUFFERSIZE - http_msg.data
64	mov [eax + http_msg.chunk_ptr], 0	64	mov [eax + http_msg.chunk_ptr], 0
65		65
66	mov [eax + http_msg.status], 0	66	mov [eax + http_msg.status], 0
67	mov [eax + http_msg.header_length], 0	67	mov [eax + http_msg.header_length], 0
68	mov [eax + http_msg.content_length], 0	68	mov [eax + http_msg.content_length], 0
69	mov [eax + http_msg.content_received], 0	69	mov [eax + http_msg.content_received], 0
70		70
71	push eax ebp	71	push eax ebp
72	mov ebp, eax	72	mov ebp, eax
73	mcall 29, 9	73	mcall 29, 9
74	mov [ebp + http_msg.timestamp], eax	74	mov [ebp + http_msg.timestamp], eax
75	pop ebp eax	75	pop ebp eax
76	}	76	}
77		77
78	section '.flat' code readable align 16	78	section '.flat' code readable align 16
79		79
80	;;===========================================================================;;	80	;;===========================================================================;;
81	lib_init: ;//////////////////////////////////////////////////////////////////;;	81	lib_init: ;//////////////////////////////////////////////////////////////////;;
82	;;---------------------------------------------------------------------------;;	82	;;---------------------------------------------------------------------------;;
83	;? Library entry point (called after library load) ;;	83	;? Library entry point (called after library load) ;;
84	;;---------------------------------------------------------------------------;;	84	;;---------------------------------------------------------------------------;;
85	;> eax = pointer to memory allocation routine ;;	85	;> eax = pointer to memory allocation routine ;;
86	;> ebx = pointer to memory freeing routine ;;	86	;> ebx = pointer to memory freeing routine ;;
87	;> ecx = pointer to memory reallocation routine ;;	87	;> ecx = pointer to memory reallocation routine ;;
88	;> edx = pointer to library loading routine ;;	88	;> edx = pointer to library loading routine ;;
89	;;---------------------------------------------------------------------------;;	89	;;---------------------------------------------------------------------------;;
90	;< eax = 1 (fail) / 0 (ok) (library initialization result) ;;	90	;< eax = 1 (fail) / 0 (ok) (library initialization result) ;;
91	;;===========================================================================;;	91	;;===========================================================================;;
92	mov [mem.alloc], eax	92	mov [mem.alloc], eax
93	mov [mem.free], ebx	93	mov [mem.free], ebx
94	mov [mem.realloc], ecx	94	mov [mem.realloc], ecx
95	mov [dll.load], edx	95	mov [dll.load], edx
96		96
97	invoke dll.load, @IMPORT	97	invoke dll.load, @IMPORT
98	or eax, eax	98	or eax, eax
99	jz .ok	99	jz .ok
100		100
101	; load proxy settings	101	; load proxy settings
102	invoke ini.get_str, inifile, sec_proxy, key_proxy, proxyAddr, 256, proxyAddr	102	invoke ini.get_str, inifile, sec_proxy, key_proxy, proxyAddr, 256, proxyAddr
103	invoke ini.get_int, inifile, sec_proxy, key_proxyport, 80	103	invoke ini.get_int, inifile, sec_proxy, key_proxyport, 80
104	mov [proxyPort], eax	104	mov [proxyPort], eax
105	invoke ini.get_str, inifile, sec_proxy, key_user, proxyUser, 256, proxyUser	105	invoke ini.get_str, inifile, sec_proxy, key_user, proxyUser, 256, proxyUser
106	invoke ini.get_str, inifile, sec_proxy, key_password, proxyPassword, 256, proxyPassword	106	invoke ini.get_str, inifile, sec_proxy, key_password, proxyPassword, 256, proxyPassword
107		107
108	xor eax, eax	108	xor eax, eax
109	inc eax	109	inc eax
110	ret	110	ret
111		111
112	.ok:	112	.ok:
113	xor eax, eax	113	xor eax, eax
114	ret	114	ret
115		115
116		116
117		117
118		118
119		119
120	;;================================================================================================;;	120	;;================================================================================================;;
121	proc HTTP_get URL ;///////////////////////////////////////////////////////////////////////////////;;	121	proc HTTP_get URL ;///////////////////////////////////////////////////////////////////////////////;;
122	;;------------------------------------------------------------------------------------------------;;	122	;;------------------------------------------------------------------------------------------------;;
123	;? Initiates a HTTP connection, using 'GET' method. ;;	123	;? Initiates a HTTP connection, using 'GET' method. ;;
124	;;------------------------------------------------------------------------------------------------;;	124	;;------------------------------------------------------------------------------------------------;;
125	;> URL = pointer to ASCIIZ URL ;;	125	;> URL = pointer to ASCIIZ URL ;;
126	;;------------------------------------------------------------------------------------------------;;	126	;;------------------------------------------------------------------------------------------------;;
127	;< eax = 0 (error) / buffer ptr ;;	127	;< eax = 0 (error) / buffer ptr ;;
128	;;================================================================================================;;	128	;;================================================================================================;;
129	locals	129	locals
130	hostname dd ?	130	hostname dd ?
131	pageaddr dd ?	131	pageaddr dd ?
132	sockaddr dd ?	132	sockaddr dd ?
133	socketnum dd ?	133	socketnum dd ?
134	buffer dd ?	134	buffer dd ?
135	port dd ?	135	port dd ?
136	endl	136	endl
137		137
138	; split the URL into hostname and pageaddr	138	; split the URL into hostname and pageaddr
139	stdcall parse_url, [URL]	139	stdcall parse_url, [URL]
140	test eax, eax	140	test eax, eax
141	jz .error	141	jz .error
142	mov [hostname], eax	142	mov [hostname], eax
143	mov [pageaddr], ebx	143	mov [pageaddr], ebx
144		144
145	; Do we need to use a proxy?	145	; Do we need to use a proxy?
146	cmp [proxyAddr], 0	146	cmp [proxyAddr], 0
147	jne .proxy_done	147	jne .proxy_done
148		148
149	.proxy_done:	149	.proxy_done:
150		150
151	;;;;	151	;;;;
152	mov [port], 80 ;;;; FIXME	152	mov [port], 80 ;;;; FIXME
153		153
154	; Connect to the other side.	154	; Connect to the other side.
155	stdcall open_connection, [hostname], [port]	155	stdcall open_connection, [hostname], [port]
156	test eax, eax	156	test eax, eax
157	jz .error	157	jz .error
158	mov [socketnum], eax	158	mov [socketnum], eax
159		159
160	; Create the HTTP request.	160	; Create the HTTP request.
161	invoke mem.alloc, BUFFERSIZE	161	invoke mem.alloc, BUFFERSIZE
162	test eax, eax	162	test eax, eax
163	jz .error	163	jz .error
164	mov [buffer], eax	164	mov [buffer], eax
165	mov edi, eax	165	mov edi, eax
166	DEBUGF 1, "Buffer has been allocated.\n"	166	DEBUGF 1, "Buffer has been allocated.\n"
167		167
168	mov esi, str_get	168	mov esi, str_get
169	copy_till_zero	169	copy_till_zero
170		170
171	mov esi, [pageaddr]	171	mov esi, [pageaddr]
172	copy_till_zero	172	copy_till_zero
173		173
174	mov esi, str_http11	174	mov esi, str_http11
175	mov ecx, str_http11.length	175	mov ecx, str_http11.length
176	rep movsb	176	rep movsb
177		177
178	mov esi, [hostname]	178	mov esi, [hostname]
179	copy_till_zero	179	copy_till_zero
180		180
181	mov esi, str_close	181	mov esi, str_close
182	mov ecx, str_close.length	182	mov ecx, str_close.length
183	rep movsb	183	rep movsb
184		184
185	mov byte[edi], 0	185	mov byte[edi], 0
186	DEBUGF 1, "Request:\n%s", [buffer]	186	DEBUGF 1, "Request:\n%s", [buffer]
187		187
188	; Send the request	188	; Send the request
189	mov esi, edi	189	mov esi, edi
190	sub esi, [buffer] ; length	190	sub esi, [buffer] ; length
191	xor edi, edi ; flags	191	xor edi, edi ; flags
192		192
193	mcall send, [socketnum], [buffer]	193	mcall send, [socketnum], [buffer]
194	test eax, eax	194	test eax, eax
195	jz .error	195	jz .error
196	DEBUGF 1, "Request has been sent to server.\n"	196	DEBUGF 1, "Request has been sent to server.\n"
197		197
198	HTTP_init_buffer [buffer], [socketnum]	198	HTTP_init_buffer [buffer], [socketnum]
199		199
200	ret ; return buffer ptr	200	ret ; return buffer ptr
201		201
202	.error:	202	.error:
203	DEBUGF 1, "Error!\n"	203	DEBUGF 1, "Error!\n"
204	xor eax, eax ; return 0 = error	204	xor eax, eax ; return 0 = error
205	ret	205	ret
206		206
207	endp	207	endp
208		208
209		209
210		210
211	;;================================================================================================;;	211	;;================================================================================================;;
212	proc HTTP_head URL ;//////////////////////////////////////////////////////////////////////////////;;	212	proc HTTP_head URL ;//////////////////////////////////////////////////////////////////////////////;;
213	;;------------------------------------------------------------------------------------------------;;	213	;;------------------------------------------------------------------------------------------------;;
214	;? Initiates a HTTP connection, using 'HEAD' method. ;;	214	;? Initiates a HTTP connection, using 'HEAD' method. ;;
215	;;------------------------------------------------------------------------------------------------;;	215	;;------------------------------------------------------------------------------------------------;;
216	;> URL = pointer to ASCIIZ URL ;;	216	;> URL = pointer to ASCIIZ URL ;;
217	;;------------------------------------------------------------------------------------------------;;	217	;;------------------------------------------------------------------------------------------------;;
218	;< eax = 0 (error) / buffer ptr ;;	218	;< eax = 0 (error) / buffer ptr ;;
219	;;================================================================================================;;	219	;;================================================================================================;;
220	locals	220	locals
221	hostname dd ?	221	hostname dd ?
222	pageaddr dd ?	222	pageaddr dd ?
223	sockaddr dd ?	223	sockaddr dd ?
224	socketnum dd ?	224	socketnum dd ?
225	buffer dd ?	225	buffer dd ?
226	port dd ?	226	port dd ?
227	endl	227	endl
228		228
229	; split the URL into hostname and pageaddr	229	; split the URL into hostname and pageaddr
230	stdcall parse_url, [URL]	230	stdcall parse_url, [URL]
231	test eax, eax	231	test eax, eax
232	jz .error	232	jz .error
233	mov [hostname], eax	233	mov [hostname], eax
234	mov [pageaddr], ebx	234	mov [pageaddr], ebx
235		235
236	; Do we need to use a proxy?	236	; Do we need to use a proxy?
237	cmp [proxyAddr], 0	237	cmp [proxyAddr], 0
238	jne .proxy_done	238	jne .proxy_done
239		239
240	; TODO: set hostname to that of the	240	; TODO: set hostname to that of the
241	.proxy_done:	241	.proxy_done:
242		242
243	;;;;	243	;;;;
244	mov [port], 80 ;;;; FIXME	244	mov [port], 80 ;;;; FIXME
245		245
246	; Connect to the other side.	246	; Connect to the other side.
247	stdcall open_connection, [hostname], [port]	247	stdcall open_connection, [hostname], [port]
248	test eax, eax	248	test eax, eax
249	jz .error	249	jz .error
250	mov [socketnum], eax	250	mov [socketnum], eax
251		251
252	; Create the HTTP request.	252	; Create the HTTP request.
253	invoke mem.alloc, BUFFERSIZE	253	invoke mem.alloc, BUFFERSIZE
254	test eax, eax	254	test eax, eax
255	jz .error	255	jz .error
256	mov [buffer], eax	256	mov [buffer], eax
257	mov edi, eax	257	mov edi, eax
258	DEBUGF 1, "Buffer has been allocated.\n"	258	DEBUGF 1, "Buffer has been allocated.\n"
259		259
260	mov esi, str_head	260	mov esi, str_head
261	copy_till_zero	261	copy_till_zero
262		262
263	mov esi, [pageaddr]	263	mov esi, [pageaddr]
264	copy_till_zero	264	copy_till_zero
265		265
266	mov esi, str_http11	266	mov esi, str_http11
267	mov ecx, str_http11.length	267	mov ecx, str_http11.length
268	rep movsb	268	rep movsb
269		269
270	mov esi, [hostname]	270	mov esi, [hostname]
271	copy_till_zero	271	copy_till_zero
272		272
273	mov esi, str_close	273	mov esi, str_close
274	mov ecx, str_close.length	274	mov ecx, str_close.length
275	rep movsb	275	rep movsb
276		276
277	mov byte[edi], 0	277	mov byte[edi], 0
278	DEBUGF 1, "Request:\n%s", [buffer]	278	DEBUGF 1, "Request:\n%s", [buffer]
279		279
280	; Send the request	280	; Send the request
281	mov esi, edi	281	mov esi, edi
282	sub esi, [buffer] ; length	282	sub esi, [buffer] ; length
283	xor edi, edi ; flags	283	xor edi, edi ; flags
284		284
285	mcall send, [socketnum], [buffer]	285	mcall send, [socketnum], [buffer]
286	test eax, eax	286	test eax, eax
287	jz .error	287	jz .error
288	DEBUGF 1, "Request has been sent to server.\n"	288	DEBUGF 1, "Request has been sent to server.\n"
289		289
290	HTTP_init_buffer [buffer], [socketnum]	290	HTTP_init_buffer [buffer], [socketnum]
291		291
292	ret ; return buffer ptr	292	ret ; return buffer ptr
293		293
294	.error:	294	.error:
295	DEBUGF 1, "Error!\n"	295	DEBUGF 1, "Error!\n"
296	xor eax, eax ; return 0 = error	296	xor eax, eax ; return 0 = error
297	ret	297	ret
298		298
299	endp	299	endp
300		300
301		301
302	;;================================================================================================;;	302	;;================================================================================================;;
303	proc HTTP_post URL, content_type, content_length ;////////////////////////////////////////////////;;	303	proc HTTP_post URL, content_type, content_length ;////////////////////////////////////////////////;;
304	;;------------------------------------------------------------------------------------------------;;	304	;;------------------------------------------------------------------------------------------------;;
305	;? Initiates a HTTP connection, using 'GET' method. ;;	305	;? Initiates a HTTP connection, using 'GET' method. ;;
306	;;------------------------------------------------------------------------------------------------;;	306	;;------------------------------------------------------------------------------------------------;;
307	;> URL = pointer to ASCIIZ URL ;;	307	;> URL = pointer to ASCIIZ URL ;;
308	;> content_type = pointer to ASCIIZ string containing content type ;;	308	;> content_type = pointer to ASCIIZ string containing content type ;;
309	;> content_length = length of content (in bytes) ;;	309	;> content_length = length of content (in bytes) ;;
310	;;------------------------------------------------------------------------------------------------;;	310	;;------------------------------------------------------------------------------------------------;;
311	;< eax = 0 (error) / buffer ptr ;;	311	;< eax = 0 (error) / buffer ptr ;;
312	;;================================================================================================;;	312	;;================================================================================================;;
313	locals	313	locals
314	hostname dd ?	314	hostname dd ?
315	pageaddr dd ?	315	pageaddr dd ?
316	sockaddr dd ?	316	sockaddr dd ?
317	socketnum dd ?	317	socketnum dd ?
318	buffer dd ?	318	buffer dd ?
319	port dd ?	319	port dd ?
320	endl	320	endl
321		321
322	; split the URL into hostname and pageaddr	322	; split the URL into hostname and pageaddr
323	stdcall parse_url, [URL]	323	stdcall parse_url, [URL]
324	test eax, eax	324	test eax, eax
325	jz .error	325	jz .error
326	mov [hostname], eax	326	mov [hostname], eax
327	mov [pageaddr], ebx	327	mov [pageaddr], ebx
328		328
329	; Do we need to use a proxy?	329	; Do we need to use a proxy?
330	cmp [proxyAddr], 0	330	cmp [proxyAddr], 0
331	jne .proxy_done	331	jne .proxy_done
332		332
333	; TODO: set hostname to that of the	333	; TODO: set hostname to that of the
334	.proxy_done:	334	.proxy_done:
335		335
336	;;;;	336	;;;;
337	mov [port], 80 ;;;; FIXME	337	mov [port], 80 ;;;; FIXME
338		338
339	; Connect to the other side.	339	; Connect to the other side.
340	stdcall open_connection, [hostname], [port]	340	stdcall open_connection, [hostname], [port]
341	test eax, eax	341	test eax, eax
342	jz .error	342	jz .error
343	mov [socketnum], eax	343	mov [socketnum], eax
344		344
345	; Create the HTTP request.	345	; Create the HTTP request.
346	invoke mem.alloc, BUFFERSIZE	346	invoke mem.alloc, BUFFERSIZE
347	test eax, eax	347	test eax, eax
348	jz .error	348	jz .error
349	mov [buffer], eax	349	mov [buffer], eax
350	mov edi, eax	350	mov edi, eax
351	DEBUGF 1, "Buffer has been allocated.\n"	351	DEBUGF 1, "Buffer has been allocated.\n"
352		352
353	mov esi, str_post	353	mov esi, str_post
354	copy_till_zero	354	copy_till_zero
355		355
356	mov esi, [pageaddr]	356	mov esi, [pageaddr]
357	copy_till_zero	357	copy_till_zero
358		358
359	mov esi, str_http11	359	mov esi, str_http11
360	mov ecx, str_http11.length	360	mov ecx, str_http11.length
361	rep movsb	361	rep movsb
362		362
363	mov esi, [hostname]	363	mov esi, [hostname]
364	copy_till_zero	364	copy_till_zero
365		365
366	mov esi, str_post_cl	366	mov esi, str_post_cl
367	mov ecx, str_post_cl.length	367	mov ecx, str_post_cl.length
368	rep movsb	368	rep movsb
369		369
370	mov eax, [content_length]	370	mov eax, [content_length]
371	call ascii_dec	371	call ascii_dec
372		372
373	mov esi, str_post_ct	373	mov esi, str_post_ct
374	mov ecx, str_post_ct.length	374	mov ecx, str_post_ct.length
375	rep movsb	375	rep movsb
376		376
377	mov esi, [content_type]	377	mov esi, [content_type]
378	rep movsb	378	rep movsb
379		379
380	mov esi, str_close	380	mov esi, str_close
381	mov ecx, str_close.length	381	mov ecx, str_close.length
382	rep movsb	382	rep movsb
383		383
384	mov byte[edi], 0	384	mov byte[edi], 0
385	DEBUGF 1, "Request:\n%s", [buffer]	385	DEBUGF 1, "Request:\n%s", [buffer]
386		386
387	; Send the request	387	; Send the request
388	mov esi, edi	388	mov esi, edi
389	sub esi, [buffer] ; length	389	sub esi, [buffer] ; length
390	xor edi, edi ; flags	390	xor edi, edi ; flags
391	mcall send, [socketnum], [buffer]	391	mcall send, [socketnum], [buffer]
392	test eax, eax	392	test eax, eax
393	jz .error	393	jz .error
394	DEBUGF 1, "Request has been sent to server.\n"	394	DEBUGF 1, "Request has been sent to server.\n"
395		395
396	HTTP_init_buffer [buffer], [socketnum]	396	HTTP_init_buffer [buffer], [socketnum]
397		397
398	; mov eax, [buffer]	398	; mov eax, [buffer]
399		399
400	ret ; return buffer ptr	400	ret ; return buffer ptr
401		401
402	.error:	402	.error:
403	DEBUGF 1, "Error!\n"	403	DEBUGF 1, "Error!\n"
404	xor eax, eax ; return 0 = error	404	xor eax, eax ; return 0 = error
405	ret	405	ret
406		406
407	endp	407	endp
408		408
409		409
410		410
411	;;================================================================================================;;	411	;;================================================================================================;;
412	proc HTTP_process identifier ;////////////////////////////////////////////////////////////////////;;	412	proc HTTP_process identifier ;////////////////////////////////////////////////////////////////////;;
413	;;------------------------------------------------------------------------------------------------;;	413	;;------------------------------------------------------------------------------------------------;;
414	;? Receive data from the server, parse headers and put data in receive buffer. ;;	414	;? Receive data from the server, parse headers and put data in receive buffer. ;;
415	;? To complete a transfer, this procedure must be called over and over again untill it returns 0. ;;	415	;? To complete a transfer, this procedure must be called over and over again untill it returns 0. ;;
416	;;------------------------------------------------------------------------------------------------;;	416	;;------------------------------------------------------------------------------------------------;;
417	;> identifier = pointer to buffer containing http_msg struct. ;;	417	;> identifier = pointer to buffer containing http_msg struct. ;;
418	;;------------------------------------------------------------------------------------------------;;	418	;;------------------------------------------------------------------------------------------------;;
419	;< eax = -1 (not finished) / 0 finished ;;	419	;< eax = -1 (not finished) / 0 finished ;;
420	;;================================================================================================;;	420	;;================================================================================================;;
421	pusha	421	pusha
422	mov ebp, [identifier]	422	mov ebp, [identifier]
423		423
424	test [ebp + http_msg.flags], FLAG_CONNECTED	424	test [ebp + http_msg.flags], FLAG_CONNECTED
425	jz .connection_closed	425	jz .connection_closed
426		426
427	; Receive some data	427	; Receive some data
428	mcall recv, [ebp + http_msg.socket], [ebp + http_msg.write_ptr], \	428	mcall recv, [ebp + http_msg.socket], [ebp + http_msg.write_ptr], \
429	[ebp + http_msg.buffer_length], MSG_DONTWAIT	429	[ebp + http_msg.buffer_length], MSG_DONTWAIT
430	cmp eax, 0xffffffff	430	cmp eax, 0xffffffff
431	je .check_socket	431	je .check_socket
432	DEBUGF 1, "Received %u bytes\n", eax	432	DEBUGF 1, "Received %u bytes\n", eax
433		433
434	push eax	434	push eax
435	mcall 29, 9	435	mcall 29, 9
436	mov [ebp + http_msg.timestamp], eax	436	mov [ebp + http_msg.timestamp], eax
437	pop eax	437	pop eax
438		438
439	; Update pointers	439	; Update pointers
440	mov edi, [ebp + http_msg.write_ptr]	440	mov edi, [ebp + http_msg.write_ptr]
441	add [ebp + http_msg.write_ptr], eax	441	add [ebp + http_msg.write_ptr], eax
442	sub [ebp + http_msg.buffer_length], eax	442	sub [ebp + http_msg.buffer_length], eax
443	jz .got_all_data	443	jz .got_all_data
444		444
445	; If data is chunked, combine chunks into contiguous data.	445	; If data is chunked, combine chunks into contiguous data.
446	test [ebp + http_msg.flags], FLAG_CHUNKED	446	test [ebp + http_msg.flags], FLAG_CHUNKED
447	jnz .chunk_loop	447	jnz .chunk_loop
448		448
449	; Did we detect the header yet?	449	; Did we detect the header yet?
450	test [ebp + http_msg.flags], FLAG_GOT_HEADER	450	test [ebp + http_msg.flags], FLAG_GOT_HEADER
451	jnz .header_parsed	451	jnz .header_parsed
452		452
453	push eax	453	push eax
454		454
455	; We havent found the header yet, search for it..	455	; We havent found the header yet, search for it..
456	sub eax, 4	456	sub eax, 4
457	jl .need_more_data_pop	457	jl .need_more_data_pop
458	inc eax	458	inc eax
459	.scan:	459	.scan:
460	; scan for end of header (empty line)	460	; scan for end of header (empty line)
461	cmp dword[edi], 0x0a0d0a0d ; end of header	461	cmp dword[edi], 0x0a0d0a0d ; end of header
462	je .end_of_header	462	je .end_of_header
463	cmp word[edi+2], 0x0a0a	463	cmp word[edi+2], 0x0a0a
464	je .end_of_header	464	je .end_of_header
465	inc edi	465	inc edi
466	dec eax	466	dec eax
467	jnz .scan	467	jnz .scan
468	jmp .need_more_data_pop	468	jmp .need_more_data_pop
469		469
470	.end_of_header:	470	.end_of_header:
471	add edi, 4 - http_msg.data	471	add edi, 4 - http_msg.data
472	sub edi, ebp	472	sub edi, ebp
473	mov [ebp + http_msg.header_length], edi	473	mov [ebp + http_msg.header_length], edi
474	or [ebp + http_msg.flags], FLAG_GOT_HEADER	474	or [ebp + http_msg.flags], FLAG_GOT_HEADER
475	DEBUGF 1, "Header length: %u\n", edi	475	DEBUGF 1, "Header length: %u\n", edi
476		476
477	; Ok, we have found header:	477	; Ok, we have found header:
478	cmp dword[ebp + http_msg.data], 'HTTP'	478	cmp dword[ebp + http_msg.data], 'HTTP'
479	jne .invalid_header	479	jne .invalid_header
480	cmp dword[ebp + http_msg.data+4], '/1.0'	480	cmp dword[ebp + http_msg.data+4], '/1.0'
481	je .http_1.0	481	je .http_1.0
482	cmp dword[ebp + http_msg.data+4], '/1.1'	482	cmp dword[ebp + http_msg.data+4], '/1.1'
483	jne .invalid_header	483	jne .invalid_header
484	or [ebp + http_msg.flags], FLAG_HTTP11	484	or [ebp + http_msg.flags], FLAG_HTTP11
485	.http_1.0:	485	.http_1.0:
486	cmp byte[ebp + http_msg.data+8], ' '	486	cmp byte[ebp + http_msg.data+8], ' '
487	jne .invalid_header	487	jne .invalid_header
488	DEBUGF 1, "Header seems valid.\n"	488	DEBUGF 1, "Header seems valid.\n"
489		489
490	lea esi, [ebp + http_msg.data+9]	490	lea esi, [ebp + http_msg.data+9]
491	xor eax, eax	491	xor eax, eax
492	xor ebx, ebx	492	xor ebx, ebx
493	mov ecx, 3	493	mov ecx, 3
494	.statusloop:	494	.statusloop:
495	lodsb	495	lodsb
496	sub al, '0'	496	sub al, '0'
497	jb .invalid_header	497	jb .invalid_header
498	cmp al, 9	498	cmp al, 9
499	ja .invalid_header	499	ja .invalid_header
500	lea ebx, [ebx + 4*ebx]	500	lea ebx, [ebx + 4*ebx]

Subversion Repositories Kolibri OS

(root)/programs/develop/libraries/http/http.asm – Rev 4206 → 4207