WebSVN – Kolibri OS – Diff – /programs/develop/libraries/http/http.asm


;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
;;                                                                 ;;
;; Copyright (C) KolibriOS team 2004-2013. All rights reserved.    ;;
;; Distributed under terms of the GNU General Public License       ;;
;;                                                                 ;;
;;  HTTP library for KolibriOS                                     ;;
;;                                                                 ;;
;;   Written by hidnplayr@kolibrios.org                            ;;
;;                                                                 ;;
;;         GNU GENERAL PUBLIC LICENSE                              ;;
;;          Version 2, June 1991                                   ;;
;;                                                                 ;;
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 
; references:
; "HTTP made really easy", http://www.jmarshall.com/easy/http/
; "Hypertext Transfer Protocol -- HTTP/1.1", http://tools.ietf.org/html/rfc2616
 
 
        URLMAXLEN       = 65535
        BUFFERSIZE      = 4096
        TIMEOUT         = 1000  ; in 1/100 s
 
        __DEBUG__       = 1
        __DEBUG_LEVEL__ = 1
 
 
format MS COFF
 
public @EXPORT as 'EXPORTS'
 
include '../../../struct.inc'
include '../../../proc32.inc'
include '../../../macros.inc'
purge section,mov,add,sub
include '../../../debug-fdo.inc'
 
include '../../../network.inc'
include 'http.inc'
 
virtual at 0
        http_msg http_msg
end virtual
 
macro copy_till_zero {
  @@:
        lodsb
        test    al, al
        jz      @f
        stosb
        jmp     @r
  @@:
}
 
macro HTTP_init_buffer buffer, socketnum {
 
        mov     eax, buffer
        push    socketnum
        popd    [eax + http_msg.socket]
        lea     esi, [eax + http_msg.data]
        mov     [eax + http_msg.flags], FLAG_CONNECTED
        mov     [eax + http_msg.write_ptr], esi
        mov     [eax + http_msg.buffer_length], BUFFERSIZE -  http_msg.data
        mov     [eax + http_msg.chunk_ptr], 0
 
        mov     [eax + http_msg.status], 0
        mov     [eax + http_msg.header_length], 0
        mov     [eax + http_msg.content_length], 0
        mov     [eax + http_msg.content_received], 0
 
        push    eax ebp
        mov     ebp, eax
        mcall   29, 9
        mov     [ebp + http_msg.timestamp], eax
        pop     ebp eax
}
 
section '.flat' code readable align 16
 
;;===========================================================================;;
lib_init: ;//////////////////////////////////////////////////////////////////;;
;;---------------------------------------------------------------------------;;
;? Library entry point (called after library load)                           ;;
;;---------------------------------------------------------------------------;;
;> eax = pointer to memory allocation routine                                ;;
;> ebx = pointer to memory freeing routine                                   ;;
;> ecx = pointer to memory reallocation routine                              ;;
;> edx = pointer to library loading routine                                  ;;
;;---------------------------------------------------------------------------;;
;< eax = 1 (fail) / 0 (ok)                                                   ;;
;;===========================================================================;;
        mov     [mem.alloc], eax
        mov     [mem.free], ebx
        mov     [mem.realloc], ecx
        mov     [dll.load], edx
 
        invoke  dll.load, @IMPORT
        test    eax, eax
        jnz     .error
 
; load proxy settings
        invoke  ini.get_str, inifile, sec_proxy, key_proxy, proxyAddr, 256, proxyAddr
        invoke  ini.get_int, inifile, sec_proxy, key_proxyport, 80
        mov     [proxyPort], eax
        invoke  ini.get_str, inifile, sec_proxy, key_user, proxyUser, 256, proxyUser
        invoke  ini.get_str, inifile, sec_proxy, key_password, proxyPassword, 256, proxyPassword
 
        DEBUGF  1, "HTTP library: init OK"
 
        xor     eax, eax
        ret
 
  .error:
        DEBUGF  1, "ERROR loading libraries"
 
        xor     eax, eax
        inc     eax
 
        ret
 
 
 
 
;;================================================================================================;;
proc HTTP_get URL ;///////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Initiates a HTTP connection, using 'GET' method.                                               ;;
;;------------------------------------------------------------------------------------------------;;
;> URL = pointer to ASCIIZ URL                                                                    ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / buffer ptr                                                                   ;;
;;================================================================================================;;
locals
        hostname        dd ?
        pageaddr        dd ?
        sockaddr        dd ?
        socketnum       dd ?
        buffer          dd ?
        port            dd ?
endl
 
; split the URL into hostname and pageaddr
        stdcall parse_url, [URL]
        test    eax, eax
        jz      .error
        mov     [hostname], eax
        mov     [pageaddr], ebx
 
; Do we need to use a proxy?
        cmp     [proxyAddr], 0
        jne     .proxy_done
 
  .proxy_done:
 
;;;;
        mov     [port], 80      ;;;; FIXME
 
; Connect to the other side.
        stdcall open_connection, [hostname], [port]
        test    eax, eax
        jz      .error
        mov     [socketnum], eax
 
; Create the HTTP request.
        invoke  mem.alloc, BUFFERSIZE
        test    eax, eax
        jz      .error
        mov     [buffer], eax
        mov     edi, eax
        DEBUGF  1, "Buffer has been allocated.\n"
 
        mov     esi, str_get
        copy_till_zero
 
        mov     esi, [pageaddr]
        copy_till_zero
 
        mov     esi, str_http11
        mov     ecx, str_http11.length
        rep     movsb
 
        mov     esi, [hostname]
        copy_till_zero
 
        mov     esi, str_close
        mov     ecx, str_close.length
        rep     movsb
 
        mov     byte[edi], 0
        DEBUGF  1, "Request:\n%s", [buffer]
 
; Send the request
        mov     esi, edi
        sub     esi, [buffer]   ; length
        xor     edi, edi        ; flags
 
        mcall   send, [socketnum], [buffer]
        test    eax, eax
        jz      .error
        DEBUGF  1, "Request has been sent to server.\n"
 
        HTTP_init_buffer [buffer], [socketnum]
 
        ret                     ; return buffer ptr
 
  .error:
        DEBUGF  1, "Error!\n"
        xor     eax, eax        ; return 0 = error
        ret
 
endp
 
 
 
;;================================================================================================;;
proc HTTP_head URL ;//////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Initiates a HTTP connection, using 'HEAD' method.                                              ;;
;;------------------------------------------------------------------------------------------------;;
;> URL = pointer to ASCIIZ URL                                                                    ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / buffer ptr                                                                   ;;
;;================================================================================================;;
locals
        hostname        dd ?
        pageaddr        dd ?
        sockaddr        dd ?
        socketnum       dd ?
        buffer          dd ?
        port            dd ?
endl
 
; split the URL into hostname and pageaddr
        stdcall parse_url, [URL]
        test    eax, eax
        jz      .error
        mov     [hostname], eax
        mov     [pageaddr], ebx
 
; Do we need to use a proxy?
        cmp     [proxyAddr], 0
        jne     .proxy_done
 
        ; TODO: set hostname to that of the
  .proxy_done:
 
;;;;
        mov     [port], 80      ;;;; FIXME
 
; Connect to the other side.
        stdcall open_connection, [hostname], [port]
        test    eax, eax
        jz      .error
        mov     [socketnum], eax
 
; Create the HTTP request.
        invoke  mem.alloc, BUFFERSIZE
        test    eax, eax
        jz      .error
        mov     [buffer], eax
        mov     edi, eax
        DEBUGF  1, "Buffer has been allocated.\n"
 
        mov     esi, str_head
        copy_till_zero
 
        mov     esi, [pageaddr]
        copy_till_zero
 
        mov     esi, str_http11
        mov     ecx, str_http11.length
        rep     movsb
 
        mov     esi, [hostname]
        copy_till_zero
 
        mov     esi, str_close
        mov     ecx, str_close.length
        rep     movsb
 
        mov     byte[edi], 0
        DEBUGF  1, "Request:\n%s", [buffer]
 
; Send the request
        mov     esi, edi
        sub     esi, [buffer]   ; length
        xor     edi, edi        ; flags
 
        mcall   send, [socketnum], [buffer]
        test    eax, eax
        jz      .error
        DEBUGF  1, "Request has been sent to server.\n"
 
        HTTP_init_buffer [buffer], [socketnum]
 
        ret                     ; return buffer ptr
 
  .error:
        DEBUGF  1, "Error!\n"
        xor     eax, eax        ; return 0 = error
        ret
 
endp
 
 
;;================================================================================================;;
proc HTTP_post URL, content_type, content_length ;////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Initiates a HTTP connection, using 'GET' method.                                               ;;
;;------------------------------------------------------------------------------------------------;;
;> URL                  = pointer to ASCIIZ URL                                                   ;;
;> content_type         = pointer to ASCIIZ string containing content type                        ;;
;> content_length       = length of content (in bytes)                                            ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / buffer ptr                                                                   ;;
;;================================================================================================;;
locals
        hostname        dd ?
        pageaddr        dd ?
        sockaddr        dd ?
        socketnum       dd ?
        buffer          dd ?
        port            dd ?
endl
 
; split the URL into hostname and pageaddr
        stdcall parse_url, [URL]
        test    eax, eax
        jz      .error
        mov     [hostname], eax
        mov     [pageaddr], ebx
 
; Do we need to use a proxy?
        cmp     [proxyAddr], 0
        jne     .proxy_done
 
        ; TODO: set hostname to that of the
  .proxy_done:
 
;;;;
        mov     [port], 80      ;;;; FIXME
 
; Connect to the other side.
        stdcall open_connection, [hostname], [port]
        test    eax, eax
        jz      .error
        mov     [socketnum], eax
 
; Create the HTTP request.
        invoke  mem.alloc, BUFFERSIZE
        test    eax, eax
        jz      .error
        mov     [buffer], eax
        mov     edi, eax
        DEBUGF  1, "Buffer has been allocated.\n"
 
        mov     esi, str_post
        copy_till_zero
 
        mov     esi, [pageaddr]
        copy_till_zero
 
        mov     esi, str_http11
        mov     ecx, str_http11.length
        rep     movsb
 
        mov     esi, [hostname]
        copy_till_zero
 
        mov     esi, str_post_cl
        mov     ecx, str_post_cl.length
        rep     movsb
 
        mov     eax, [content_length]
        call    ascii_dec
 
        mov     esi, str_post_ct
        mov     ecx, str_post_ct.length
        rep     movsb
 
        mov     esi, [content_type]
        rep     movsb
 
        mov     esi, str_close
        mov     ecx, str_close.length
        rep     movsb
 
        mov     byte[edi], 0
        DEBUGF  1, "Request:\n%s", [buffer]
 
; Send the request
        mov     esi, edi
        sub     esi, [buffer]   ; length
        xor     edi, edi        ; flags
        mcall   send, [socketnum], [buffer]
        test    eax, eax
        jz      .error
        DEBUGF  1, "Request has been sent to server.\n"
 
        HTTP_init_buffer [buffer], [socketnum]
 
;        mov     eax, [buffer]
 
        ret                     ; return buffer ptr
 
  .error:
        DEBUGF  1, "Error!\n"
        xor     eax, eax        ; return 0 = error
        ret
 
endp
 
 
 
;;================================================================================================;;
proc HTTP_process identifier ;////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Receive data from the server, parse headers and put data in receive buffer.                    ;;
;? To complete a transfer, this procedure must be called over and over again untill it returns 0. ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = pointer to buffer containing http_msg struct.                                   ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = -1 (not finished) / 0 finished                                                           ;;
;;================================================================================================;;
        pusha
        mov     ebp, [identifier]
 
; If the connection is closed, return immediately
        test    [ebp + http_msg.flags], FLAG_CONNECTED
        jz      .connection_closed
 
; Receive some data
        mcall   recv, [ebp + http_msg.socket], [ebp + http_msg.write_ptr], \
                      [ebp + http_msg.buffer_length], MSG_DONTWAIT
        cmp     eax, 0xffffffff
        je      .check_socket
        DEBUGF  1, "Received %u bytes\n", eax
 
; Update timestamp
        push    eax
        mcall   29, 9
        mov     [ebp + http_msg.timestamp], eax
        pop     eax
 
; Update pointers
        mov     edi, [ebp + http_msg.write_ptr]
        add     [ebp + http_msg.write_ptr], eax
        sub     [ebp + http_msg.buffer_length], eax
        jz      .got_all_data
 
; If data is chunked, combine chunks into contiguous data.
        test    [ebp + http_msg.flags], FLAG_CHUNKED
        jnz     .chunk_loop
 
; Did we detect the header yet?
        test    [ebp + http_msg.flags], FLAG_GOT_HEADER
        jnz     .header_parsed
 
        push    eax
 
; We havent found the header yet, search for it..
        sub     eax, 4
        jl      .need_more_data_pop
        inc     eax
  .scan:
        ; scan for end of header (empty line)
        cmp     dword[edi], 0x0a0d0a0d                  ; end of header
        je      .end_of_header
        cmp     word[edi+2], 0x0a0a
        je      .end_of_header
        inc     edi
        dec     eax
        jnz     .scan
        jmp     .need_more_data_pop
 
  .end_of_header:
        add     edi, 4 - http_msg.data
        sub     edi, ebp
        mov     [ebp + http_msg.header_length], edi
        or      [ebp + http_msg.flags], FLAG_GOT_HEADER
        DEBUGF  1, "Header length: %u\n", edi
 
; Ok, we have found header:
        cmp     dword[ebp + http_msg.data], 'HTTP'
        jne     .invalid_header
        cmp     dword[ebp + http_msg.data+4], '/1.0'
        je      .http_1.0
        cmp     dword[ebp + http_msg.data+4], '/1.1'
        jne     .invalid_header
        or      [ebp + http_msg.flags], FLAG_HTTP11
  .http_1.0:
        cmp     byte[ebp + http_msg.data+8], ' '
        jne     .invalid_header
        DEBUGF  1, "Header seems valid.\n"
 
        lea     esi, [ebp + http_msg.data+9]
        xor     eax, eax
        xor     ebx, ebx
        mov     ecx, 3
  .statusloop:
        lodsb
        sub     al, '0'
        jb      .invalid_header
        cmp     al, 9
        ja      .invalid_header
        lea     ebx, [ebx + 4*ebx]
        shl     ebx, 1
        add     ebx, eax
        dec     ecx
        jnz     .statusloop
        mov     [ebp + http_msg.status], ebx
        DEBUGF  1, "Status: %u\n", ebx
 
; Now, convert all header names to lowercase.
; This way, it will be much easier to find certain header fields, later on.
 
        lea     esi, [ebp + http_msg.data]
        mov     ecx, [ebp + http_msg.header_length]
  .need_newline:
        inc     esi
        dec     ecx
        jz      .convert_done
        cmp     byte[esi], 10
        jne     .need_newline
; Ok, we have a newline, a line beginning with space or tabs has no header fields.
 
        inc     esi
        dec     ecx
        jz      .convert_done
        cmp     byte[esi], ' '
        je      .need_newline
        cmp     byte[esi], 9    ; horizontal tab
        je      .need_newline
        jmp     .convert_loop
  .next_char:
        inc     esi
        dec     ecx
        jz      .convert_done
  .convert_loop:
        cmp     byte[esi], ':'
        je      .need_newline
        cmp     byte[esi], 'A'
        jb      .next_char
        cmp     byte[esi], 'Z'
        ja      .next_char
        or      byte[esi], 0x20 ; convert to lowercase
        jmp     .next_char
  .convert_done:
        mov     byte[esi-1], 0
        lea     esi, [ebp + http_msg.data]
        DEBUGF  1, "Header names converted to lowercase:\n%s\n", esi
 
; Check for content-length header field.
        stdcall find_header_field, ebp, str_cl
        test    eax, eax
        jz      .no_content
        or      [ebp + http_msg.flags], FLAG_CONTENT_LENGTH
 
        xor     edx, edx
  .cl_loop:
        movzx   ebx, byte[eax]
        inc     eax
        cmp     bl, 10
        je      .cl_ok
        cmp     bl, 13
        je      .cl_ok
        cmp     bl, ' '
        je      .cl_ok
        sub     bl, '0'
        jb      .invalid_header
        cmp     bl, 9
        ja      .invalid_header
        lea     edx, [edx + edx*4]      ; edx = edx*10
        shl     edx, 1                  ;
        add     edx, ebx
        jmp     .cl_loop
 
  .cl_ok:
        mov     [ebp + http_msg.content_length], edx
        DEBUGF  1, "Content-length: %u\n", edx
 
; Resize buffer according to content-length.
        add     edx, [ebp + http_msg.header_length]
        add     edx, http_msg.data
 
        mov     ecx, edx
        sub     ecx, [ebp + http_msg.write_ptr]
        mov     [ebp + http_msg.buffer_length], ecx
 
        invoke  mem.realloc, ebp, edx
        or      eax, eax
        jz      .no_ram_pop
 
        pop     eax
        sub     eax, [ebp + http_msg.header_length]
        jmp     .header_parsed  ; hooray!
 
  .no_content:
        DEBUGF  1, "Content-length not found.\n"
 
; We didnt find 'content-length', maybe server is using chunked transfer encoding?
; Try to find 'transfer-encoding' header.
        stdcall find_header_field, ebp, str_te
        test    eax, eax
        jz      .invalid_header
 
        mov     ebx, dword[eax]
        or      ebx, 0x20202020
        cmp     ebx, 'chun'
        jne     .invalid_header
        mov     ebx, dword[eax+4]
        or      ebx, 0x00202020
        and     ebx, 0x00ffffff
        cmp     ebx, 'ked'
        jne     .invalid_header
 
        or      [ebp + http_msg.flags], FLAG_CHUNKED
        DEBUGF  1, "Transfer type is: chunked\n"
 
        pop     eax
 
; Set chunk pointer where first chunk should begin.
        lea     eax, [ebp + http_msg.data]
        add     eax, [ebp + http_msg.header_length]
        mov     [ebp + http_msg.chunk_ptr], eax
 
  .chunk_loop:
        mov     ecx, [ebp + http_msg.write_ptr]
        sub     ecx, [ebp + http_msg.chunk_ptr]
        jb      .need_more_data_chunked         ; TODO: use this ecx !!!
 
; Chunkline starts here, convert the ASCII hex number into ebx
        mov     esi, [ebp + http_msg.chunk_ptr]
        xor     ebx, ebx
  .chunk_hexloop:
        lodsb
        sub     al, '0'
        jb      .chunk_
        cmp     al, 9
        jbe     .chunk_hex
        sub     al, 'A' - '0' - 10
        jb      .chunk_
        cmp     al, 15
        jbe     .chunk_hex
        sub     al, 'a' - 'A'
        cmp     al, 15
        ja      .chunk_
  .chunk_hex:
        shl     ebx, 4
        add     bl, al
        jmp     .chunk_hexloop
  .chunk_:
        DEBUGF  1, "got chunk of %u bytes\n", ebx
;;        cmp     esi, [ebp + http_msg.chunk_ptr]
;;        je
; If chunk size is 0, all chunks have been received.
        test    ebx, ebx
        jz      .got_all_data_chunked           ; last chunk, hooray! FIXME: what if it wasnt a valid hex number???
 
; Chunkline ends with a CR, LF or simply LF
  .end_of_chunkline?:
        cmp     al, 10
        je      .end_of_chunkline
        lodsb
        cmp     edi, [ebp + http_msg.write_ptr]
        jb      .end_of_chunkline?
        jmp     .need_more_data
 
  .end_of_chunkline:
; Update chunk ptr, and remember old one
        mov     edi, [ebp + http_msg.chunk_ptr]
        add     [ebp + http_msg.chunk_ptr], ebx
; Realloc buffer, make it 'chunksize' bigger.
        mov     eax, [ebp + http_msg.buffer_length]
        add     eax, ebx
        invoke  mem.realloc, ebp, eax
        or      eax, eax
        jz      .no_ram
        add     [ebp + http_msg.buffer_length], ebx
 
; Update write ptr
        mov     eax, esi
        sub     eax, edi
        sub     [ebp + http_msg.write_ptr], eax
 
; Now move all received data to the left (remove chunk header).
; Update content_length accordingly.
        mov     ecx, [ebp + http_msg.write_ptr]
        sub     ecx, esi
        add     [ebp + http_msg.content_received], ecx
        rep     movsb
        jmp     .chunk_loop
 
; Check if we got all the data.
  .header_parsed:
        add     [ebp + http_msg.content_received], eax
        mov     eax, [ebp + http_msg.content_length]
        cmp     eax, [ebp + http_msg.content_received]
        jae     .got_all_data
        jmp     .need_more_data
  .need_more_data_pop:
        pop     eax
  .need_more_data:
        popa
        xor     eax, eax
        dec     eax
        ret
 
  .need_more_data_chunked:
        add     [ebp + http_msg.content_received], eax
        popa
        xor     eax, eax
        dec     eax
        ret
 
  .got_all_data_chunked:
        mov     eax, [ebp + http_msg.chunk_ptr]
        sub     eax, [ebp + http_msg.header_length]
        sub     eax, http_msg.data
        sub     eax, ebp
        mov     [ebp + http_msg.content_length], eax
        mov     [ebp + http_msg.content_received], eax
  .got_all_data:
        DEBUGF  1, "We got all the data! (%u bytes)\n", [ebp + http_msg.content_length]
        or      [ebp + http_msg.flags], FLAG_GOT_ALL_DATA
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
        popa
        xor     eax, eax
        ret
 
  .check_socket:
        cmp     ebx, EWOULDBLOCK
        jne     .socket_error
 
        mcall   29, 9
        sub     eax, TIMEOUT
        cmp     eax, [ebp + http_msg.timestamp]
        jb      .need_more_data
        DEBUGF  1, "ERROR: timeout\n"
        or      [ebp + http_msg.flags], FLAG_TIMEOUT_ERROR
        jmp     .disconnect
 
  .invalid_header:
        pop     eax
        DEBUGF  1, "ERROR: invalid header\n"
        or      [ebp + http_msg.flags], FLAG_INVALID_HEADER
        jmp     .disconnect
 
  .no_ram_pop:
        pop     eax
  .no_ram:
        DEBUGF  1, "ERROR: out of RAM\n"
        or      [ebp + http_msg.flags], FLAG_NO_RAM
        jmp     .disconnect
 
  .socket_error:
        DEBUGF  1, "ERROR: socket error %u\n", ebx
        or      [ebp + http_msg.flags], FLAG_SOCKET_ERROR
  .disconnect:
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
  .connection_closed:
        popa
        xor     eax, eax
        ret
 
endp
 
 
 
 
;;================================================================================================;;
proc HTTP_free identifier ;///////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Free the http_msg structure                                                                    ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = pointer to buffer containing http_msg struct.                                   ;;
;;------------------------------------------------------------------------------------------------;;
;< none                                                                                           ;;
;;================================================================================================;;
 
        pusha
        mov     ebp, [identifier]
 
        test    [ebp + http_msg.flags], FLAG_CONNECTED
        jz      .not_connected
 
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
 
  .not_connected:
        invoke  mem.free, ebp
 
        popa
        ret
 
endp
 
 
 
;;================================================================================================;;
proc HTTP_stop identifier ;///////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Stops the open connection                                                                      ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = pointer to buffer containing http_msg struct.                                   ;;
;;------------------------------------------------------------------------------------------------;;
;< none                                                                                           ;;
;;================================================================================================;;
 
        pusha
        mov     ebp, [identifier]
 
        and     [ebp + http_msg.flags], not FLAG_CONNECTED
        mcall   close, [ebp + http_msg.socket]
 
        popa
        ret
 
endp
 
 
 
;;================================================================================================;;
proc find_header_field identifier, headername ;///////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Find a header field in the received HTTP header                                                ;;
;;------------------------------------------------------------------------------------------------;;
;> identifier   = ptr to http_msg struct                                                          ;;
;> headername   = ptr to ASCIIZ string containg field you want to find (must be in lowercase)     ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / ptr to content of the HTTP header field                                      ;;
;;================================================================================================;;
        push    ebx ecx edx esi edi
 
        DEBUGF  1, "Find header field: %s\n", [headername]
 
        mov     ebx, [identifier]
        test    [ebx + http_msg.flags], FLAG_GOT_HEADER
        jz      .fail
 
        lea     edx, [ebx + http_msg.data]
        mov     ecx, edx
        add     ecx, [ebx + http_msg.header_length]
 
  .restart:
        mov     esi, [headername]
        mov     edi, edx
  .loop:
        cmp     edi, ecx
        jae     .fail
        lodsb
        scasb
        je      .loop
        test    al, al
        jz      .done?
  .next:
        inc     edx
        jmp     .restart
 
  .not_done:
        inc     edi
  .done?:
        cmp     byte[edi-1], ':'
        je      .almost_done
        cmp     byte[edi-1], ' '
        je      .not_done
        cmp     byte[edi-1], 9  ; tab
        je      .not_done
 
        jmp     .next
 
  .almost_done:                 ; FIXME: buffer overflow?
        dec     edi
        DEBUGF  1, "Found header field\n"
  .spaceloop:
        inc     edi
        cmp     byte[edi], ' '
        je      .spaceloop
        cmp     byte[edi], 9    ; tab
        je      .spaceloop
 
        mov     eax, edi
        pop     edi esi edx ecx ebx
        ret
 
  .fail:
        pop     edi esi edx ecx ebx
        xor     eax, eax
        ret
 
endp
 
 
 
;;================================================================================================;;
proc URI_escape URI ;/////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;?                                                                                                ;;
;;------------------------------------------------------------------------------------------------;;
;> URI = ptr to ASCIIZ URI                                                                        ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / ptr to ASCIIZ URI                                                            ;;
;;================================================================================================;;
 
        pusha
 
        invoke  mem.alloc, URLMAXLEN
        test    eax, eax
        jz      .error
        mov     [esp + 7 * 4], eax              ; return ptr in eax
        mov     esi, [URI]
        mov     edi, eax
        xor     ebx, ebx
        xor     ecx, ecx
  .loop:
        lodsb
        test    al, al
        jz      .done
 
        mov     cl, al
        and     cl, 0x1f
        mov     bl, al
        shr     bl, 5
        bt      dword[bits_must_escape + ebx], ecx
        jc      .escape
 
        stosb
        jmp     .loop
 
  .escape:
        mov     al, '%'
        stosb
        mov     bl, byte[esi-1]
        shr     bl, 4
        mov     al, byte[str_hex + ebx]
        stosb
        mov     bl, byte[esi-1]
        and     bl, 0x0f
        mov     al, byte[str_hex + ebx]
        stosb
        jmp     .loop
 
 
  .done:
        stosb
 
        popa
        ret
 
  .error:
        popa
        xor     eax, eax
        ret
 
endp
 
 
 
;;================================================================================================;;
proc URI_unescape URI ;///////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;?                                                                                                ;;
;;------------------------------------------------------------------------------------------------;;
;> URI = ptr to ASCIIZ URI                                                                        ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / ptr to ASCIIZ URI                                                            ;;
;;================================================================================================;;
 
        pusha
 
        invoke  mem.alloc, URLMAXLEN
        test    eax, eax
        jz      .error
        mov     [esp + 7 * 4], eax              ; return ptr in eax
        mov     esi, [URI]
        mov     edi, eax
  .loop:
        lodsb
        test    al, al
        jz      .done
 
        cmp     al, '%'
        je      .unescape
 
        stosb
        jmp     .loop
 
  .unescape:
        xor     ebx, ebx
        xor     ecx, ecx
  .unescape_nibble:
        lodsb
        sub     al, '0'
        jb      .fail
        cmp     al, 9
        jbe     .nibble_ok
        sub     al, 'A' - '0' - 10
        jb      .fail
        cmp     al, 15
        jbe     .nibble_ok
        sub     al, 'a' - 'A'
        cmp     al, 15
        ja      .fail
  .nibble_ok:
        shl     bl, 8
        or      bl, al
        dec     ecx
        jc      .unescape_nibble
        mov     al, bl
        stosb
        jmp     .loop
 
  .fail:
        DEBUGF  1, "ERROR: invalid URI!\n"
        jmp     .loop
 
  .done:
        stosb
 
        popa
        ret
 
  .error:
        popa
        xor     eax, eax
        ret
 
endp
 
 
 
 
 
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
;! Internal procedures section                                                                    ;;
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
 
 
 
 
;;================================================================================================;;
proc open_connection hostname, port ;/////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Connects to a HTTP server                                                                      ;;
;;------------------------------------------------------------------------------------------------;;
;> hostname     = ptr to ASCIIZ hostname                                                          ;;
;> port         = port (x86 byte order)                                                           ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / socketnum                                                                    ;;
;;================================================================================================;;
 
locals
        sockaddr        dd ?
        socketnum       dd ?
endl
 
; Resolve the hostname
        DEBUGF  1, "Resolving hostname\n"
        push    esp     ; reserve stack place
        push    esp     ; fourth parameter
        push    0       ; third parameter
        push    0       ; second parameter
        push    [hostname]
        call    [getaddrinfo]
        pop     esi
        test    eax, eax
        jnz     .error1
 
; getaddrinfo returns addrinfo struct, make the pointer to sockaddr struct
        mov     esi, [esi + addrinfo.ai_addr]
        mov     [sockaddr], esi
        mov     eax, [esi + sockaddr_in.sin_addr]
        test    eax, eax
        jz      .error2
 
        DEBUGF  1, "Server ip=%u.%u.%u.%u\n", \
        [esi + sockaddr_in.sin_addr]:1, [esi + sockaddr_in.sin_addr + 1]:1, \
        [esi + sockaddr_in.sin_addr + 2]:1, [esi + sockaddr_in.sin_addr + 3]:1
 
        mov     [esi + sockaddr_in.sin_family], AF_INET4
        mov     eax, [port]
        xchg    al, ah
        mov     [esi + sockaddr_in.sin_port], ax
 
; Connect to the server.
        mcall   socket, AF_INET4, SOCK_STREAM, 0
        test    eax, eax
        jz      .error2
        mov     [socketnum], eax
        DEBUGF  1, "Socket: 0x%x\n", eax
 
        mcall   connect, [socketnum], [sockaddr], 18
        test    eax, eax
        jnz     .error2
        DEBUGF  1, "Socket is now connected.\n"
 
; free allocated memory
        push    [sockaddr]
        call    [freeaddrinfo]
 
        mov     eax, [socketnum]
        ret
 
  .error2:
 
; free allocated memory
        push    [sockaddr]
        call    [freeaddrinfo]
 
  .error1:
        xor     eax, eax
        ret
 
endp
 
 
;;================================================================================================;;
proc parse_url URL ;//////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Split a given URL into hostname and pageaddr                                                   ;;
;;------------------------------------------------------------------------------------------------;;
;> URL = ptr to ASCIIZ URL                                                                        ;;
;;------------------------------------------------------------------------------------------------;;
;< eax = 0 (error) / ptr to ASCIIZ hostname                                                       ;;
;< ebx = ptr to ASCIIZ pageaddr                                                                   ;;
;;================================================================================================;;
 
locals
        urlsize         dd ?
        hostname        dd ?
        pageaddr        dd ?
endl
 
        DEBUGF  1, "parsing URL: %s\n", [URL]
 
; remove any leading protocol text
        mov     esi, [URL]
        mov     ecx, URLMAXLEN
        mov     ax, '//'
  .loop1:
        cmp     byte[esi], 0            ; end of URL?
        je      .url_ok                 ; yep, so not found
        cmp     [esi], ax
        je      .skip_proto
        inc     esi
        dec     ecx
        jnz     .loop1
 
        DEBUGF  1, "Invalid URL\n"
        xor     eax, eax
        ret
 
  .skip_proto:
        inc     esi                     ; skip the two '/'
        inc     esi
        mov     [URL], esi              ; update pointer so it skips protocol
        jmp     .loop1                  ; we still need to find the length of the URL
 
  .url_ok:
        sub     esi, [URL]              ; calculate total length of URL
        mov     [urlsize], esi
 
 
; now look for page delimiter - it's a '/' character
        mov     ecx, esi                ; URL length
        mov     edi, [URL]
        mov     al, '/'
        repne   scasb
        jne     @f
        dec     edi                     ; return one char, '/' must be part of the pageaddr
        inc     ecx                     ;
  @@:
        push    ecx edi                 ; remember the pointer and length of pageaddr
 
        mov     ecx, edi
        sub     ecx, [URL]
        inc     ecx                     ; we will add a 0 byte at the end
        invoke  mem.alloc, ecx
        or      eax, eax
        jz      .no_mem
 
        mov     [hostname], eax         ; copy hostname to buffer
        mov     edi, eax
        mov     esi, [URL]
        dec     ecx
        rep     movsb
        xor     al, al
        stosb
 
        mov     [pageaddr], str_slash   ; assume there is no pageaddr
        pop     esi ecx
        test    ecx, ecx
        jz      .no_page
        inc     ecx                     ; we will add a 0 byte at the end
        invoke  mem.alloc, ecx
        or      eax, eax
        jz      .no_mem
 
        mov     [pageaddr], eax         ; copy pageaddr to buffer
        mov     edi, eax
        dec     ecx
        rep     movsb
        xor     al, al
        stosb
  .no_page:
 
        mov     eax, [hostname]
        mov     ebx, [pageaddr]
 
        DEBUGF  1, "hostname: %s\n", eax
        DEBUGF  1, "pageaddr: %s\n", ebx
 
        ret
 
  .no_mem:
        xor     eax, eax
        ret
 
endp
 
 
;;================================================================================================;;
proc ascii_dec ;//////////////////////////////////////////////////////////////////////////////////;;
;;------------------------------------------------------------------------------------------------;;
;? Convert eax to ASCII decimal number                                                            ;;
;;------------------------------------------------------------------------------------------------;;
;> eax = number                                                                                   ;;
;> edi = ptr where to write ASCII decimal number                                                  ;;
;;------------------------------------------------------------------------------------------------;;
;< /                                                                                              ;;
;;================================================================================================;;
 
        push    -'0'
        mov     ecx, 10
  .loop:
        xor     edx, edx
        div     ecx
        add     dl, '0'
        push    edx
        test    eax, eax
        jnz     .loop
 
  .loop2:
        pop     eax
        add     al, '0'
        jz      .done
        stosb
        jmp     .loop2
  .done:
 
        ret
 
endp
 
 
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
;! Imported functions section                                                                     ;;
;;================================================================================================;;
;;////////////////////////////////////////////////////////////////////////////////////////////////;;
;;================================================================================================;;
 
 
align 16
@IMPORT:
 
library \
        libini, 'libini.obj', \
        network, 'network.obj'
 
import  libini, \
        ini.get_str, 'ini_get_str', \
        ini.get_int, 'ini_get_int'
 
import  network,\
        getaddrinfo, 'getaddrinfo',\
        freeaddrinfo,  'freeaddrinfo',\
        inet_ntoa, 'inet_ntoa'
 
;;===========================================================================;;
;;///////////////////////////////////////////////////////////////////////////;;
;;===========================================================================;;
;! Exported functions section                                                ;;
;;===========================================================================;;
;;///////////////////////////////////////////////////////////////////////////;;
;;===========================================================================;;
 
 
align 4
@EXPORT:
export  \
        lib_init                , 'lib_init'            , \
        0x00010001              , 'version'             , \
        HTTP_get                , 'get'                 , \
        HTTP_head               , 'head'                , \
        HTTP_post               , 'post'                , \
        find_header_field       , 'find_header_field'   , \
        HTTP_process            , 'process'             , \
        HTTP_free               , 'free'                , \
        HTTP_stop               , 'stop'                , \
        URI_escape              , 'escape'              , \
        URI_unescape            , 'unescape'
 
;        HTTP_put                , 'put'                 , \
;        HTTP_delete             , 'delete'              , \
;        HTTP_trace              , 'trace'               , \
;        HTTP_connect            , 'connect'             , \
 
 
 
section '.data' data readable writable align 16
 
inifile         db '/sys/settings/network.ini', 0
 
sec_proxy:
key_proxy       db 'proxy', 0
key_proxyport   db 'port', 0
key_user        db 'user', 0
key_password    db 'password', 0
 
str_http11      db ' HTTP/1.1', 13, 10, 'Host: '
  .length       = $ - str_http11
str_post_cl     db 13, 10, 'Content-Length: '
  .length       = $ - str_post_cl
str_post_ct     db 13, 10, 'Content-Type: '
  .length       = $ - str_post_ct
str_close       db 13, 10, 'User-Agent: KolibriOS libHTTP/1.0', 13, 10, 'Connection: Close', 13, 10, 13, 10
  .length       = $ - str_close
str_proxy_auth  db 13, 10, 'Proxy-Authorization: Basic '
  .length       = $ - str_proxy_auth
 
base64_table    db 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz'
                db '0123456789+/'
 
str_cl          db 'content-length', 0
str_slash       db '/', 0
str_te          db 'transfer-encoding', 0
str_get         db 'GET ', 0
str_head        db 'HEAD ', 0
str_post        db 'POST ', 0
 
bits_must_escape:
dd      0xffffffff                                                      ; 00-1F
dd      1 shl 0 + 1 shl 2 + 1 shl 3 + 1 shl 5 + 1 shl 28 + 1 shl 30     ; "#%<>
dd      1 shl 27 + 1 shl 28 + 1 shl 29 + 1 shl 30                       ;[\]^
dd      1 shl 0 + 1 shl 27 + 1 shl 28 + 1 shl 29 + 1 shl 31             ;`{|} DEL
 
dd      0xffffffff
dd      0xffffffff
dd      0xffffffff
dd      0xffffffff
 
str_hex:
db '0123456789ABCDEF'
 
include_debug_strings
 
; uninitialized data
mem.alloc       dd ?
mem.free        dd ?
mem.realloc     dd ?
dll.load        dd ?
 
proxyAddr       rb 256
proxyUser       rb 256
proxyPassword   rb 256
proxyPort       dd ?

Rev 4209	Rev 4211
1	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;	1	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
2	;; ;;	2	;; ;;
3	;; Copyright (C) KolibriOS team 2004-2013. All rights reserved. ;;	3	;; Copyright (C) KolibriOS team 2004-2013. All rights reserved. ;;
4	;; Distributed under terms of the GNU General Public License ;;	4	;; Distributed under terms of the GNU General Public License ;;
5	;; ;;	5	;; ;;
6	;; HTTP library for KolibriOS ;;	6	;; HTTP library for KolibriOS ;;
7	;; ;;	7	;; ;;
8	;; Written by hidnplayr@kolibrios.org ;;	8	;; Written by hidnplayr@kolibrios.org ;;
9	;; ;;	9	;; ;;
10	;; GNU GENERAL PUBLIC LICENSE ;;	10	;; GNU GENERAL PUBLIC LICENSE ;;
11	;; Version 2, June 1991 ;;	11	;; Version 2, June 1991 ;;
12	;; ;;	12	;; ;;
13	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;	13	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
14		14
15	; references:	15	; references:
16	; "HTTP made really easy", http://www.jmarshall.com/easy/http/	16	; "HTTP made really easy", http://www.jmarshall.com/easy/http/
17	; "Hypertext Transfer Protocol -- HTTP/1.1", http://tools.ietf.org/html/rfc2616	17	; "Hypertext Transfer Protocol -- HTTP/1.1", http://tools.ietf.org/html/rfc2616
18		18
19		19
20	URLMAXLEN = 65535	20	URLMAXLEN = 65535
21	BUFFERSIZE = 4096	21	BUFFERSIZE = 4096
22	TIMEOUT = 1000 ; in 1/100 s	22	TIMEOUT = 1000 ; in 1/100 s
23		23
24	__DEBUG__ = 1	24	__DEBUG__ = 1
25	__DEBUG_LEVEL__ = 1	25	__DEBUG_LEVEL__ = 1
26		26
27		27
28	format MS COFF	28	format MS COFF
29		29
30	public @EXPORT as 'EXPORTS'	30	public @EXPORT as 'EXPORTS'
31		31
32	include '../../../struct.inc'	32	include '../../../struct.inc'
33	include '../../../proc32.inc'	33	include '../../../proc32.inc'
34	include '../../../macros.inc'	34	include '../../../macros.inc'
35	purge section,mov,add,sub	35	purge section,mov,add,sub
36	include '../../../debug-fdo.inc'	36	include '../../../debug-fdo.inc'
37		37
38	include '../../../network.inc'	38	include '../../../network.inc'
39	include 'http.inc'	39	include 'http.inc'
40		40
41	virtual at 0	41	virtual at 0
42	http_msg http_msg	42	http_msg http_msg
43	end virtual	43	end virtual
44		44
45	macro copy_till_zero {	45	macro copy_till_zero {
46	@@:	46	@@:
47	lodsb	47	lodsb
48	test al, al	48	test al, al
49	jz @f	49	jz @f
50	stosb	50	stosb
51	jmp @r	51	jmp @r
52	@@:	52	@@:
53	}	53	}
54		54
55	macro HTTP_init_buffer buffer, socketnum {	55	macro HTTP_init_buffer buffer, socketnum {
56		56
57	mov eax, buffer	57	mov eax, buffer
58	push socketnum	58	push socketnum
59	popd [eax + http_msg.socket]	59	popd [eax + http_msg.socket]
60	lea esi, [eax + http_msg.data]	60	lea esi, [eax + http_msg.data]
61	mov [eax + http_msg.flags], FLAG_CONNECTED	61	mov [eax + http_msg.flags], FLAG_CONNECTED
62	mov [eax + http_msg.write_ptr], esi	62	mov [eax + http_msg.write_ptr], esi
63	mov [eax + http_msg.buffer_length], BUFFERSIZE - http_msg.data	63	mov [eax + http_msg.buffer_length], BUFFERSIZE - http_msg.data
64	mov [eax + http_msg.chunk_ptr], 0	64	mov [eax + http_msg.chunk_ptr], 0
65		65
66	mov [eax + http_msg.status], 0	66	mov [eax + http_msg.status], 0
67	mov [eax + http_msg.header_length], 0	67	mov [eax + http_msg.header_length], 0
68	mov [eax + http_msg.content_length], 0	68	mov [eax + http_msg.content_length], 0
69	mov [eax + http_msg.content_received], 0	69	mov [eax + http_msg.content_received], 0
70		70
71	push eax ebp	71	push eax ebp
72	mov ebp, eax	72	mov ebp, eax
73	mcall 29, 9	73	mcall 29, 9
74	mov [ebp + http_msg.timestamp], eax	74	mov [ebp + http_msg.timestamp], eax
75	pop ebp eax	75	pop ebp eax
76	}	76	}
77		77
78	section '.flat' code readable align 16	78	section '.flat' code readable align 16
79		79
80	;;===========================================================================;;	80	;;===========================================================================;;
81	lib_init: ;//////////////////////////////////////////////////////////////////;;	81	lib_init: ;//////////////////////////////////////////////////////////////////;;
82	;;---------------------------------------------------------------------------;;	82	;;---------------------------------------------------------------------------;;
83	;? Library entry point (called after library load) ;;	83	;? Library entry point (called after library load) ;;
84	;;---------------------------------------------------------------------------;;	84	;;---------------------------------------------------------------------------;;
85	;> eax = pointer to memory allocation routine ;;	85	;> eax = pointer to memory allocation routine ;;
86	;> ebx = pointer to memory freeing routine ;;	86	;> ebx = pointer to memory freeing routine ;;
87	;> ecx = pointer to memory reallocation routine ;;	87	;> ecx = pointer to memory reallocation routine ;;
88	;> edx = pointer to library loading routine ;;	88	;> edx = pointer to library loading routine ;;
89	;;---------------------------------------------------------------------------;;	89	;;---------------------------------------------------------------------------;;
90	;< eax = 1 (fail) / 0 (ok) ;;	90	;< eax = 1 (fail) / 0 (ok) ;;
91	;;===========================================================================;;	91	;;===========================================================================;;
92	mov [mem.alloc], eax	92	mov [mem.alloc], eax
93	mov [mem.free], ebx	93	mov [mem.free], ebx
94	mov [mem.realloc], ecx	94	mov [mem.realloc], ecx
95	mov [dll.load], edx	95	mov [dll.load], edx
96		96
97	invoke dll.load, @IMPORT	97	invoke dll.load, @IMPORT
98	test eax, eax	98	test eax, eax
99	jnz .error	99	jnz .error
100		100
101	; load proxy settings	101	; load proxy settings
102	invoke ini.get_str, inifile, sec_proxy, key_proxy, proxyAddr, 256, proxyAddr	102	invoke ini.get_str, inifile, sec_proxy, key_proxy, proxyAddr, 256, proxyAddr
103	invoke ini.get_int, inifile, sec_proxy, key_proxyport, 80	103	invoke ini.get_int, inifile, sec_proxy, key_proxyport, 80
104	mov [proxyPort], eax	104	mov [proxyPort], eax
105	invoke ini.get_str, inifile, sec_proxy, key_user, proxyUser, 256, proxyUser	105	invoke ini.get_str, inifile, sec_proxy, key_user, proxyUser, 256, proxyUser
106	invoke ini.get_str, inifile, sec_proxy, key_password, proxyPassword, 256, proxyPassword	106	invoke ini.get_str, inifile, sec_proxy, key_password, proxyPassword, 256, proxyPassword
-		107
-		108	DEBUGF 1, "HTTP library: init OK"
107		109
108	xor eax, eax	110	xor eax, eax
109	ret	111	ret
110		112
111	.error:	113	.error:
-		114	DEBUGF 1, "ERROR loading libraries"
-		115
112	xor eax, eax	116	xor eax, eax
113	inc eax	117	inc eax
114		118
115	ret	119	ret
116		120
117		121
118		122
119		123
120	;;================================================================================================;;	124	;;================================================================================================;;
121	proc HTTP_get URL ;///////////////////////////////////////////////////////////////////////////////;;	125	proc HTTP_get URL ;///////////////////////////////////////////////////////////////////////////////;;
122	;;------------------------------------------------------------------------------------------------;;	126	;;------------------------------------------------------------------------------------------------;;
123	;? Initiates a HTTP connection, using 'GET' method. ;;	127	;? Initiates a HTTP connection, using 'GET' method. ;;
124	;;------------------------------------------------------------------------------------------------;;	128	;;------------------------------------------------------------------------------------------------;;
125	;> URL = pointer to ASCIIZ URL ;;	129	;> URL = pointer to ASCIIZ URL ;;
126	;;------------------------------------------------------------------------------------------------;;	130	;;------------------------------------------------------------------------------------------------;;
127	;< eax = 0 (error) / buffer ptr ;;	131	;< eax = 0 (error) / buffer ptr ;;
128	;;================================================================================================;;	132	;;================================================================================================;;
129	locals	133	locals
130	hostname dd ?	134	hostname dd ?
131	pageaddr dd ?	135	pageaddr dd ?
132	sockaddr dd ?	136	sockaddr dd ?
133	socketnum dd ?	137	socketnum dd ?
134	buffer dd ?	138	buffer dd ?
135	port dd ?	139	port dd ?
136	endl	140	endl
137		141
138	; split the URL into hostname and pageaddr	142	; split the URL into hostname and pageaddr
139	stdcall parse_url, [URL]	143	stdcall parse_url, [URL]
140	test eax, eax	144	test eax, eax
141	jz .error	145	jz .error
142	mov [hostname], eax	146	mov [hostname], eax
143	mov [pageaddr], ebx	147	mov [pageaddr], ebx
144		148
145	; Do we need to use a proxy?	149	; Do we need to use a proxy?
146	cmp [proxyAddr], 0	150	cmp [proxyAddr], 0
147	jne .proxy_done	151	jne .proxy_done
148		152
149	.proxy_done:	153	.proxy_done:
150		154
151	;;;;	155	;;;;
152	mov [port], 80 ;;;; FIXME	156	mov [port], 80 ;;;; FIXME
153		157
154	; Connect to the other side.	158	; Connect to the other side.
155	stdcall open_connection, [hostname], [port]	159	stdcall open_connection, [hostname], [port]
156	test eax, eax	160	test eax, eax
157	jz .error	161	jz .error
158	mov [socketnum], eax	162	mov [socketnum], eax
159		163
160	; Create the HTTP request.	164	; Create the HTTP request.
161	invoke mem.alloc, BUFFERSIZE	165	invoke mem.alloc, BUFFERSIZE
162	test eax, eax	166	test eax, eax
163	jz .error	167	jz .error
164	mov [buffer], eax	168	mov [buffer], eax
165	mov edi, eax	169	mov edi, eax
166	DEBUGF 1, "Buffer has been allocated.\n"	170	DEBUGF 1, "Buffer has been allocated.\n"
167		171
168	mov esi, str_get	172	mov esi, str_get
169	copy_till_zero	173	copy_till_zero
170		174
171	mov esi, [pageaddr]	175	mov esi, [pageaddr]
172	copy_till_zero	176	copy_till_zero
173		177
174	mov esi, str_http11	178	mov esi, str_http11
175	mov ecx, str_http11.length	179	mov ecx, str_http11.length
176	rep movsb	180	rep movsb
177		181
178	mov esi, [hostname]	182	mov esi, [hostname]
179	copy_till_zero	183	copy_till_zero
180		184
181	mov esi, str_close	185	mov esi, str_close
182	mov ecx, str_close.length	186	mov ecx, str_close.length
183	rep movsb	187	rep movsb
184		188
185	mov byte[edi], 0	189	mov byte[edi], 0
186	DEBUGF 1, "Request:\n%s", [buffer]	190	DEBUGF 1, "Request:\n%s", [buffer]
187		191
188	; Send the request	192	; Send the request
189	mov esi, edi	193	mov esi, edi
190	sub esi, [buffer] ; length	194	sub esi, [buffer] ; length
191	xor edi, edi ; flags	195	xor edi, edi ; flags
192		196
193	mcall send, [socketnum], [buffer]	197	mcall send, [socketnum], [buffer]
194	test eax, eax	198	test eax, eax
195	jz .error	199	jz .error
196	DEBUGF 1, "Request has been sent to server.\n"	200	DEBUGF 1, "Request has been sent to server.\n"
197		201
198	HTTP_init_buffer [buffer], [socketnum]	202	HTTP_init_buffer [buffer], [socketnum]
199		203
200	ret ; return buffer ptr	204	ret ; return buffer ptr
201		205
202	.error:	206	.error:
203	DEBUGF 1, "Error!\n"	207	DEBUGF 1, "Error!\n"
204	xor eax, eax ; return 0 = error	208	xor eax, eax ; return 0 = error
205	ret	209	ret
206		210
207	endp	211	endp
208		212
209		213
210		214
211	;;================================================================================================;;	215	;;================================================================================================;;
212	proc HTTP_head URL ;//////////////////////////////////////////////////////////////////////////////;;	216	proc HTTP_head URL ;//////////////////////////////////////////////////////////////////////////////;;
213	;;------------------------------------------------------------------------------------------------;;	217	;;------------------------------------------------------------------------------------------------;;
214	;? Initiates a HTTP connection, using 'HEAD' method. ;;	218	;? Initiates a HTTP connection, using 'HEAD' method. ;;
215	;;------------------------------------------------------------------------------------------------;;	219	;;------------------------------------------------------------------------------------------------;;
216	;> URL = pointer to ASCIIZ URL ;;	220	;> URL = pointer to ASCIIZ URL ;;
217	;;------------------------------------------------------------------------------------------------;;	221	;;------------------------------------------------------------------------------------------------;;
218	;< eax = 0 (error) / buffer ptr ;;	222	;< eax = 0 (error) / buffer ptr ;;
219	;;================================================================================================;;	223	;;================================================================================================;;
220	locals	224	locals
221	hostname dd ?	225	hostname dd ?
222	pageaddr dd ?	226	pageaddr dd ?
223	sockaddr dd ?	227	sockaddr dd ?
224	socketnum dd ?	228	socketnum dd ?
225	buffer dd ?	229	buffer dd ?
226	port dd ?	230	port dd ?
227	endl	231	endl
228		232
229	; split the URL into hostname and pageaddr	233	; split the URL into hostname and pageaddr
230	stdcall parse_url, [URL]	234	stdcall parse_url, [URL]
231	test eax, eax	235	test eax, eax
232	jz .error	236	jz .error
233	mov [hostname], eax	237	mov [hostname], eax
234	mov [pageaddr], ebx	238	mov [pageaddr], ebx
235		239
236	; Do we need to use a proxy?	240	; Do we need to use a proxy?
237	cmp [proxyAddr], 0	241	cmp [proxyAddr], 0
238	jne .proxy_done	242	jne .proxy_done
239		243
240	; TODO: set hostname to that of the	244	; TODO: set hostname to that of the
241	.proxy_done:	245	.proxy_done:
242		246
243	;;;;	247	;;;;
244	mov [port], 80 ;;;; FIXME	248	mov [port], 80 ;;;; FIXME
245		249
246	; Connect to the other side.	250	; Connect to the other side.
247	stdcall open_connection, [hostname], [port]	251	stdcall open_connection, [hostname], [port]
248	test eax, eax	252	test eax, eax
249	jz .error	253	jz .error
250	mov [socketnum], eax	254	mov [socketnum], eax
251		255
252	; Create the HTTP request.	256	; Create the HTTP request.
253	invoke mem.alloc, BUFFERSIZE	257	invoke mem.alloc, BUFFERSIZE
254	test eax, eax	258	test eax, eax
255	jz .error	259	jz .error
256	mov [buffer], eax	260	mov [buffer], eax
257	mov edi, eax	261	mov edi, eax
258	DEBUGF 1, "Buffer has been allocated.\n"	262	DEBUGF 1, "Buffer has been allocated.\n"
259		263
260	mov esi, str_head	264	mov esi, str_head
261	copy_till_zero	265	copy_till_zero
262		266
263	mov esi, [pageaddr]	267	mov esi, [pageaddr]
264	copy_till_zero	268	copy_till_zero
265		269
266	mov esi, str_http11	270	mov esi, str_http11
267	mov ecx, str_http11.length	271	mov ecx, str_http11.length
268	rep movsb	272	rep movsb
269		273
270	mov esi, [hostname]	274	mov esi, [hostname]
271	copy_till_zero	275	copy_till_zero
272		276
273	mov esi, str_close	277	mov esi, str_close
274	mov ecx, str_close.length	278	mov ecx, str_close.length
275	rep movsb	279	rep movsb
276		280
277	mov byte[edi], 0	281	mov byte[edi], 0
278	DEBUGF 1, "Request:\n%s", [buffer]	282	DEBUGF 1, "Request:\n%s", [buffer]
279		283
280	; Send the request	284	; Send the request
281	mov esi, edi	285	mov esi, edi
282	sub esi, [buffer] ; length	286	sub esi, [buffer] ; length
283	xor edi, edi ; flags	287	xor edi, edi ; flags
284		288
285	mcall send, [socketnum], [buffer]	289	mcall send, [socketnum], [buffer]
286	test eax, eax	290	test eax, eax
287	jz .error	291	jz .error
288	DEBUGF 1, "Request has been sent to server.\n"	292	DEBUGF 1, "Request has been sent to server.\n"
289		293
290	HTTP_init_buffer [buffer], [socketnum]	294	HTTP_init_buffer [buffer], [socketnum]
291		295
292	ret ; return buffer ptr	296	ret ; return buffer ptr
293		297
294	.error:	298	.error:
295	DEBUGF 1, "Error!\n"	299	DEBUGF 1, "Error!\n"
296	xor eax, eax ; return 0 = error	300	xor eax, eax ; return 0 = error
297	ret	301	ret
298		302
299	endp	303	endp
300		304
301		305
302	;;================================================================================================;;	306	;;================================================================================================;;
303	proc HTTP_post URL, content_type, content_length ;////////////////////////////////////////////////;;	307	proc HTTP_post URL, content_type, content_length ;////////////////////////////////////////////////;;
304	;;------------------------------------------------------------------------------------------------;;	308	;;------------------------------------------------------------------------------------------------;;
305	;? Initiates a HTTP connection, using 'GET' method. ;;	309	;? Initiates a HTTP connection, using 'GET' method. ;;
306	;;------------------------------------------------------------------------------------------------;;	310	;;------------------------------------------------------------------------------------------------;;
307	;> URL = pointer to ASCIIZ URL ;;	311	;> URL = pointer to ASCIIZ URL ;;
308	;> content_type = pointer to ASCIIZ string containing content type ;;	312	;> content_type = pointer to ASCIIZ string containing content type ;;
309	;> content_length = length of content (in bytes) ;;	313	;> content_length = length of content (in bytes) ;;
310	;;------------------------------------------------------------------------------------------------;;	314	;;------------------------------------------------------------------------------------------------;;
311	;< eax = 0 (error) / buffer ptr ;;	315	;< eax = 0 (error) / buffer ptr ;;
312	;;================================================================================================;;	316	;;================================================================================================;;
313	locals	317	locals
314	hostname dd ?	318	hostname dd ?
315	pageaddr dd ?	319	pageaddr dd ?
316	sockaddr dd ?	320	sockaddr dd ?
317	socketnum dd ?	321	socketnum dd ?
318	buffer dd ?	322	buffer dd ?
319	port dd ?	323	port dd ?
320	endl	324	endl
321		325
322	; split the URL into hostname and pageaddr	326	; split the URL into hostname and pageaddr
323	stdcall parse_url, [URL]	327	stdcall parse_url, [URL]
324	test eax, eax	328	test eax, eax
325	jz .error	329	jz .error
326	mov [hostname], eax	330	mov [hostname], eax
327	mov [pageaddr], ebx	331	mov [pageaddr], ebx
328		332
329	; Do we need to use a proxy?	333	; Do we need to use a proxy?
330	cmp [proxyAddr], 0	334	cmp [proxyAddr], 0
331	jne .proxy_done	335	jne .proxy_done
332		336
333	; TODO: set hostname to that of the	337	; TODO: set hostname to that of the
334	.proxy_done:	338	.proxy_done:
335		339
336	;;;;	340	;;;;
337	mov [port], 80 ;;;; FIXME	341	mov [port], 80 ;;;; FIXME
338		342
339	; Connect to the other side.	343	; Connect to the other side.
340	stdcall open_connection, [hostname], [port]	344	stdcall open_connection, [hostname], [port]
341	test eax, eax	345	test eax, eax
342	jz .error	346	jz .error
343	mov [socketnum], eax	347	mov [socketnum], eax
344		348
345	; Create the HTTP request.	349	; Create the HTTP request.
346	invoke mem.alloc, BUFFERSIZE	350	invoke mem.alloc, BUFFERSIZE
347	test eax, eax	351	test eax, eax
348	jz .error	352	jz .error
349	mov [buffer], eax	353	mov [buffer], eax
350	mov edi, eax	354	mov edi, eax
351	DEBUGF 1, "Buffer has been allocated.\n"	355	DEBUGF 1, "Buffer has been allocated.\n"
352		356
353	mov esi, str_post	357	mov esi, str_post
354	copy_till_zero	358	copy_till_zero
355		359
356	mov esi, [pageaddr]	360	mov esi, [pageaddr]
357	copy_till_zero	361	copy_till_zero
358		362
359	mov esi, str_http11	363	mov esi, str_http11
360	mov ecx, str_http11.length	364	mov ecx, str_http11.length
361	rep movsb	365	rep movsb
362		366
363	mov esi, [hostname]	367	mov esi, [hostname]
364	copy_till_zero	368	copy_till_zero
365		369
366	mov esi, str_post_cl	370	mov esi, str_post_cl
367	mov ecx, str_post_cl.length	371	mov ecx, str_post_cl.length
368	rep movsb	372	rep movsb
369		373
370	mov eax, [content_length]	374	mov eax, [content_length]
371	call ascii_dec	375	call ascii_dec
372		376
373	mov esi, str_post_ct	377	mov esi, str_post_ct
374	mov ecx, str_post_ct.length	378	mov ecx, str_post_ct.length
375	rep movsb	379	rep movsb
376		380
377	mov esi, [content_type]	381	mov esi, [content_type]
378	rep movsb	382	rep movsb
379		383
380	mov esi, str_close	384	mov esi, str_close
381	mov ecx, str_close.length	385	mov ecx, str_close.length
382	rep movsb	386	rep movsb
383		387
384	mov byte[edi], 0	388	mov byte[edi], 0
385	DEBUGF 1, "Request:\n%s", [buffer]	389	DEBUGF 1, "Request:\n%s", [buffer]
386		390
387	; Send the request	391	; Send the request
388	mov esi, edi	392	mov esi, edi
389	sub esi, [buffer] ; length	393	sub esi, [buffer] ; length
390	xor edi, edi ; flags	394	xor edi, edi ; flags
391	mcall send, [socketnum], [buffer]	395	mcall send, [socketnum], [buffer]
392	test eax, eax	396	test eax, eax
393	jz .error	397	jz .error
394	DEBUGF 1, "Request has been sent to server.\n"	398	DEBUGF 1, "Request has been sent to server.\n"
395		399
396	HTTP_init_buffer [buffer], [socketnum]	400	HTTP_init_buffer [buffer], [socketnum]
397		401
398	; mov eax, [buffer]	402	; mov eax, [buffer]
399		403
400	ret ; return buffer ptr	404	ret ; return buffer ptr
401		405
402	.error:	406	.error:
403	DEBUGF 1, "Error!\n"	407	DEBUGF 1, "Error!\n"
404	xor eax, eax ; return 0 = error	408	xor eax, eax ; return 0 = error
405	ret	409	ret
406		410
407	endp	411	endp
408		412
409		413
410		414
411	;;================================================================================================;;	415	;;================================================================================================;;
412	proc HTTP_process identifier ;////////////////////////////////////////////////////////////////////;;	416	proc HTTP_process identifier ;////////////////////////////////////////////////////////////////////;;
413	;;------------------------------------------------------------------------------------------------;;	417	;;------------------------------------------------------------------------------------------------;;
414	;? Receive data from the server, parse headers and put data in receive buffer. ;;	418	;? Receive data from the server, parse headers and put data in receive buffer. ;;
415	;? To complete a transfer, this procedure must be called over and over again untill it returns 0. ;;	419	;? To complete a transfer, this procedure must be called over and over again untill it returns 0. ;;
416	;;------------------------------------------------------------------------------------------------;;	420	;;------------------------------------------------------------------------------------------------;;
417	;> identifier = pointer to buffer containing http_msg struct. ;;	421	;> identifier = pointer to buffer containing http_msg struct. ;;
418	;;------------------------------------------------------------------------------------------------;;	422	;;------------------------------------------------------------------------------------------------;;
419	;< eax = -1 (not finished) / 0 finished ;;	423	;< eax = -1 (not finished) / 0 finished ;;
420	;;================================================================================================;;	424	;;================================================================================================;;
421	pusha	425	pusha
422	mov ebp, [identifier]	426	mov ebp, [identifier]
423		427
424	; If the connection is closed, return immediately	428	; If the connection is closed, return immediately
425	test [ebp + http_msg.flags], FLAG_CONNECTED	429	test [ebp + http_msg.flags], FLAG_CONNECTED
426	jz .connection_closed	430	jz .connection_closed
427		431
428	; Receive some data	432	; Receive some data
429	mcall recv, [ebp + http_msg.socket], [ebp + http_msg.write_ptr], \	433	mcall recv, [ebp + http_msg.socket], [ebp + http_msg.write_ptr], \
430	[ebp + http_msg.buffer_length], MSG_DONTWAIT	434	[ebp + http_msg.buffer_length], MSG_DONTWAIT
431	cmp eax, 0xffffffff	435	cmp eax, 0xffffffff
432	je .check_socket	436	je .check_socket
433	DEBUGF 1, "Received %u bytes\n", eax	437	DEBUGF 1, "Received %u bytes\n", eax
434		438
435	; Update timestamp	439	; Update timestamp
436	push eax	440	push eax
437	mcall 29, 9	441	mcall 29, 9
438	mov [ebp + http_msg.timestamp], eax	442	mov [ebp + http_msg.timestamp], eax
439	pop eax	443	pop eax
440		444
441	; Update pointers	445	; Update pointers
442	mov edi, [ebp + http_msg.write_ptr]	446	mov edi, [ebp + http_msg.write_ptr]
443	add [ebp + http_msg.write_ptr], eax	447	add [ebp + http_msg.write_ptr], eax
444	sub [ebp + http_msg.buffer_length], eax	448	sub [ebp + http_msg.buffer_length], eax
445	jz .got_all_data	449	jz .got_all_data
446		450
447	; If data is chunked, combine chunks into contiguous data.	451	; If data is chunked, combine chunks into contiguous data.
448	test [ebp + http_msg.flags], FLAG_CHUNKED	452	test [ebp + http_msg.flags], FLAG_CHUNKED
449	jnz .chunk_loop	453	jnz .chunk_loop
450		454
451	; Did we detect the header yet?	455	; Did we detect the header yet?
452	test [ebp + http_msg.flags], FLAG_GOT_HEADER	456	test [ebp + http_msg.flags], FLAG_GOT_HEADER
453	jnz .header_parsed	457	jnz .header_parsed
454		458
455	push eax	459	push eax
456		460
457	; We havent found the header yet, search for it..	461	; We havent found the header yet, search for it..
458	sub eax, 4	462	sub eax, 4
459	jl .need_more_data_pop	463	jl .need_more_data_pop
460	inc eax	464	inc eax
461	.scan:	465	.scan:
462	; scan for end of header (empty line)	466	; scan for end of header (empty line)
463	cmp dword[edi], 0x0a0d0a0d ; end of header	467	cmp dword[edi], 0x0a0d0a0d ; end of header
464	je .end_of_header	468	je .end_of_header
465	cmp word[edi+2], 0x0a0a	469	cmp word[edi+2], 0x0a0a
466	je .end_of_header	470	je .end_of_header
467	inc edi	471	inc edi
468	dec eax	472	dec eax
469	jnz .scan	473	jnz .scan
470	jmp .need_more_data_pop	474	jmp .need_more_data_pop
471		475
472	.end_of_header:	476	.end_of_header:
473	add edi, 4 - http_msg.data	477	add edi, 4 - http_msg.data
474	sub edi, ebp	478	sub edi, ebp
475	mov [ebp + http_msg.header_length], edi	479	mov [ebp + http_msg.header_length], edi
476	or [ebp + http_msg.flags], FLAG_GOT_HEADER	480	or [ebp + http_msg.flags], FLAG_GOT_HEADER
477	DEBUGF 1, "Header length: %u\n", edi	481	DEBUGF 1, "Header length: %u\n", edi
478		482
479	; Ok, we have found header:	483	; Ok, we have found header:
480	cmp dword[ebp + http_msg.data], 'HTTP'	484	cmp dword[ebp + http_msg.data], 'HTTP'
481	jne .invalid_header	485	jne .invalid_header
482	cmp dword[ebp + http_msg.data+4], '/1.0'	486	cmp dword[ebp + http_msg.data+4], '/1.0'
483	je .http_1.0	487	je .http_1.0
484	cmp dword[ebp + http_msg.data+4], '/1.1'	488	cmp dword[ebp + http_msg.data+4], '/1.1'
485	jne .invalid_header	489	jne .invalid_header
486	or [ebp + http_msg.flags], FLAG_HTTP11	490	or [ebp + http_msg.flags], FLAG_HTTP11
487	.http_1.0:	491	.http_1.0:
488	cmp byte[ebp + http_msg.data+8], ' '	492	cmp byte[ebp + http_msg.data+8], ' '
489	jne .invalid_header	493	jne .invalid_header
490	DEBUGF 1, "Header seems valid.\n"	494	DEBUGF 1, "Header seems valid.\n"
491		495
492	lea esi, [ebp + http_msg.data+9]	496	lea esi, [ebp + http_msg.data+9]
493	xor eax, eax	497	xor eax, eax
494	xor ebx, ebx	498	xor ebx, ebx
495	mov ecx, 3	499	mov ecx, 3
496	.statusloop:	500	.statusloop:

Subversion Repositories Kolibri OS

(root)/programs/develop/libraries/http/http.asm – Rev 4209 → 4211