Subversion Repositories Kolibri OS

;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;

;;                                                              ;;

;; Copyright (C) KolibriOS team 2004-2024. All rights reserved. ;;

;;  Distributed under terms of the GNU General Public License.  ;;

;;                                                              ;;

;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;

align 4

;struct futex*  __fastcall create_futex(int *ptr)

create_futex:

        push    ecx

        mov     ecx, sizeof.FUTEX

        call    create_object

        pop     ecx

        test    eax, eax

        jz      .fail

        mov     [eax + FUTEX.magic], 'FUTX'

        mov     [eax + FUTEX.destroy], 0

        mov     [eax + FUTEX.pointer], ecx

        lea     ecx, [eax + FUTEX.wait_list]

        list_init ecx

        mov     [eax + FUTEX.flags], 0

.fail:

        ret

align 4

;int __fastcall destroy_futex(struct futex *futex)

destroy_futex:

        push    esi

        mov     esi, [current_process]

        mov     edx, [ecx + FUTEX.handle]

        pushfd

        cli

        lea     eax, [ecx + FUTEX.wait_list]

        cmp     eax, [eax + LHEAD.next]

        jne     .fail

        mov     eax, [esi + PROC.ht_next]

        mov     [esi + PROC.htab + edx*4], eax

        mov     [esi + PROC.ht_next], edx

        inc     [esi + PROC.ht_free]

        popfd

        pop     esi

        mov     eax, ecx

        call    free

        xor     eax, eax

        ret

.fail:

        popfd

        pop     esi

        mov     eax, -1

        ret

align 4

sys_futex:

        cmp     ecx, STDERR_FILENO

        jbe     .fail

        cmp     ecx, (PROC.pdt_0 - PROC.htab)/4

        jae     .fail

        mov     edi, [current_process]

        mov     ebp, [edi + PROC.htab + ecx*4]

        cmp     [ebp + FUTEX.magic], 'FUTX'

        jne     .fail

        cmp     [ebp + FUTEX.handle], ecx

        jne     .fail

        jmp     dword [sys_futex_call + ebx*4-4]

.fail:

.requeue:

.cmp_requeue:

.wait_bitset:

.wake_bitset:

        mov     [esp + SYSCALL_STACK.eax], -1

        ret

align 4

.init:

        call    create_futex

        test    eax, eax

        jz      @F

        mov     eax, [eax + FUTEX.handle]

@@:

        mov     [esp + SYSCALL_STACK.eax], eax

        ret

align 4

;ecx futex handle

;edi current process

;ebp futex object

.destroy:

        mov     ecx, ebp

        call    destroy_futex

        mov     [esp + SYSCALL_STACK.eax], eax

        ret

align 4

;ecx futex handle

;edx control value

;esi timeout

;edi current process

;ebp futex object

.wait:

        test    esi, esi

        jnz     .wait_timeout

        mov     ecx, [ebp + FUTEX.pointer]

        mov     eax, edx

        lock cmpxchg [ecx], edx

        je      .wait_slow

        mov     [esp + SYSCALL_STACK.eax], -2

        ret

.wait_slow:

        pushfd

        cli

        sub     esp, sizeof.MUTEX_WAITER

        mov     ebx, [current_slot]

        mov     [esp + MUTEX_WAITER.task], ebx

        lea     esi, [ebp + FUTEX.wait_list]

        list_add_tail esp, esi      ;esp= new waiter, esi= list head

        mov     eax, edx

.again:

        mov     [ebx + APPDATA.state], TSTATE_RUN_SUSPENDED

        call    change_task

        lock cmpxchg [ecx], edx

        je      .again

        list_del esp

        add     esp, sizeof.MUTEX_WAITER

        popfd

        mov     [esp + SYSCALL_STACK.eax], 0

        ret

align 4

;ecx futex handle

;edx control value

;esi timeout

;edi current process

;ebp futex object

.wait_timeout:

        mov     ecx, [ebp + FUTEX.pointer]

        mov     eax, edx

        lock cmpxchg [ecx], edx         ;wait until old_value == new_value

        je      .wait_slow_timeout

        mov     [esp + SYSCALL_STACK.eax], -2

        ret

align 4

.wait_test:

        xor     eax, eax

        ret

.wait_slow_timeout:

        pushfd

        cli

        sub     esp, sizeof.MUTEX_WAITER

        mov     ebx, [current_slot]

        mov     [ebx + APPDATA.wait_test], sys_futex.wait_test

        mov     [ebx + APPDATA.wait_timeout], esi

        mov     [ebx + APPDATA.wait_param], ebp

        mov     eax, [timer_ticks]

        mov     [ebx + APPDATA.wait_begin], eax

        mov     [ebx + APPDATA.state], TSTATE_WAITING

        mov     [esp + MUTEX_WAITER.task], ebx

        lea     esi, [ebp + FUTEX.wait_list]

        list_add_tail esp, esi      ;esp= new waiter, esi= list head

.again_timeout:

        mov     [ebx + APPDATA.state], TSTATE_WAITING

        call    change_task

        mov     eax, [ebx + APPDATA.wait_param]

        test    eax, eax

        jz      .timeout

        mov     eax, edx

        lock cmpxchg [ecx], edx

        jz      .again_timeout

@@:

        cli

        list_del esp

        sti

        add     esp, sizeof.MUTEX_WAITER

        popfd

        mov     [esp + SYSCALL_STACK.eax], 0

        ret

.timeout:

        list_del esp

        add     esp, sizeof.MUTEX_WAITER

        popfd

        mov     [esp + SYSCALL_STACK.eax], -1

        ret

align 4

;ecx futex handle

;edx number of threads

;edi current process

;ebp futex object

.wake:

        xor     ecx, ecx

        pushfd

        cli

        lea     ebx, [ebp + FUTEX.wait_list]

        mov     esi, [ebx + LHEAD.next]

.again_wake:

        cmp     esi, ebx

        je      .done

        mov     eax, [esi + MUTEX_WAITER.task]

        mov     [eax + APPDATA.state], TSTATE_RUNNING

        mov     esi, [esi + MUTEX_WAITER.list.next]

        inc     ecx

        cmp     ecx, edx

        jb      .again_wake

.done:

        popfd

        mov     [esp + SYSCALL_STACK.eax], ecx

        ret