Subversion Repositories Kolibri OS

Rev

Rev 1089 | Rev 1105 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
431 serge 1
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
2
;;                                                              ;;
983 diamond 3
;; Copyright (C) KolibriOS team 2004-2008. All rights reserved. ;;
431 serge 4
;; Distributed under terms of the GNU General Public License    ;;
5
;;                                                              ;;
6
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
164 serge 7
 
593 mikedld 8
$Revision: 1103 $
9
 
10
 
164 serge 11
align 4
12
proc alloc_page
13
 
14
           pushfd
15
           cli
660 serge 16
           push ebx
164 serge 17
           mov ebx, [page_start]
18
           mov ecx, [page_end]
19
.l1:
20
           bsf eax,[ebx];
21
           jnz .found
22
           add ebx,4
23
           cmp ebx, ecx
24
           jb .l1
660 serge 25
           pop ebx
164 serge 26
           popfd
27
           xor eax,eax
28
           ret
29
.found:
30
           btr [ebx], eax
31
           mov [page_start],ebx
32
           sub ebx, sys_pgmap
254 serge 33
           lea eax, [eax+ebx*8]
164 serge 34
           shl eax, 12
35
           dec [pg_data.pages_free]
660 serge 36
           pop ebx
164 serge 37
           popfd
38
           ret
39
endp
40
 
41
align 4
42
proc alloc_pages stdcall, count:dword
43
           pushfd
660 serge 44
           push ebx
45
           push edi
164 serge 46
           cli
47
           mov eax, [count]
48
           add eax, 7
49
           shr eax, 3
50
           mov [count], eax
51
           cmp eax, [pg_data.pages_free]
52
           ja .fail
53
 
54
           mov ecx, [page_start]
55
           mov ebx, [page_end]
56
.find:
57
           mov edx, [count]
58
           mov edi, ecx
59
.match:
60
           cmp byte [ecx], 0xFF
61
           jne .next
62
           dec edx
63
           jz .ok
64
           inc ecx
65
           cmp ecx,ebx
66
           jb .match
660 serge 67
.fail:
68
           xor eax, eax
69
           pop edi
70
           pop ebx
164 serge 71
           popfd
72
           ret
73
.next:
74
           inc ecx
75
           cmp ecx, ebx
76
           jb .find
660 serge 77
           pop edi
78
           pop ebx
164 serge 79
           popfd
80
           xor eax, eax
81
           ret
82
.ok:
83
           sub ecx, edi
84
           inc ecx
663 serge 85
           push esi
164 serge 86
           mov esi, edi
87
           xor eax, eax
88
           rep stosb
89
           sub esi, sys_pgmap
90
           shl esi, 3+12
91
           mov eax, esi
92
           mov ebx, [count]
93
           shl ebx, 3
94
           sub [pg_data.pages_free], ebx
663 serge 95
           pop esi
660 serge 96
           pop edi
97
           pop ebx
164 serge 98
           popfd
99
           ret
100
endp
101
 
102
align 4
103
proc map_page stdcall,lin_addr:dword,phis_addr:dword,flags:dword
321 diamond 104
           push ebx
164 serge 105
           mov eax, [phis_addr]
106
           and eax, not 0xFFF
107
           or eax, [flags]
108
           mov ebx, [lin_addr]
109
           shr ebx, 12
365 serge 110
           mov [page_tabs+ebx*4], eax
164 serge 111
           mov eax, [lin_addr]
112
           invlpg [eax]
321 diamond 113
           pop ebx
164 serge 114
           ret
115
endp
116
 
117
align 4
281 serge 118
map_space:    ;not implemented
119
 
120
 
121
           ret
122
 
123
 
124
align 4
164 serge 125
proc free_page
126
;arg:  eax  page address
127
           pushfd
128
           cli
819 serge 129
           shr eax, 12                        ;page index
130
           bts dword [sys_pgmap], eax         ;that's all!
291 serge 131
           cmc
328 serge 132
           adc [pg_data.pages_free], 0
164 serge 133
           shr eax, 3
819 serge 134
           and eax, not 3                     ;dword offset from page_map
448 diamond 135
           add eax, sys_pgmap
164 serge 136
           cmp [page_start], eax
137
           ja @f
138
           popfd
139
           ret
140
@@:
141
           mov [page_start], eax
142
           popfd
143
           ret
144
endp
145
 
741 serge 146
proc map_io_mem stdcall, base:dword, size:dword, flags:dword
147
 
148
           push ebx
149
           push edi
150
           mov eax, [size]
151
           add eax, 4095
152
           and eax, -4096
153
           mov [size], eax
154
           stdcall alloc_kernel_space, eax
155
           test eax, eax
156
           jz .fail
157
           push eax
158
 
159
           mov edi, 0x1000
160
           mov ebx, eax
161
           mov ecx,[size]
162
           mov edx, [base]
163
           shr eax, 12
164
           shr ecx, 12
165
           and edx, -4096
166
           or edx, [flags]
167
@@:
168
           mov [page_tabs+eax*4], edx
819 serge 169
          ; push eax
170
          ; invlpg [ebx]
171
          ; pop eax
741 serge 172
           inc eax
173
           add ebx, edi
174
           add edx, edi
175
           loop @B
176
 
177
           pop eax
178
           mov edx, [base]
179
           and edx, 4095
180
           add eax, edx
181
.fail:
182
           pop edi
183
           pop ebx
184
           ret
185
endp
186
 
279 serge 187
; param
328 serge 188
;  eax= page base + page flags
819 serge 189
;  ebx= linear address
281 serge 190
;  ecx= count
191
 
192
align 4
328 serge 193
commit_pages:
741 serge 194
           push edi
328 serge 195
           test ecx, ecx
196
           jz .fail
281 serge 197
 
328 serge 198
           mov edi, ebx
199
           mov ebx, pg_data.pg_mutex
200
           call wait_mutex      ;ebx
201
 
202
           mov edx, 0x1000
203
           mov ebx, edi
204
           shr ebx, 12
205
@@:
365 serge 206
           mov [page_tabs+ebx*4], eax
819 serge 207
          ; push eax
208
          ; invlpg [edi]
209
          ; pop eax
328 serge 210
           add edi, edx
211
           add eax, edx
212
           inc ebx
213
           dec ecx
214
           jnz @B
215
           mov [pg_data.pg_mutex],ecx
216
.fail:
741 serge 217
           pop edi
281 serge 218
           ret
219
 
328 serge 220
 
281 serge 221
; param
279 serge 222
;  eax= base
281 serge 223
;  ecx= count
279 serge 224
 
164 serge 225
align 4
279 serge 226
release_pages:
321 diamond 227
 
228
           pushad
279 serge 229
           mov ebx, pg_data.pg_mutex
230
           call wait_mutex      ;ebx
231
 
232
           mov esi, eax
233
           mov edi, eax
234
 
235
           shr esi, 10
365 serge 236
           add esi, page_tabs
328 serge 237
 
238
           mov ebp, [pg_data.pages_free]
279 serge 239
           mov ebx, [page_start]
240
           mov edx, sys_pgmap
241
@@:
242
           xor eax, eax
243
           xchg eax, [esi]
924 serge 244
           push eax
279 serge 245
           invlpg [edi]
924 serge 246
           pop eax
279 serge 247
 
248
           test eax, 1
249
           jz .next
250
 
251
           shr eax, 12
252
           bts [edx], eax
291 serge 253
           cmc
328 serge 254
           adc ebp, 0
279 serge 255
           shr eax, 3
256
           and eax, -4
257
           add eax, edx
258
           cmp eax, ebx
259
           jae .next
260
 
261
           mov ebx, eax
262
.next:
263
           add edi, 0x1000
264
           add esi, 4
265
           dec ecx
266
           jnz @B
328 serge 267
           mov [pg_data.pages_free], ebp
279 serge 268
           and [pg_data.pg_mutex],0
321 diamond 269
           popad
279 serge 270
           ret
271
 
819 serge 272
; param
273
;  eax= base
274
;  ecx= count
275
 
279 serge 276
align 4
819 serge 277
unmap_pages:
278
 
279
           push edi
280
 
281
           mov edi, eax
282
           mov edx, eax
283
 
284
           shr edi, 10
285
           add edi, page_tabs
286
 
287
           xor eax, eax
288
@@:
289
           stosd
290
           invlpg [edx]
291
           add edx, 0x1000
292
           loop @b
293
 
294
           pop edi
295
           ret
296
 
297
 
298
align 4
188 serge 299
proc map_page_table stdcall, lin_addr:dword, phis_addr:dword
321 diamond 300
           push ebx
164 serge 301
           mov ebx, [lin_addr]
302
           shr ebx, 22
303
           mov eax, [phis_addr]
304
           and eax, not 0xFFF
305
           or eax, PG_UW          ;+PG_NOCACHE
378 serge 306
           mov dword [master_tab+ebx*4], eax
164 serge 307
           mov eax, [lin_addr]
308
           shr eax, 10
365 serge 309
           add eax, page_tabs
164 serge 310
           invlpg [eax]
321 diamond 311
           pop ebx
164 serge 312
           ret
313
endp
314
 
315
align 4
316
proc init_LFB
378 serge 317
           locals
318
             pg_count dd ?
319
           endl
320
 
164 serge 321
           cmp dword [LFBAddress], -1
322
           jne @f
412 serge 323
           mov [BOOT_VAR+0x901c],byte 2
164 serge 324
           stdcall kernel_alloc, 0x280000
325
           mov [LFBAddress], eax
326
           ret
327
@@:
328
           test [SCR_MODE],word 0100000000000000b
211 serge 329
           jnz @f
412 serge 330
           mov [BOOT_VAR+0x901c],byte 2
211 serge 331
           ret
332
@@:
490 serge 333
           call init_mtrr
334
 
378 serge 335
           mov edx, LFB_BASE
336
           mov esi, [LFBAddress]
465 serge 337
           mov edi, 0x00800000
379 serge 338
           mov dword [exp_lfb+4], edx
214 serge 339
 
164 serge 340
           shr edi, 12
341
           mov [pg_count], edi
342
           shr edi, 10
343
 
344
           bt [cpu_caps], CAPS_PSE
345
           jnc .map_page_tables
346
           or esi, PG_LARGE+PG_UW
465 serge 347
           mov edx, sys_pgdir+(LFB_BASE shr 20)
164 serge 348
@@:
465 serge 349
           mov [edx], esi
378 serge 350
           add edx, 4
164 serge 351
           add esi, 0x00400000
352
           dec edi
353
           jnz @B
354
 
207 serge 355
           bt [cpu_caps], CAPS_PGE
356
           jnc @F
465 serge 357
           or dword [sys_pgdir+(LFB_BASE shr 20)], PG_GLOBAL
207 serge 358
@@:
378 serge 359
           mov dword [LFBAddress], LFB_BASE
164 serge 360
           mov eax, cr3       ;flush TLB
361
           mov cr3, eax
362
           ret
363
 
364
.map_page_tables:
365
 
465 serge 366
@@:
164 serge 367
           call alloc_page
378 serge 368
           stdcall map_page_table, edx, eax
389 serge 369
           add edx, 0x00400000
164 serge 370
           dec edi
465 serge 371
           jnz @B
164 serge 372
 
373
           mov eax, [LFBAddress]
378 serge 374
           mov edi, page_tabs + (LFB_BASE shr 10)
164 serge 375
           or eax, PG_UW
376
           mov ecx, [pg_count]
378 serge 377
           cld
389 serge 378
@@:
379
           stosd
380
           add eax, 0x1000
381
           dec ecx
382
           jnz @B
164 serge 383
 
378 serge 384
           mov dword [LFBAddress], LFB_BASE
164 serge 385
           mov eax, cr3       ;flush TLB
386
           mov cr3, eax
387
 
388
           ret
389
endp
390
 
391
align 4
392
proc new_mem_resize stdcall, new_size:dword
393
 
276 serge 394
           mov ebx, pg_data.pg_mutex
395
           call wait_mutex    ;ebx
164 serge 396
 
397
           mov edi, [new_size]
398
           add edi,4095
399
           and edi,not 4095
400
           mov [new_size], edi
401
 
465 serge 402
           mov edx,[current_slot]
403
           cmp [edx+APPDATA.heap_base],0
172 serge 404
           jne .exit
405
 
465 serge 406
           mov esi, [edx+APPDATA.mem_size]
164 serge 407
           add esi, 4095
408
           and esi, not 4095
409
 
410
           cmp edi, esi
411
           jae .expand
412
 
413
           shr edi, 12
414
           shr esi, 12
415
@@:
378 serge 416
           mov eax, [app_page_tabs+edi*4]
164 serge 417
           test eax, 1
418
           jz .next
378 serge 419
           mov dword [app_page_tabs+edi*4], 2
164 serge 420
           mov ebx, edi
421
           shl ebx, 12
924 serge 422
           push eax
659 serge 423
           invlpg [ebx]
924 serge 424
           pop eax
164 serge 425
           call free_page
426
 
427
.next:     add edi, 1
428
           cmp edi, esi
429
           jb @B
430
 
431
.update_size:
465 serge 432
           mov     ebx, [new_size]
433
           call    update_mem_size
164 serge 434
 
435
           xor eax, eax
436
           dec [pg_data.pg_mutex]
437
           ret
438
.expand:
439
 
440
           push esi
441
           push edi
442
 
443
           add edi, 0x3FFFFF
444
           and edi, not(0x3FFFFF)
445
           add esi, 0x3FFFFF
446
           and esi, not(0x3FFFFF)
447
 
448
           cmp esi, edi
449
           jae .grow
450
 
451
           xchg esi, edi
452
 
453
@@:
454
           call alloc_page
455
           test eax, eax
1103 diamond 456
           jz .exit_pop
164 serge 457
 
188 serge 458
           stdcall map_page_table, edi, eax
164 serge 459
 
460
           push edi
461
           shr edi, 10
365 serge 462
           add edi, page_tabs
164 serge 463
           mov ecx, 1024
464
           xor eax, eax
465
           cld
466
           rep stosd
467
           pop edi
468
 
469
           add edi, 0x00400000
470
           cmp edi, esi
471
           jb @B
472
.grow:
473
           pop edi
474
           pop esi
475
@@:
476
           call alloc_page
477
           test eax, eax
478
           jz .exit
479
           stdcall map_page,esi,eax,dword PG_UW
480
 
481
           push edi
482
           mov edi, esi
483
           xor eax, eax
484
           mov ecx, 1024
485
           cld
486
           rep stosd
487
           pop edi
488
 
489
           add esi, 0x1000
490
           cmp esi, edi
294 diamond 491
           jb  @B
164 serge 492
 
493
           jmp .update_size
1103 diamond 494
.exit_pop:
495
           pop edi
496
           pop esi
164 serge 497
.exit:
498
           xor eax, eax
499
           inc eax
500
           dec [pg_data.pg_mutex]
501
           ret
502
endp
503
 
294 diamond 504
update_mem_size:
465 serge 505
; in: edx = slot base
294 diamond 506
;     ebx = new memory size
507
; destroys eax,ecx,edx
508
 
465 serge 509
           mov    [APPDATA.mem_size+edx],ebx
294 diamond 510
;search threads and update
511
;application memory size infomation
465 serge 512
           mov    ecx,[APPDATA.dir_table+edx]
294 diamond 513
           mov    eax,2
514
 
515
.search_threads:
516
;eax = current slot
517
;ebx = new memory size
518
;ecx = page directory
519
           cmp    eax,[TASK_COUNT]
520
           jg     .search_threads_end
521
           mov    edx,eax
522
           shl    edx,5
523
           cmp    word [CURRENT_TASK+edx+TASKDATA.state],9 ;if slot empty?
524
           jz     .search_threads_next
525
           shl    edx,3
380 serge 526
           cmp    [SLOT_BASE+edx+APPDATA.dir_table],ecx     ;if it is our thread?
294 diamond 527
           jnz    .search_threads_next
380 serge 528
           mov    [SLOT_BASE+edx+APPDATA.mem_size],ebx     ;update memory size
294 diamond 529
.search_threads_next:
530
           inc    eax
531
           jmp    .search_threads
532
.search_threads_end:
533
           ret
534
 
285 serge 535
; param
536
;  eax= linear address
537
;
538
; retval
539
;  eax= phisical page address
540
 
164 serge 541
align 4
285 serge 542
get_pg_addr:
543
           shr eax, 12
365 serge 544
           mov eax, [page_tabs+eax*4]
164 serge 545
           and eax, 0xFFFFF000
546
           ret
547
 
465 serge 548
 
188 serge 549
align 4
1056 Galkov 550
; Now it is called from sys32::exc_c (see stack frame there)
164 serge 551
proc page_fault_handler
465 serge 552
 
1056 Galkov 553
    .err_addr   equ ebp-4
709 diamond 554
 
1056 Galkov 555
        mov     ebp, esp
556
        mov     ebx, cr2
557
        push    ebx               ; that is locals: .err_addr = cr2
558
        inc     [pg_data.pages_faults]
465 serge 559
 
560
;     push eax
561
;     push edx
562
;     mov edx, 0x400   ;bochs
563
;     mov al,0xff      ;bochs
564
;     out dx, al       ;bochs
565
;     pop edx
566
;     pop eax
164 serge 567
 
1056 Galkov 568
        mov     eax, [pf_err_code]
164 serge 569
 
1056 Galkov 570
        cmp     ebx, OS_BASE      ;ebx == .err_addr
571
        jb      .user_space       ;ñòðàíèöà â ïàìÿòè ïðèëîæåíèÿ ;
188 serge 572
 
1056 Galkov 573
        cmp     ebx, page_tabs
574
        jb      .kernel_space     ;ñòðàíèöà â ïàìÿòè ÿäðà
164 serge 575
 
1056 Galkov 576
        cmp     ebx, kernel_tabs
577
        jb      .alloc;.app_tabs  ;òàáëèöû ñòðàíèö ïðèëîæåíèÿ ;
578
                                  ;ïðîñòî ñîçäàäèì îäíó
579
if 0 ;ïîêà ýòî ïðîñòî ëèøíåå
580
        cmp     ebx, LFB_BASE
581
        jb      .core_tabs        ;òàáëèöû ñòðàíèö ÿäðà
582
                                  ;Îøèáêà
583
  .lfb:
584
                                  ;îáëàñòü LFB
585
                                  ;Îøèáêà
586
        jmp     .fail
587
end if
588
.core_tabs:
589
.fail:  ;simply return to caller
590
        mov     esp, ebp
1089 diamond 591
        push    14                ;#PF
592
        pop     ebx
1056 Galkov 593
        ret
378 serge 594
 
164 serge 595
.user_space:
1056 Galkov 596
        test    eax, PG_MAP
597
        jnz     .err_access       ;Ñòðàíèöà ïðèñóòñòâóåò
598
                                  ;Îøèáêà äîñòóïà ?
465 serge 599
 
1056 Galkov 600
        shr     ebx, 12
601
        mov     ecx, ebx
602
        shr     ecx, 10
603
        mov     edx, [master_tab+ecx*4]
604
        test    edx, PG_MAP
605
        jz      .fail             ;òàáëèöà ñòðàíèö íå ñîçäàíà
606
                                  ;íåâåðíûé àäðåñ â ïðîãðàììå
172 serge 607
 
1056 Galkov 608
        mov     eax, [page_tabs+ebx*4]
609
        test    eax, 2
610
        jz      .fail             ;àäðåñ íå çàðåçåðâèðîâàí äëÿ ;
611
                                  ;èñïîëüçîâàíèÿ. Îøèáêà
188 serge 612
.alloc:
1056 Galkov 613
        call    alloc_page
614
        test    eax, eax
615
        jz      .fail
164 serge 616
 
1056 Galkov 617
        stdcall map_page,[.err_addr],eax,dword PG_UW
164 serge 618
 
1056 Galkov 619
        mov     edi, [.err_addr]
620
        and     edi, 0xFFFFF000
621
        mov     ecx, 1024
622
        xor     eax, eax
623
       ;cld     ;caller is duty for this
624
        rep     stosd
625
.exit:  ;iret with repeat fault instruction
626
        add     esp,8 ; clear in stack: locals(.err_addr) + ret_to_caller
627
        restore_ring3_context
628
        iretd
465 serge 629
 
1056 Galkov 630
.err_access  =  .fail
465 serge 631
;íèêîãäà íå ïðîèñõîäèò
1056 Galkov 632
       ;jmp     .fail
465 serge 633
 
634
.kernel_space:
1056 Galkov 635
        test    eax, PG_MAP
636
        jz      .fail   ;ñòðàíèöà íå ïðèñóòñòâóåò
465 serge 637
 
1056 Galkov 638
        test    eax,12  ;U/S (+below)
639
        jnz     .fail   ;ïðèëîæåíèå îáðàòèëîñü ê ïàìÿòè
640
                        ;ÿäðà
641
       ;test    eax, 8
642
       ;jnz     .fail   ;óñòàíîâëåí çàðåçåðâèðîâàííûé áèò
643
                        ;â òàáëèöàõ ñòðàíèö. äîáàâëåíî â P4/Xeon
465 serge 644
 
645
;ïîïûòêà çàïèñè â çàùèù¸ííóþ ñòðàíèöó ÿäðà
646
 
1056 Galkov 647
        cmp     ebx, tss._io_map_0
648
        jb      .fail
465 serge 649
 
1056 Galkov 650
        cmp     ebx, tss._io_map_0+8192
651
        jae     .fail
465 serge 652
 
653
; io permission map
654
; copy-on-write protection
655
 
1056 Galkov 656
        call    alloc_page
657
        test    eax, eax
658
        jz      .fail
465 serge 659
 
1056 Galkov 660
        push    eax
661
        stdcall map_page,[.err_addr],eax,dword PG_SW
662
        pop     eax
663
        mov     edi, [.err_addr]
664
        and     edi, -4096
665
        lea     esi, [edi+(not tss._io_map_0)+1]; -tss._io_map_0
465 serge 666
 
1056 Galkov 667
        mov     ebx, esi
668
        shr     ebx, 12
669
        mov     edx, [current_slot]
670
        or      eax, PG_SW
671
        mov     [edx+APPDATA.io_map+ebx*4], eax
465 serge 672
 
1056 Galkov 673
        add     esi, [default_io_map]
674
        mov     ecx, 4096/4
675
       ;cld     ;caller is duty for this
676
        rep     movsd
677
        jmp     .exit
164 serge 678
endp
679
 
680
align 4
681
proc map_mem stdcall, lin_addr:dword,pdir:dword,\
682
                      ofs:dword,buf_size:dword
683
           mov eax, [buf_size]
684
           test eax, eax
685
           jz .exit
686
 
687
           mov eax, [pdir]
688
           and eax, 0xFFFFF000
689
 
536 diamond 690
           stdcall map_page,[ipc_pdir],eax,PG_UW
164 serge 691
           mov ebx, [ofs]
692
           shr ebx, 22
693
           mov esi, [ipc_pdir]
694
           mov edi, [ipc_ptab]
695
           mov eax, [esi+ebx*4]
696
           and eax, 0xFFFFF000
697
           jz .exit
536 diamond 698
           stdcall map_page,edi,eax,PG_UW
164 serge 699
;           inc ebx
700
;           add edi, 0x1000
701
;           mov eax, [esi+ebx*4]
702
;           test eax, eax
703
;           jz @f
704
;          and eax, 0xFFFFF000
705
;           stdcall map_page, edi, eax
706
 
707
@@:        mov edi, [lin_addr]
708
           and edi, 0xFFFFF000
709
           mov ecx, [buf_size]
710
           add ecx, 4095
711
           shr ecx, 12
712
           inc ecx
713
 
714
           mov edx, [ofs]
715
           shr edx, 12
716
           and edx, 0x3FF
717
           mov esi, [ipc_ptab]
718
 
719
.map:      mov eax, [esi+edx*4]
720
           and eax, 0xFFFFF000
536 diamond 721
           jz  .exit
722
           stdcall map_page,edi,eax,PG_UW
723
           dec ecx
724
           jz  .exit
164 serge 725
           add edi, 0x1000
726
           inc edx
536 diamond 727
           cmp edx, 0x400
164 serge 728
           jnz .map
536 diamond 729
           inc ebx
730
           mov eax, [ipc_pdir]
731
           mov eax, [eax+ebx*4]
732
           and eax, 0xFFFFF000
733
           jz  .exit
734
           stdcall map_page,esi,eax,PG_UW
735
           xor edx, edx
736
           jmp .map
164 serge 737
 
738
.exit:
739
           ret
740
endp
741
 
742
align 4
743
proc map_memEx stdcall, lin_addr:dword,pdir:dword,\
744
                        ofs:dword,buf_size:dword
745
           mov eax, [buf_size]
746
           test eax, eax
747
           jz .exit
748
 
749
           mov eax, [pdir]
750
           and eax, 0xFFFFF000
751
 
752
           stdcall map_page,[proc_mem_pdir],eax,dword PG_UW
753
           mov ebx, [ofs]
754
           shr ebx, 22
755
           mov esi, [proc_mem_pdir]
756
           mov edi, [proc_mem_tab]
757
           mov eax, [esi+ebx*4]
758
           and eax, 0xFFFFF000
759
           test eax, eax
760
           jz .exit
761
           stdcall map_page,edi,eax,dword PG_UW
762
 
763
@@:        mov edi, [lin_addr]
764
           and edi, 0xFFFFF000
765
           mov ecx, [buf_size]
766
           add ecx, 4095
767
           shr ecx, 12
768
           inc ecx
769
 
770
           mov edx, [ofs]
771
           shr edx, 12
772
           and edx, 0x3FF
773
           mov esi, [proc_mem_tab]
774
 
775
.map:      mov eax, [esi+edx*4]
776
;           and eax, 0xFFFFF000
777
;           test eax, eax
778
;           jz .exit
779
           stdcall map_page,edi,eax,dword PG_UW
780
           add edi, 0x1000
781
           inc edx
782
           dec ecx
783
           jnz .map
784
.exit:
785
           ret
786
endp
787
 
788
 
789
 
790
 
791
sys_IPC:
792
;input:
793
;  eax=1 - set ipc buffer area
794
;    ebx=address of buffer
795
;    ecx=size of buffer
796
;  eax=2 - send message
797
;    ebx=PID
798
;    ecx=address of message
799
;    edx=size of message
800
 
801
           cmp  eax,1
802
           jne @f
803
           call set_ipc_buff
804
           mov [esp+36], eax
805
           ret
806
@@:
807
           cmp eax, 2
808
           jne @f
809
           stdcall sys_ipc_send, ebx, ecx, edx
810
           mov [esp+36], eax
811
           ret
812
@@:
813
           xor eax, eax
814
           not eax
815
           mov [esp+36], eax
816
           ret
817
 
818
align 4
819
proc set_ipc_buff
820
 
465 serge 821
           mov  eax,[current_slot]
164 serge 822
           pushf
823
           cli
465 serge 824
           mov  [eax+APPDATA.ipc_start],ebx     ;set fields in extended information area
825
           mov  [eax+APPDATA.ipc_size],ecx
164 serge 826
 
827
           add ecx, ebx
828
           add ecx, 4095
829
           and ecx, not 4095
830
 
831
.touch:    mov eax, [ebx]
832
           add ebx, 0x1000
833
           cmp ebx, ecx
536 diamond 834
           jb  .touch
164 serge 835
 
836
           popf
837
           xor eax, eax
838
           ret
839
endp
840
 
841
proc sys_ipc_send stdcall, PID:dword, msg_addr:dword, msg_size:dword
842
           locals
843
             dst_slot   dd ?
844
             dst_offset dd ?
845
             buf_size   dd ?
536 diamond 846
             used_buf   dd ?
164 serge 847
           endl
848
 
849
           pushf
850
           cli
851
 
852
           mov  eax, [PID]
853
           call pid_to_slot
854
           test eax,eax
855
           jz   .no_pid
856
 
857
           mov [dst_slot], eax
858
           shl  eax,8
380 serge 859
           mov  edi,[eax+SLOT_BASE+0xa0]  ;is ipc area defined?
164 serge 860
           test edi,edi
861
           jz   .no_ipc_area
862
 
863
           mov ebx, edi
864
           and ebx, 0xFFF
865
           mov [dst_offset], ebx
866
 
380 serge 867
           mov esi, [eax+SLOT_BASE+0xa4]
164 serge 868
           mov [buf_size], esi
869
 
536 diamond 870
           mov ecx, [ipc_tmp]
871
           cmp esi, 0x40000-0x1000 ; size of [ipc_tmp] minus one page
872
           jbe @f
873
           push eax esi edi
874
           add esi,0x1000
875
           stdcall alloc_kernel_space,esi
876
           mov ecx, eax
877
           pop edi esi eax
878
@@:
879
           mov [used_buf], ecx
880
           stdcall map_mem, ecx, [SLOT_BASE+eax+0xB8],\
164 serge 881
                             edi, esi
882
 
883
           mov edi, [dst_offset]
536 diamond 884
           add edi, [used_buf]
164 serge 885
           cmp dword [edi], 0
886
           jnz  .ipc_blocked          ;if dword [buffer]<>0 - ipc blocked now
227 serge 887
 
566 serge 888
           mov edx, dword [edi+4]
889
           lea ebx, [edx+8]
164 serge 890
           add ebx, [msg_size]
891
           cmp ebx, [buf_size]
892
           ja .buffer_overflow         ;esi<0 - not enough memory in buffer
227 serge 893
 
164 serge 894
           mov dword [edi+4], ebx
895
           mov eax,[TASK_BASE]
896
           mov eax, [eax+0x04]         ;eax - our PID
897
           add edi, edx
898
           mov [edi], eax
899
           mov ecx, [msg_size]
900
 
901
           mov [edi+4], ecx
902
           add edi, 8
903
           mov esi, [msg_addr]
465 serge 904
       ;    add esi, new_app_base
164 serge 905
           cld
906
           rep movsb
907
 
908
           mov ebx, [ipc_tmp]
909
           mov edx, ebx
910
           shr ebx, 12
911
           xor eax, eax
365 serge 912
           mov [page_tabs+ebx*4], eax
164 serge 913
           invlpg [edx]
914
 
915
           mov ebx, [ipc_pdir]
916
           mov edx, ebx
917
           shr ebx, 12
918
           xor eax, eax
365 serge 919
           mov [page_tabs+ebx*4], eax
164 serge 920
           invlpg [edx]
921
 
922
           mov ebx, [ipc_ptab]
923
           mov edx, ebx
924
           shr ebx, 12
925
           xor eax, eax
365 serge 926
           mov [page_tabs+ebx*4], eax
164 serge 927
           invlpg [edx]
928
 
929
           mov  eax, [dst_slot]
930
           shl eax, 8
380 serge 931
           or   [eax+SLOT_BASE+0xA8],dword 0x40
164 serge 932
           cmp  dword [check_idle_semaphore],20
933
           jge  .ipc_no_cis
934
 
935
           mov  dword [check_idle_semaphore],5
936
.ipc_no_cis:
536 diamond 937
           push 0
938
           jmp .ret
164 serge 939
.no_pid:
940
           popf
536 diamond 941
           mov eax, 4
164 serge 942
           ret
943
.no_ipc_area:
944
           popf
945
           xor eax, eax
946
           inc eax
947
           ret
948
.ipc_blocked:
536 diamond 949
           push 2
950
           jmp .ret
164 serge 951
.buffer_overflow:
536 diamond 952
           push 3
953
.ret:
954
           mov eax, [used_buf]
955
           cmp eax, [ipc_tmp]
956
           jz @f
957
           stdcall free_kernel_space,eax
958
@@:
959
           pop eax
164 serge 960
           popf
961
           ret
962
endp
963
 
964
align 4
170 serge 965
sysfn_meminfo:
164 serge 966
 
1072 diamond 967
        ;   add ecx, new_app_base
968
           cmp ecx, OS_BASE
465 serge 969
           jae .fail
172 serge 970
 
164 serge 971
           mov eax, [pg_data.pages_count]
1072 diamond 972
           mov [ecx], eax
172 serge 973
           shl eax, 12
1072 diamond 974
           mov [esp+32], eax
975
           mov eax, [pg_data.pages_free]
976
           mov [ecx+4], eax
977
           mov eax, [pg_data.pages_faults]
978
           mov [ecx+8], eax
979
           mov eax, [heap_size]
980
           mov [ecx+12], eax
981
           mov eax, [heap_free]
982
           mov [ecx+16], eax
170 serge 983
           mov eax, [heap_blocks]
1072 diamond 984
           mov [ecx+20], eax
985
           mov eax, [free_blocks]
986
           mov [ecx+24], eax
164 serge 987
           ret
172 serge 988
.fail:
1072 diamond 989
           mov dword [esp+32], -1
172 serge 990
           ret
164 serge 991
 
992
align 4
940 serge 993
f68call:
994
           dd f68.11
995
           dd f68.12
996
           dd f68.13
997
           dd f68.14
1077 Galkov 998
           dd f68.fail ;moved to f68.24
940 serge 999
           dd f68.16
1000
           dd f68.17
1077 Galkov 1001
           dd f68.fail ;moved to f68.25
940 serge 1002
           dd f68.19
1003
           dd f68.20
1004
           dd f68.21
1005
           dd f68.22
943 serge 1006
           dd f68.23
1077 Galkov 1007
           dd f68.24
1008
           dd f68.25
164 serge 1009
 
940 serge 1010
align 4
1011
f68:
164 serge 1012
           cmp  eax,4
1013
           jle  sys_sheduler
1014
 
170 serge 1015
           cmp eax, 11
164 serge 1016
           jb .fail
1017
 
1077 Galkov 1018
           cmp eax, 25
940 serge 1019
           ja .fail
1020
 
1021
           jmp dword [f68call+eax*4-11*4]
1022
.11:
188 serge 1023
           call init_heap
164 serge 1024
           mov [esp+36], eax
1025
           ret
940 serge 1026
.12:
164 serge 1027
           stdcall user_alloc, ebx
1028
           mov [esp+36], eax
1029
           ret
940 serge 1030
.13:
164 serge 1031
           stdcall user_free, ebx
1032
           mov [esp+36], eax
1033
           ret
940 serge 1034
.14:
465 serge 1035
           cmp ebx, OS_BASE
1036
           jae .fail
1055 Galkov 1037
           mov edi,ebx
1038
           call get_event_ex
227 serge 1039
           mov [esp+36], eax
164 serge 1040
           ret
1077 Galkov 1041
.24:
1074 Galkov 1042
           mov  eax, [current_slot]
1043
           xchg ebx, [eax+APPDATA.exc_handler]
1044
           xchg ecx, [eax+APPDATA.except_mask]
1045
           mov  [esp+36], ebx ; reg_eax+8
1046
           mov  [esp+24], ecx ; reg_ebx+8
164 serge 1047
           ret
940 serge 1048
.16:
188 serge 1049
           test ebx, ebx
1050
           jz .fail
465 serge 1051
           cmp ebx, OS_BASE
1052
           jae .fail
164 serge 1053
           stdcall get_service, ebx
1054
           mov [esp+36], eax
1055
           ret
940 serge 1056
.17:
378 serge 1057
           call srv_handlerEx   ;ebx
164 serge 1058
           mov [esp+36], eax
1059
           ret
1077 Galkov 1060
.25:
1081 diamond 1061
           cmp ebx,32
1062
           jae .fail
1074 Galkov 1063
           mov  eax, [current_slot]
1064
           btr  [eax+APPDATA.except_mask],ebx
1065
           setc byte[esp+36]
1066
           jecxz @f
1067
           bts  [eax+APPDATA.except_mask],ebx
1068
     @@:   ret
940 serge 1069
.19:
465 serge 1070
           cmp ebx, OS_BASE
1071
           jae .fail
198 serge 1072
           stdcall load_library, ebx
1073
           mov [esp+36], eax
1074
           ret
940 serge 1075
.20:
490 serge 1076
           mov     eax, ecx
1077
           call    user_realloc
1078
           mov     [esp+36], eax
1079
           ret
940 serge 1080
.21:
740 serge 1081
           cmp ebx, OS_BASE
1082
           jae .fail
1083
 
1084
           stdcall load_PE, ebx
1085
 
1086
           test eax, eax
1087
           jz @F
1088
 
1089
           mov esi, eax
1090
           stdcall eax, DRV_ENTRY
1091
 
1092
           test eax, eax
1093
           jz @F
1094
 
1095
           mov [eax+SRV.entry], esi
1096
 
1097
@@:
1098
           mov [esp+36], eax
1099
           ret
940 serge 1100
.22:
1101
           cmp ebx, OS_BASE
1102
           jae .fail
740 serge 1103
 
940 serge 1104
           stdcall shmem_open, ebx, ecx, edx
1105
           mov [esp+28], edx
1106
           mov [esp+36], eax
1107
           ret
740 serge 1108
 
943 serge 1109
.23:
1110
           cmp ebx, OS_BASE
1111
           jae .fail
1112
 
1113
           stdcall shmem_close, ebx
1114
           mov [esp+36], eax
1115
           ret
1116
 
164 serge 1117
.fail:
1118
           xor eax, eax
1119
           mov [esp+36], eax
1120
           ret
1121
 
1122
align 4
819 serge 1123
proc load_pe_driver stdcall, file:dword
1124
 
1125
           stdcall load_PE, [file]
1126
           test eax, eax
1127
           jz .fail
1128
 
1129
           mov esi, eax
1130
           stdcall eax, DRV_ENTRY
1131
           test eax, eax
1132
           jz .fail
1133
 
1134
           mov [eax+SRV.entry], esi
1135
           ret
1136
 
1137
.fail:
1138
           xor eax, eax
1139
           ret
1140
endp
1141
 
1142
 
1143
align 4
164 serge 1144
proc init_mtrr
1145
 
412 serge 1146
           cmp [BOOT_VAR+0x901c],byte 2
164 serge 1147
           je  .exit
1148
 
211 serge 1149
           bt [cpu_caps], CAPS_MTRR
1150
           jnc .exit
1151
 
164 serge 1152
           mov eax, cr0
1153
           or eax, 0x60000000   ;disable caching
1154
           mov cr0, eax
1155
           wbinvd               ;invalidate cache
1156
 
1157
           mov ecx, 0x2FF
1158
           rdmsr                ;
1030 diamond 1159
; has BIOS already initialized MTRRs?
1160
           test ah, 8
1161
           jnz .skip_init
1162
; rarely needed, so mainly placeholder
1163
; main memory - cached
164 serge 1164
           push eax
1165
 
821 diamond 1166
           mov eax, [MEM_AMOUNT]
1167
; round eax up to next power of 2
1168
           dec eax
1169
           bsr ecx, eax
1030 diamond 1170
           mov ebx, 2
1171
           shl ebx, cl
1172
           dec ebx
1173
; base of memory range = 0, type of memory range = MEM_WB
164 serge 1174
           xor edx, edx
1030 diamond 1175
           mov eax, MEM_WB
1176
           mov ecx, 0x200
1177
           wrmsr
1178
; mask of memory range = 0xFFFFFFFFF - (size - 1), ebx = size - 1
1179
           mov eax, 0xFFFFFFFF
1180
           mov edx, 0x0000000F
1181
           sub eax, ebx
1182
           sbb edx, 0
1183
           or eax, 0x800
1184
           inc ecx
1185
           wrmsr
1186
; clear unused MTRRs
164 serge 1187
           xor eax, eax
1030 diamond 1188
           xor edx, edx
164 serge 1189
@@:
1030 diamond 1190
           wrmsr
164 serge 1191
           inc ecx
1030 diamond 1192
           cmp ecx, 0x210
1193
           jb @b
1194
; enable MTRRs
1195
           pop eax
1196
           or ah, 8
1197
           and al, 0xF0 ; default memtype = UC
1198
           mov ecx, 0x2FF
164 serge 1199
           wrmsr
1030 diamond 1200
.skip_init:
1201
           stdcall set_mtrr, [LFBAddress],[LFBSize],MEM_WC
164 serge 1202
 
1203
           wbinvd               ;again invalidate
1204
 
1205
           mov eax, cr0
1206
           and eax, not 0x60000000
1207
           mov cr0, eax         ; enable caching
1208
.exit:
1209
           ret
1210
endp
1211
 
1212
align 4
1030 diamond 1213
proc set_mtrr stdcall, base:dword,size:dword,mem_type:dword
1214
; find unused register
1215
           mov ecx, 0x201
1216
@@:
1217
           rdmsr
1218
           dec ecx
1219
           test ah, 8
1220
           jz .found
1221
           rdmsr
1222
           mov al, 0 ; clear memory type field
1223
           cmp eax, [base]
1224
           jz .ret
1225
           add ecx, 3
1226
           cmp ecx, 0x210
1227
           jb @b
1228
; no free registers, ignore the call
1229
.ret:
1230
           ret
1231
.found:
1232
; found, write values
164 serge 1233
           xor edx, edx
1234
           mov eax, [base]
1235
           or eax, [mem_type]
1236
           wrmsr
1237
 
1238
           mov ebx, [size]
1239
           dec ebx
1240
           mov eax, 0xFFFFFFFF
1241
           mov edx, 0x0000000F
1242
           sub eax, ebx
1243
           sbb edx, 0
1244
           or eax, 0x800
1245
           inc ecx
1246
           wrmsr
1247
           ret
1248
endp
1249
 
465 serge 1250
align 4
172 serge 1251
proc stall stdcall, delay:dword
1252
           push ecx
1253
           push edx
1254
           push ebx
1255
           push eax
1256
 
1257
           mov eax, [delay]
1258
           mul [stall_mcs]
1259
           mov ebx, eax       ;low
1260
           mov ecx, edx       ;high
1261
           rdtsc
1262
           add ebx, eax
1263
           adc ecx,edx
1264
@@:
1265
           rdtsc
1266
           sub eax, ebx
1267
           sbb edx, ecx
1268
           jb @B
1269
 
1270
           pop eax
1271
           pop ebx
1272
           pop edx
1273
           pop ecx
1274
           ret
1275
endp
1276
 
520 serge 1277
align 4
1278
proc create_ring_buffer stdcall, size:dword, flags:dword
1279
           locals
1280
             buf_ptr  dd ?
1281
           endl
237 serge 1282
 
520 serge 1283
           mov eax, [size]
1284
           test eax, eax
1285
           jz .fail
1286
 
1287
           add eax, eax
1288
           stdcall alloc_kernel_space, eax
1289
           test eax, eax
1290
           jz .fail
1291
 
662 serge 1292
           push ebx
1293
 
520 serge 1294
           mov [buf_ptr], eax
1295
 
1296
           mov ebx, [size]
1297
           shr ebx, 12
1298
           push ebx
1299
 
1300
           stdcall alloc_pages, ebx
1301
           pop ecx
1302
 
1303
           test eax, eax
1304
           jz .mm_fail
1305
 
662 serge 1306
           push edi
1307
 
520 serge 1308
           or eax, [flags]
1309
           mov edi, [buf_ptr]
1310
           mov ebx, [buf_ptr]
1311
           mov edx, ecx
566 serge 1312
           shl edx, 2
520 serge 1313
           shr edi, 10
1314
@@:
1315
           mov [page_tabs+edi], eax
1316
           mov [page_tabs+edi+edx], eax
924 serge 1317
           invlpg [ebx]
1318
           invlpg [ebx+0x10000]
520 serge 1319
           add eax, 0x1000
1320
           add ebx, 0x1000
566 serge 1321
           add edi, 4
520 serge 1322
           dec ecx
1323
           jnz @B
1324
 
1325
           mov eax, [buf_ptr]
662 serge 1326
           pop edi
1327
           pop ebx
520 serge 1328
           ret
1329
.mm_fail:
1330
           stdcall free_kernel_space, [buf_ptr]
1331
           xor eax, eax
662 serge 1332
           pop ebx
520 serge 1333
.fail:
1334
           ret
1335
endp