Subversion Repositories Kolibri OS

Rev

Rev 1030 | Rev 1056 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
431 serge 1
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
2
;;                                                              ;;
983 diamond 3
;; Copyright (C) KolibriOS team 2004-2008. All rights reserved. ;;
431 serge 4
;; Distributed under terms of the GNU General Public License    ;;
5
;;                                                              ;;
6
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
164 serge 7
 
593 mikedld 8
$Revision: 1055 $
9
 
10
 
164 serge 11
align 4
12
proc alloc_page
13
 
14
           pushfd
15
           cli
660 serge 16
           push ebx
164 serge 17
           mov ebx, [page_start]
18
           mov ecx, [page_end]
19
.l1:
20
           bsf eax,[ebx];
21
           jnz .found
22
           add ebx,4
23
           cmp ebx, ecx
24
           jb .l1
660 serge 25
           pop ebx
164 serge 26
           popfd
27
           xor eax,eax
28
           ret
29
.found:
30
           btr [ebx], eax
31
           mov [page_start],ebx
32
           sub ebx, sys_pgmap
254 serge 33
           lea eax, [eax+ebx*8]
164 serge 34
           shl eax, 12
35
           dec [pg_data.pages_free]
660 serge 36
           pop ebx
164 serge 37
           popfd
38
           ret
39
endp
40
 
41
align 4
42
proc alloc_pages stdcall, count:dword
43
           pushfd
660 serge 44
           push ebx
45
           push edi
164 serge 46
           cli
47
           mov eax, [count]
48
           add eax, 7
49
           shr eax, 3
50
           mov [count], eax
51
           cmp eax, [pg_data.pages_free]
52
           ja .fail
53
 
54
           mov ecx, [page_start]
55
           mov ebx, [page_end]
56
.find:
57
           mov edx, [count]
58
           mov edi, ecx
59
.match:
60
           cmp byte [ecx], 0xFF
61
           jne .next
62
           dec edx
63
           jz .ok
64
           inc ecx
65
           cmp ecx,ebx
66
           jb .match
660 serge 67
.fail:
68
           xor eax, eax
69
           pop edi
70
           pop ebx
164 serge 71
           popfd
72
           ret
73
.next:
74
           inc ecx
75
           cmp ecx, ebx
76
           jb .find
660 serge 77
           pop edi
78
           pop ebx
164 serge 79
           popfd
80
           xor eax, eax
81
           ret
82
.ok:
83
           sub ecx, edi
84
           inc ecx
663 serge 85
           push esi
164 serge 86
           mov esi, edi
87
           xor eax, eax
88
           rep stosb
89
           sub esi, sys_pgmap
90
           shl esi, 3+12
91
           mov eax, esi
92
           mov ebx, [count]
93
           shl ebx, 3
94
           sub [pg_data.pages_free], ebx
663 serge 95
           pop esi
660 serge 96
           pop edi
97
           pop ebx
164 serge 98
           popfd
99
           ret
100
endp
101
 
102
align 4
103
proc map_page stdcall,lin_addr:dword,phis_addr:dword,flags:dword
321 diamond 104
           push ebx
164 serge 105
           mov eax, [phis_addr]
106
           and eax, not 0xFFF
107
           or eax, [flags]
108
           mov ebx, [lin_addr]
109
           shr ebx, 12
365 serge 110
           mov [page_tabs+ebx*4], eax
164 serge 111
           mov eax, [lin_addr]
112
           invlpg [eax]
321 diamond 113
           pop ebx
164 serge 114
           ret
115
endp
116
 
117
align 4
281 serge 118
map_space:    ;not implemented
119
 
120
 
121
           ret
122
 
123
 
124
align 4
164 serge 125
proc free_page
126
;arg:  eax  page address
127
           pushfd
128
           cli
819 serge 129
           shr eax, 12                        ;page index
130
           bts dword [sys_pgmap], eax         ;that's all!
291 serge 131
           cmc
328 serge 132
           adc [pg_data.pages_free], 0
164 serge 133
           shr eax, 3
819 serge 134
           and eax, not 3                     ;dword offset from page_map
448 diamond 135
           add eax, sys_pgmap
164 serge 136
           cmp [page_start], eax
137
           ja @f
138
           popfd
139
           ret
140
@@:
141
           mov [page_start], eax
142
           popfd
143
           ret
144
endp
145
 
741 serge 146
proc map_io_mem stdcall, base:dword, size:dword, flags:dword
147
 
148
           push ebx
149
           push edi
150
           mov eax, [size]
151
           add eax, 4095
152
           and eax, -4096
153
           mov [size], eax
154
           stdcall alloc_kernel_space, eax
155
           test eax, eax
156
           jz .fail
157
           push eax
158
 
159
           mov edi, 0x1000
160
           mov ebx, eax
161
           mov ecx,[size]
162
           mov edx, [base]
163
           shr eax, 12
164
           shr ecx, 12
165
           and edx, -4096
166
           or edx, [flags]
167
@@:
168
           mov [page_tabs+eax*4], edx
819 serge 169
          ; push eax
170
          ; invlpg [ebx]
171
          ; pop eax
741 serge 172
           inc eax
173
           add ebx, edi
174
           add edx, edi
175
           loop @B
176
 
177
           pop eax
178
           mov edx, [base]
179
           and edx, 4095
180
           add eax, edx
181
.fail:
182
           pop edi
183
           pop ebx
184
           ret
185
endp
186
 
279 serge 187
; param
328 serge 188
;  eax= page base + page flags
819 serge 189
;  ebx= linear address
281 serge 190
;  ecx= count
191
 
192
align 4
328 serge 193
commit_pages:
741 serge 194
           push edi
328 serge 195
           test ecx, ecx
196
           jz .fail
281 serge 197
 
328 serge 198
           mov edi, ebx
199
           mov ebx, pg_data.pg_mutex
200
           call wait_mutex      ;ebx
201
 
202
           mov edx, 0x1000
203
           mov ebx, edi
204
           shr ebx, 12
205
@@:
365 serge 206
           mov [page_tabs+ebx*4], eax
819 serge 207
          ; push eax
208
          ; invlpg [edi]
209
          ; pop eax
328 serge 210
           add edi, edx
211
           add eax, edx
212
           inc ebx
213
           dec ecx
214
           jnz @B
215
           mov [pg_data.pg_mutex],ecx
216
.fail:
741 serge 217
           pop edi
281 serge 218
           ret
219
 
328 serge 220
 
281 serge 221
; param
279 serge 222
;  eax= base
281 serge 223
;  ecx= count
279 serge 224
 
164 serge 225
align 4
279 serge 226
release_pages:
321 diamond 227
 
228
           pushad
279 serge 229
           mov ebx, pg_data.pg_mutex
230
           call wait_mutex      ;ebx
231
 
232
           mov esi, eax
233
           mov edi, eax
234
 
235
           shr esi, 10
365 serge 236
           add esi, page_tabs
328 serge 237
 
238
           mov ebp, [pg_data.pages_free]
279 serge 239
           mov ebx, [page_start]
240
           mov edx, sys_pgmap
241
@@:
242
           xor eax, eax
243
           xchg eax, [esi]
924 serge 244
           push eax
279 serge 245
           invlpg [edi]
924 serge 246
           pop eax
279 serge 247
 
248
           test eax, 1
249
           jz .next
250
 
251
           shr eax, 12
252
           bts [edx], eax
291 serge 253
           cmc
328 serge 254
           adc ebp, 0
279 serge 255
           shr eax, 3
256
           and eax, -4
257
           add eax, edx
258
           cmp eax, ebx
259
           jae .next
260
 
261
           mov ebx, eax
262
.next:
263
           add edi, 0x1000
264
           add esi, 4
265
           dec ecx
266
           jnz @B
328 serge 267
           mov [pg_data.pages_free], ebp
279 serge 268
           and [pg_data.pg_mutex],0
321 diamond 269
           popad
279 serge 270
           ret
271
 
819 serge 272
; param
273
;  eax= base
274
;  ecx= count
275
 
279 serge 276
align 4
819 serge 277
unmap_pages:
278
 
279
           push edi
280
 
281
           mov edi, eax
282
           mov edx, eax
283
 
284
           shr edi, 10
285
           add edi, page_tabs
286
 
287
           xor eax, eax
288
@@:
289
           stosd
290
           invlpg [edx]
291
           add edx, 0x1000
292
           loop @b
293
 
294
           pop edi
295
           ret
296
 
297
 
298
align 4
188 serge 299
proc map_page_table stdcall, lin_addr:dword, phis_addr:dword
321 diamond 300
           push ebx
164 serge 301
           mov ebx, [lin_addr]
302
           shr ebx, 22
303
           mov eax, [phis_addr]
304
           and eax, not 0xFFF
305
           or eax, PG_UW          ;+PG_NOCACHE
378 serge 306
           mov dword [master_tab+ebx*4], eax
164 serge 307
           mov eax, [lin_addr]
308
           shr eax, 10
365 serge 309
           add eax, page_tabs
164 serge 310
           invlpg [eax]
321 diamond 311
           pop ebx
164 serge 312
           ret
313
endp
314
 
315
align 4
316
proc init_LFB
378 serge 317
           locals
318
             pg_count dd ?
319
           endl
320
 
164 serge 321
           cmp dword [LFBAddress], -1
322
           jne @f
412 serge 323
           mov [BOOT_VAR+0x901c],byte 2
164 serge 324
           stdcall kernel_alloc, 0x280000
325
           mov [LFBAddress], eax
326
           ret
327
@@:
328
           test [SCR_MODE],word 0100000000000000b
211 serge 329
           jnz @f
412 serge 330
           mov [BOOT_VAR+0x901c],byte 2
211 serge 331
           ret
332
@@:
490 serge 333
           call init_mtrr
334
 
378 serge 335
           mov edx, LFB_BASE
336
           mov esi, [LFBAddress]
465 serge 337
           mov edi, 0x00800000
379 serge 338
           mov dword [exp_lfb+4], edx
214 serge 339
 
164 serge 340
           shr edi, 12
341
           mov [pg_count], edi
342
           shr edi, 10
343
 
344
           bt [cpu_caps], CAPS_PSE
345
           jnc .map_page_tables
346
           or esi, PG_LARGE+PG_UW
465 serge 347
           mov edx, sys_pgdir+(LFB_BASE shr 20)
164 serge 348
@@:
465 serge 349
           mov [edx], esi
378 serge 350
           add edx, 4
164 serge 351
           add esi, 0x00400000
352
           dec edi
353
           jnz @B
354
 
207 serge 355
           bt [cpu_caps], CAPS_PGE
356
           jnc @F
465 serge 357
           or dword [sys_pgdir+(LFB_BASE shr 20)], PG_GLOBAL
207 serge 358
@@:
378 serge 359
           mov dword [LFBAddress], LFB_BASE
164 serge 360
           mov eax, cr3       ;flush TLB
361
           mov cr3, eax
362
           ret
363
 
364
.map_page_tables:
365
 
465 serge 366
@@:
164 serge 367
           call alloc_page
378 serge 368
           stdcall map_page_table, edx, eax
389 serge 369
           add edx, 0x00400000
164 serge 370
           dec edi
465 serge 371
           jnz @B
164 serge 372
 
373
           mov eax, [LFBAddress]
378 serge 374
           mov edi, page_tabs + (LFB_BASE shr 10)
164 serge 375
           or eax, PG_UW
376
           mov ecx, [pg_count]
378 serge 377
           cld
389 serge 378
@@:
379
           stosd
380
           add eax, 0x1000
381
           dec ecx
382
           jnz @B
164 serge 383
 
378 serge 384
           mov dword [LFBAddress], LFB_BASE
164 serge 385
           mov eax, cr3       ;flush TLB
386
           mov cr3, eax
387
 
388
           ret
389
endp
390
 
391
align 4
392
proc new_mem_resize stdcall, new_size:dword
393
 
276 serge 394
           mov ebx, pg_data.pg_mutex
395
           call wait_mutex    ;ebx
164 serge 396
 
397
           mov edi, [new_size]
398
           add edi,4095
399
           and edi,not 4095
400
           mov [new_size], edi
401
 
465 serge 402
           mov edx,[current_slot]
403
           cmp [edx+APPDATA.heap_base],0
172 serge 404
           jne .exit
405
 
465 serge 406
           mov esi, [edx+APPDATA.mem_size]
164 serge 407
           add esi, 4095
408
           and esi, not 4095
409
 
410
           cmp edi, esi
411
           jae .expand
412
 
413
           shr edi, 12
414
           shr esi, 12
415
@@:
378 serge 416
           mov eax, [app_page_tabs+edi*4]
164 serge 417
           test eax, 1
418
           jz .next
378 serge 419
           mov dword [app_page_tabs+edi*4], 2
164 serge 420
           mov ebx, edi
421
           shl ebx, 12
924 serge 422
           push eax
659 serge 423
           invlpg [ebx]
924 serge 424
           pop eax
164 serge 425
           call free_page
426
 
427
.next:     add edi, 1
428
           cmp edi, esi
429
           jb @B
430
 
431
.update_size:
465 serge 432
           mov     ebx, [new_size]
433
           call    update_mem_size
164 serge 434
 
435
           xor eax, eax
436
           dec [pg_data.pg_mutex]
437
           ret
438
.expand:
439
 
440
           push esi
441
           push edi
442
 
443
           add edi, 0x3FFFFF
444
           and edi, not(0x3FFFFF)
445
           add esi, 0x3FFFFF
446
           and esi, not(0x3FFFFF)
447
 
448
           cmp esi, edi
449
           jae .grow
450
 
451
           xchg esi, edi
452
 
453
@@:
454
           call alloc_page
455
           test eax, eax
456
           jz .exit
457
 
188 serge 458
           stdcall map_page_table, edi, eax
164 serge 459
 
460
           push edi
461
           shr edi, 10
365 serge 462
           add edi, page_tabs
164 serge 463
           mov ecx, 1024
464
           xor eax, eax
465
           cld
466
           rep stosd
467
           pop edi
468
 
469
           add edi, 0x00400000
470
           cmp edi, esi
471
           jb @B
472
.grow:
473
           pop edi
474
           pop esi
475
@@:
476
           call alloc_page
477
           test eax, eax
478
           jz .exit
479
           stdcall map_page,esi,eax,dword PG_UW
480
 
481
           push edi
482
           mov edi, esi
483
           xor eax, eax
484
           mov ecx, 1024
485
           cld
486
           rep stosd
487
           pop edi
488
 
489
           add esi, 0x1000
490
           cmp esi, edi
294 diamond 491
           jb  @B
164 serge 492
 
493
           jmp .update_size
494
.exit:
495
           xor eax, eax
496
           inc eax
497
           dec [pg_data.pg_mutex]
498
           ret
499
endp
500
 
294 diamond 501
update_mem_size:
465 serge 502
; in: edx = slot base
294 diamond 503
;     ebx = new memory size
504
; destroys eax,ecx,edx
505
 
465 serge 506
           mov    [APPDATA.mem_size+edx],ebx
294 diamond 507
;search threads and update
508
;application memory size infomation
465 serge 509
           mov    ecx,[APPDATA.dir_table+edx]
294 diamond 510
           mov    eax,2
511
 
512
.search_threads:
513
;eax = current slot
514
;ebx = new memory size
515
;ecx = page directory
516
           cmp    eax,[TASK_COUNT]
517
           jg     .search_threads_end
518
           mov    edx,eax
519
           shl    edx,5
520
           cmp    word [CURRENT_TASK+edx+TASKDATA.state],9 ;if slot empty?
521
           jz     .search_threads_next
522
           shl    edx,3
380 serge 523
           cmp    [SLOT_BASE+edx+APPDATA.dir_table],ecx     ;if it is our thread?
294 diamond 524
           jnz    .search_threads_next
380 serge 525
           mov    [SLOT_BASE+edx+APPDATA.mem_size],ebx     ;update memory size
294 diamond 526
.search_threads_next:
527
           inc    eax
528
           jmp    .search_threads
529
.search_threads_end:
530
           ret
531
 
285 serge 532
; param
533
;  eax= linear address
534
;
535
; retval
536
;  eax= phisical page address
537
 
164 serge 538
align 4
285 serge 539
get_pg_addr:
540
           shr eax, 12
365 serge 541
           mov eax, [page_tabs+eax*4]
164 serge 542
           and eax, 0xFFFFF000
543
           ret
544
 
465 serge 545
 
188 serge 546
align 4
164 serge 547
proc page_fault_handler
465 serge 548
 
709 diamond 549
        test    byte [esp+12+2], 2
550
        jnz     v86_page_fault
551
 
465 serge 552
        .err_code equ ebp+32
553
        .err_addr equ ebp-4
554
 
164 serge 555
           pushad
556
           mov ebp, esp
557
           mov eax, cr2
172 serge 558
           push eax
164 serge 559
 
465 serge 560
           mov ax, app_data
164 serge 561
           mov ds, ax
188 serge 562
           mov es, ax
164 serge 563
 
188 serge 564
           inc [pg_data.pages_faults]
565
 
465 serge 566
;     push eax
567
;     push edx
568
;     mov edx, 0x400   ;bochs
569
;     mov al,0xff      ;bochs
570
;     out dx, al       ;bochs
571
;     pop edx
572
;     pop eax
164 serge 573
 
465 serge 574
           mov ebx, [.err_addr]
575
           mov eax, [.err_code]
164 serge 576
 
465 serge 577
           cmp ebx, OS_BASE
578
           jb .user_space      ;ñòðàíèöà â ïàìÿòè ïðèëîæåíèÿ ;
188 serge 579
 
378 serge 580
           cmp ebx, page_tabs
465 serge 581
           jb .kernel_space    ;ñòðàíèöà â ïàìÿòè ÿäðà
164 serge 582
 
465 serge 583
           cmp ebx, kernel_tabs
584
           jb .alloc;.app_tabs ;òàáëèöû ñòðàíèö ïðèëîæåíèÿ ;
585
                               ;ïðîñòî ñîçäàäèì îäíó
378 serge 586
 
465 serge 587
           cmp ebx, LFB_BASE
588
           jb .core_tabs       ;òàáëèöû ñòðàíèö ÿäðà
589
                               ;Îøèáêà
590
.lfb:
591
                               ;îáëàñòü LFB
592
                               ;Îøèáêà
593
           jmp .fail
164 serge 594
 
465 serge 595
align 4
164 serge 596
.user_space:
465 serge 597
           test eax, PG_MAP
598
           jnz .err_access     ;Ñòðàíèöà ïðèñóòñòâóåò
599
                               ;Îøèáêà äîñòóïà ?
600
 
164 serge 601
           shr ebx, 12
172 serge 602
           mov ecx, ebx
603
           shr ecx, 10
604
           mov edx, [master_tab+ecx*4]
465 serge 605
           test edx, PG_MAP
606
           jz .fail            ;òàáëèöà ñòðàíèö íå ñîçäàíà
607
                               ;íåâåðíûé àäðåñ â ïðîãðàììå
172 serge 608
 
365 serge 609
           mov eax, [page_tabs+ebx*4]
164 serge 610
           test eax, 2
465 serge 611
           jz .fail            ;àäðåñ íå çàðåçåðâèðîâàí äëÿ ;
612
                               ;èñïîëüçîâàíèÿ. Îøèáêà
188 serge 613
.alloc:
164 serge 614
           call alloc_page
566 serge 615
           test eax, eax
465 serge 616
           jz .fail
164 serge 617
 
618
           stdcall map_page,[ebp-4],eax,dword PG_UW
619
 
188 serge 620
           mov edi, [ebp-4]
621
           and edi, 0xFFFFF000
164 serge 622
           mov ecx, 1024
623
           xor eax, eax
188 serge 624
           cld
625
           rep stosd
164 serge 626
.exit:
627
           mov esp, ebp
628
           popad
629
           add esp, 4
630
           iretd
465 serge 631
 
632
.err_access:
633
;íèêîãäà íå ïðîèñõîäèò
634
           jmp .fail
635
 
636
.kernel_space:
637
           test eax, PG_MAP
638
           jz .fail        ;ñòðàíèöà íå ïðèñóòñòâóåò
639
 
640
           test eax, 4     ;U/S
641
           jnz .fail       ;ïðèëîæåíèå îáðàòèëîñü ê ïàìÿòè
642
                           ;ÿäðà
643
           test eax, 8
644
           jnz .fail       ;óñòàíîâëåí çàðåçåðâèðîâàííûé áèò
645
                           ;â òàáëèöàõ ñòðàíèö. äîáàâëåíî â P4/Xeon
646
 
647
;ïîïûòêà çàïèñè â çàùèù¸ííóþ ñòðàíèöó ÿäðà
648
 
649
           cmp ebx, tss._io_map_0
650
           jb .fail
651
 
652
           cmp ebx, tss._io_map_0+8192
653
           jae .fail
654
 
655
; io permission map
656
; copy-on-write protection
657
 
658
           call alloc_page
566 serge 659
           test eax, eax
465 serge 660
           jz .fail
661
 
662
           push eax
663
           stdcall map_page,[ebp-4],eax,dword PG_SW
664
           pop eax
665
           mov edi, [.err_addr]
666
           and edi, -4096
667
           lea esi, [edi+(not tss._io_map_0)+1]; -tss._io_map_0
668
 
669
           mov ebx, esi
670
           shr ebx, 12
671
           mov edx, [current_slot]
672
           or eax, PG_SW
673
           mov [edx+APPDATA.io_map+ebx*4], eax
674
 
675
           add esi, [default_io_map]
676
           mov ecx, 4096/4
677
           cld
678
           rep movsd
679
           jmp .exit
680
 
681
 
682
;íå îáðàáàòûâàåì. Îøèáêà
683
 
684
.core_tabs:
172 serge 685
.fail:
686
           mov esp, ebp
687
           popad
688
           add esp, 4
164 serge 689
 
465 serge 690
;           iretd
691
 
172 serge 692
           save_ring3_context     ;debugger support
693
 
694
           mov bl, 14
695
           jmp exc_c
696
           iretd
164 serge 697
endp
698
 
699
align 4
700
proc map_mem stdcall, lin_addr:dword,pdir:dword,\
701
                      ofs:dword,buf_size:dword
702
           mov eax, [buf_size]
703
           test eax, eax
704
           jz .exit
705
 
706
           mov eax, [pdir]
707
           and eax, 0xFFFFF000
708
 
536 diamond 709
           stdcall map_page,[ipc_pdir],eax,PG_UW
164 serge 710
           mov ebx, [ofs]
711
           shr ebx, 22
712
           mov esi, [ipc_pdir]
713
           mov edi, [ipc_ptab]
714
           mov eax, [esi+ebx*4]
715
           and eax, 0xFFFFF000
716
           jz .exit
536 diamond 717
           stdcall map_page,edi,eax,PG_UW
164 serge 718
;           inc ebx
719
;           add edi, 0x1000
720
;           mov eax, [esi+ebx*4]
721
;           test eax, eax
722
;           jz @f
723
;          and eax, 0xFFFFF000
724
;           stdcall map_page, edi, eax
725
 
726
@@:        mov edi, [lin_addr]
727
           and edi, 0xFFFFF000
728
           mov ecx, [buf_size]
729
           add ecx, 4095
730
           shr ecx, 12
731
           inc ecx
732
 
733
           mov edx, [ofs]
734
           shr edx, 12
735
           and edx, 0x3FF
736
           mov esi, [ipc_ptab]
737
 
738
.map:      mov eax, [esi+edx*4]
739
           and eax, 0xFFFFF000
536 diamond 740
           jz  .exit
741
           stdcall map_page,edi,eax,PG_UW
742
           dec ecx
743
           jz  .exit
164 serge 744
           add edi, 0x1000
745
           inc edx
536 diamond 746
           cmp edx, 0x400
164 serge 747
           jnz .map
536 diamond 748
           inc ebx
749
           mov eax, [ipc_pdir]
750
           mov eax, [eax+ebx*4]
751
           and eax, 0xFFFFF000
752
           jz  .exit
753
           stdcall map_page,esi,eax,PG_UW
754
           xor edx, edx
755
           jmp .map
164 serge 756
 
757
.exit:
758
           ret
759
endp
760
 
761
align 4
762
proc map_memEx stdcall, lin_addr:dword,pdir:dword,\
763
                        ofs:dword,buf_size:dword
764
           mov eax, [buf_size]
765
           test eax, eax
766
           jz .exit
767
 
768
           mov eax, [pdir]
769
           and eax, 0xFFFFF000
770
 
771
           stdcall map_page,[proc_mem_pdir],eax,dword PG_UW
772
           mov ebx, [ofs]
773
           shr ebx, 22
774
           mov esi, [proc_mem_pdir]
775
           mov edi, [proc_mem_tab]
776
           mov eax, [esi+ebx*4]
777
           and eax, 0xFFFFF000
778
           test eax, eax
779
           jz .exit
780
           stdcall map_page,edi,eax,dword PG_UW
781
 
782
@@:        mov edi, [lin_addr]
783
           and edi, 0xFFFFF000
784
           mov ecx, [buf_size]
785
           add ecx, 4095
786
           shr ecx, 12
787
           inc ecx
788
 
789
           mov edx, [ofs]
790
           shr edx, 12
791
           and edx, 0x3FF
792
           mov esi, [proc_mem_tab]
793
 
794
.map:      mov eax, [esi+edx*4]
795
;           and eax, 0xFFFFF000
796
;           test eax, eax
797
;           jz .exit
798
           stdcall map_page,edi,eax,dword PG_UW
799
           add edi, 0x1000
800
           inc edx
801
           dec ecx
802
           jnz .map
803
.exit:
804
           ret
805
endp
806
 
807
 
808
 
809
 
810
sys_IPC:
811
;input:
812
;  eax=1 - set ipc buffer area
813
;    ebx=address of buffer
814
;    ecx=size of buffer
815
;  eax=2 - send message
816
;    ebx=PID
817
;    ecx=address of message
818
;    edx=size of message
819
 
820
           cmp  eax,1
821
           jne @f
822
           call set_ipc_buff
823
           mov [esp+36], eax
824
           ret
825
@@:
826
           cmp eax, 2
827
           jne @f
828
           stdcall sys_ipc_send, ebx, ecx, edx
829
           mov [esp+36], eax
830
           ret
831
@@:
832
           xor eax, eax
833
           not eax
834
           mov [esp+36], eax
835
           ret
836
 
837
align 4
838
proc set_ipc_buff
839
 
465 serge 840
           mov  eax,[current_slot]
164 serge 841
           pushf
842
           cli
465 serge 843
           mov  [eax+APPDATA.ipc_start],ebx     ;set fields in extended information area
844
           mov  [eax+APPDATA.ipc_size],ecx
164 serge 845
 
846
           add ecx, ebx
847
           add ecx, 4095
848
           and ecx, not 4095
849
 
850
.touch:    mov eax, [ebx]
851
           add ebx, 0x1000
852
           cmp ebx, ecx
536 diamond 853
           jb  .touch
164 serge 854
 
855
           popf
856
           xor eax, eax
857
           ret
858
endp
859
 
860
proc sys_ipc_send stdcall, PID:dword, msg_addr:dword, msg_size:dword
861
           locals
862
             dst_slot   dd ?
863
             dst_offset dd ?
864
             buf_size   dd ?
536 diamond 865
             used_buf   dd ?
164 serge 866
           endl
867
 
868
           pushf
869
           cli
870
 
871
           mov  eax, [PID]
872
           call pid_to_slot
873
           test eax,eax
874
           jz   .no_pid
875
 
876
           mov [dst_slot], eax
877
           shl  eax,8
380 serge 878
           mov  edi,[eax+SLOT_BASE+0xa0]  ;is ipc area defined?
164 serge 879
           test edi,edi
880
           jz   .no_ipc_area
881
 
882
           mov ebx, edi
883
           and ebx, 0xFFF
884
           mov [dst_offset], ebx
885
 
380 serge 886
           mov esi, [eax+SLOT_BASE+0xa4]
164 serge 887
           mov [buf_size], esi
888
 
536 diamond 889
           mov ecx, [ipc_tmp]
890
           cmp esi, 0x40000-0x1000 ; size of [ipc_tmp] minus one page
891
           jbe @f
892
           push eax esi edi
893
           add esi,0x1000
894
           stdcall alloc_kernel_space,esi
895
           mov ecx, eax
896
           pop edi esi eax
897
@@:
898
           mov [used_buf], ecx
899
           stdcall map_mem, ecx, [SLOT_BASE+eax+0xB8],\
164 serge 900
                             edi, esi
901
 
902
           mov edi, [dst_offset]
536 diamond 903
           add edi, [used_buf]
164 serge 904
           cmp dword [edi], 0
905
           jnz  .ipc_blocked          ;if dword [buffer]<>0 - ipc blocked now
227 serge 906
 
566 serge 907
           mov edx, dword [edi+4]
908
           lea ebx, [edx+8]
164 serge 909
           add ebx, [msg_size]
910
           cmp ebx, [buf_size]
911
           ja .buffer_overflow         ;esi<0 - not enough memory in buffer
227 serge 912
 
164 serge 913
           mov dword [edi+4], ebx
914
           mov eax,[TASK_BASE]
915
           mov eax, [eax+0x04]         ;eax - our PID
916
           add edi, edx
917
           mov [edi], eax
918
           mov ecx, [msg_size]
919
 
920
           mov [edi+4], ecx
921
           add edi, 8
922
           mov esi, [msg_addr]
465 serge 923
       ;    add esi, new_app_base
164 serge 924
           cld
925
           rep movsb
926
 
927
           mov ebx, [ipc_tmp]
928
           mov edx, ebx
929
           shr ebx, 12
930
           xor eax, eax
365 serge 931
           mov [page_tabs+ebx*4], eax
164 serge 932
           invlpg [edx]
933
 
934
           mov ebx, [ipc_pdir]
935
           mov edx, ebx
936
           shr ebx, 12
937
           xor eax, eax
365 serge 938
           mov [page_tabs+ebx*4], eax
164 serge 939
           invlpg [edx]
940
 
941
           mov ebx, [ipc_ptab]
942
           mov edx, ebx
943
           shr ebx, 12
944
           xor eax, eax
365 serge 945
           mov [page_tabs+ebx*4], eax
164 serge 946
           invlpg [edx]
947
 
948
           mov  eax, [dst_slot]
949
           shl eax, 8
380 serge 950
           or   [eax+SLOT_BASE+0xA8],dword 0x40
164 serge 951
           cmp  dword [check_idle_semaphore],20
952
           jge  .ipc_no_cis
953
 
954
           mov  dword [check_idle_semaphore],5
955
.ipc_no_cis:
536 diamond 956
           push 0
957
           jmp .ret
164 serge 958
.no_pid:
959
           popf
536 diamond 960
           mov eax, 4
164 serge 961
           ret
962
.no_ipc_area:
963
           popf
964
           xor eax, eax
965
           inc eax
966
           ret
967
.ipc_blocked:
536 diamond 968
           push 2
969
           jmp .ret
164 serge 970
.buffer_overflow:
536 diamond 971
           push 3
972
.ret:
973
           mov eax, [used_buf]
974
           cmp eax, [ipc_tmp]
975
           jz @f
976
           stdcall free_kernel_space,eax
977
@@:
978
           pop eax
164 serge 979
           popf
980
           ret
981
endp
982
 
983
align 4
170 serge 984
sysfn_meminfo:
164 serge 985
 
465 serge 986
        ;   add ebx, new_app_base
987
           cmp ebx, OS_BASE
988
           jae .fail
172 serge 989
 
164 serge 990
           mov eax, [pg_data.pages_count]
170 serge 991
           mov [ebx], eax
172 serge 992
           shl eax, 12
993
           mov [esp+36], eax
170 serge 994
           mov ecx, [pg_data.pages_free]
995
           mov [ebx+4], ecx
996
           mov edx, [pg_data.pages_faults]
997
           mov [ebx+8], edx
998
           mov esi, [heap_size]
999
           mov [ebx+12], esi
1000
           mov edi, [heap_free]
1001
           mov [ebx+16], edi
1002
           mov eax, [heap_blocks]
1003
           mov [ebx+20], eax
1004
           mov ecx, [free_blocks]
1005
           mov [ebx+24], ecx
164 serge 1006
           ret
172 serge 1007
.fail:
1008
           mov dword [esp+36], -1
1009
           ret
164 serge 1010
 
1011
align 4
940 serge 1012
f68call:
1013
           dd f68.11
1014
           dd f68.12
1015
           dd f68.13
1016
           dd f68.14
1017
           dd f68.15
1018
           dd f68.16
1019
           dd f68.17
1020
           dd f68.18
1021
           dd f68.19
1022
           dd f68.20
1023
           dd f68.21
1024
           dd f68.22
943 serge 1025
           dd f68.23
164 serge 1026
 
940 serge 1027
align 4
1028
f68:
164 serge 1029
           cmp  eax,4
1030
           jle  sys_sheduler
1031
 
170 serge 1032
           cmp eax, 11
164 serge 1033
           jb .fail
1034
 
943 serge 1035
           cmp eax, 23
940 serge 1036
           ja .fail
1037
 
1038
           jmp dword [f68call+eax*4-11*4]
1039
.11:
188 serge 1040
           call init_heap
164 serge 1041
           mov [esp+36], eax
1042
           ret
940 serge 1043
.12:
164 serge 1044
           stdcall user_alloc, ebx
1045
           mov [esp+36], eax
1046
           ret
940 serge 1047
.13:
164 serge 1048
           stdcall user_free, ebx
1049
           mov [esp+36], eax
1050
           ret
940 serge 1051
.14:
465 serge 1052
           cmp ebx, OS_BASE
1053
           jae .fail
1055 Galkov 1054
           mov edi,ebx
1055
           call get_event_ex
227 serge 1056
           mov [esp+36], eax
164 serge 1057
           ret
940 serge 1058
.15:
465 serge 1059
           mov ecx, [current_slot]
1060
           mov eax, [ecx+APPDATA.fpu_handler]
1061
           mov [ecx+APPDATA.fpu_handler], ebx
164 serge 1062
           mov [esp+36], eax
1063
           ret
940 serge 1064
.16:
188 serge 1065
           test ebx, ebx
1066
           jz .fail
465 serge 1067
           cmp ebx, OS_BASE
1068
           jae .fail
164 serge 1069
           stdcall get_service, ebx
1070
           mov [esp+36], eax
1071
           ret
940 serge 1072
.17:
378 serge 1073
           call srv_handlerEx   ;ebx
164 serge 1074
           mov [esp+36], eax
1075
           ret
940 serge 1076
.18:
465 serge 1077
           mov ecx, [current_slot]
1078
           mov eax, [ecx+APPDATA.sse_handler]
1079
           mov [ecx+APPDATA.sse_handler], ebx
168 serge 1080
           mov [esp+36], eax
1081
           ret
940 serge 1082
.19:
465 serge 1083
           cmp ebx, OS_BASE
1084
           jae .fail
198 serge 1085
           stdcall load_library, ebx
1086
           mov [esp+36], eax
1087
           ret
940 serge 1088
.20:
490 serge 1089
           mov     eax, ecx
1090
           call    user_realloc
1091
           mov     [esp+36], eax
1092
           ret
940 serge 1093
.21:
740 serge 1094
           cmp ebx, OS_BASE
1095
           jae .fail
1096
 
1097
           stdcall load_PE, ebx
1098
 
1099
           test eax, eax
1100
           jz @F
1101
 
1102
           mov esi, eax
1103
           stdcall eax, DRV_ENTRY
1104
 
1105
           test eax, eax
1106
           jz @F
1107
 
1108
           mov [eax+SRV.entry], esi
1109
 
1110
@@:
1111
           mov [esp+36], eax
1112
           ret
940 serge 1113
.22:
1114
           cmp ebx, OS_BASE
1115
           jae .fail
740 serge 1116
 
940 serge 1117
           stdcall shmem_open, ebx, ecx, edx
1118
           mov [esp+28], edx
1119
           mov [esp+36], eax
1120
           ret
740 serge 1121
 
943 serge 1122
.23:
1123
           cmp ebx, OS_BASE
1124
           jae .fail
1125
 
1126
           stdcall shmem_close, ebx
1127
           mov [esp+36], eax
1128
           ret
1129
 
164 serge 1130
.fail:
1131
           xor eax, eax
1132
           mov [esp+36], eax
1133
           ret
1134
 
1135
align 4
819 serge 1136
proc load_pe_driver stdcall, file:dword
1137
 
1138
           stdcall load_PE, [file]
1139
           test eax, eax
1140
           jz .fail
1141
 
1142
           mov esi, eax
1143
           stdcall eax, DRV_ENTRY
1144
           test eax, eax
1145
           jz .fail
1146
 
1147
           mov [eax+SRV.entry], esi
1148
           ret
1149
 
1150
.fail:
1151
           xor eax, eax
1152
           ret
1153
endp
1154
 
1155
 
1156
align 4
164 serge 1157
proc init_mtrr
1158
 
412 serge 1159
           cmp [BOOT_VAR+0x901c],byte 2
164 serge 1160
           je  .exit
1161
 
211 serge 1162
           bt [cpu_caps], CAPS_MTRR
1163
           jnc .exit
1164
 
164 serge 1165
           mov eax, cr0
1166
           or eax, 0x60000000   ;disable caching
1167
           mov cr0, eax
1168
           wbinvd               ;invalidate cache
1169
 
1170
           mov ecx, 0x2FF
1171
           rdmsr                ;
1030 diamond 1172
; has BIOS already initialized MTRRs?
1173
           test ah, 8
1174
           jnz .skip_init
1175
; rarely needed, so mainly placeholder
1176
; main memory - cached
164 serge 1177
           push eax
1178
 
821 diamond 1179
           mov eax, [MEM_AMOUNT]
1180
; round eax up to next power of 2
1181
           dec eax
1182
           bsr ecx, eax
1030 diamond 1183
           mov ebx, 2
1184
           shl ebx, cl
1185
           dec ebx
1186
; base of memory range = 0, type of memory range = MEM_WB
164 serge 1187
           xor edx, edx
1030 diamond 1188
           mov eax, MEM_WB
1189
           mov ecx, 0x200
1190
           wrmsr
1191
; mask of memory range = 0xFFFFFFFFF - (size - 1), ebx = size - 1
1192
           mov eax, 0xFFFFFFFF
1193
           mov edx, 0x0000000F
1194
           sub eax, ebx
1195
           sbb edx, 0
1196
           or eax, 0x800
1197
           inc ecx
1198
           wrmsr
1199
; clear unused MTRRs
164 serge 1200
           xor eax, eax
1030 diamond 1201
           xor edx, edx
164 serge 1202
@@:
1030 diamond 1203
           wrmsr
164 serge 1204
           inc ecx
1030 diamond 1205
           cmp ecx, 0x210
1206
           jb @b
1207
; enable MTRRs
1208
           pop eax
1209
           or ah, 8
1210
           and al, 0xF0 ; default memtype = UC
1211
           mov ecx, 0x2FF
164 serge 1212
           wrmsr
1030 diamond 1213
.skip_init:
1214
           stdcall set_mtrr, [LFBAddress],[LFBSize],MEM_WC
164 serge 1215
 
1216
           wbinvd               ;again invalidate
1217
 
1218
           mov eax, cr0
1219
           and eax, not 0x60000000
1220
           mov cr0, eax         ; enable caching
1221
.exit:
1222
           ret
1223
endp
1224
 
1225
align 4
1030 diamond 1226
proc set_mtrr stdcall, base:dword,size:dword,mem_type:dword
1227
; find unused register
1228
           mov ecx, 0x201
1229
@@:
1230
           rdmsr
1231
           dec ecx
1232
           test ah, 8
1233
           jz .found
1234
           rdmsr
1235
           mov al, 0 ; clear memory type field
1236
           cmp eax, [base]
1237
           jz .ret
1238
           add ecx, 3
1239
           cmp ecx, 0x210
1240
           jb @b
1241
; no free registers, ignore the call
1242
.ret:
1243
           ret
1244
.found:
1245
; found, write values
164 serge 1246
           xor edx, edx
1247
           mov eax, [base]
1248
           or eax, [mem_type]
1249
           wrmsr
1250
 
1251
           mov ebx, [size]
1252
           dec ebx
1253
           mov eax, 0xFFFFFFFF
1254
           mov edx, 0x0000000F
1255
           sub eax, ebx
1256
           sbb edx, 0
1257
           or eax, 0x800
1258
           inc ecx
1259
           wrmsr
1260
           ret
1261
endp
1262
 
465 serge 1263
align 4
172 serge 1264
proc stall stdcall, delay:dword
1265
           push ecx
1266
           push edx
1267
           push ebx
1268
           push eax
1269
 
1270
           mov eax, [delay]
1271
           mul [stall_mcs]
1272
           mov ebx, eax       ;low
1273
           mov ecx, edx       ;high
1274
           rdtsc
1275
           add ebx, eax
1276
           adc ecx,edx
1277
@@:
1278
           rdtsc
1279
           sub eax, ebx
1280
           sbb edx, ecx
1281
           jb @B
1282
 
1283
           pop eax
1284
           pop ebx
1285
           pop edx
1286
           pop ecx
1287
           ret
1288
endp
1289
 
520 serge 1290
align 4
1291
proc create_ring_buffer stdcall, size:dword, flags:dword
1292
           locals
1293
             buf_ptr  dd ?
1294
           endl
237 serge 1295
 
520 serge 1296
           mov eax, [size]
1297
           test eax, eax
1298
           jz .fail
1299
 
1300
           add eax, eax
1301
           stdcall alloc_kernel_space, eax
1302
           test eax, eax
1303
           jz .fail
1304
 
662 serge 1305
           push ebx
1306
 
520 serge 1307
           mov [buf_ptr], eax
1308
 
1309
           mov ebx, [size]
1310
           shr ebx, 12
1311
           push ebx
1312
 
1313
           stdcall alloc_pages, ebx
1314
           pop ecx
1315
 
1316
           test eax, eax
1317
           jz .mm_fail
1318
 
662 serge 1319
           push edi
1320
 
520 serge 1321
           or eax, [flags]
1322
           mov edi, [buf_ptr]
1323
           mov ebx, [buf_ptr]
1324
           mov edx, ecx
566 serge 1325
           shl edx, 2
520 serge 1326
           shr edi, 10
1327
@@:
1328
           mov [page_tabs+edi], eax
1329
           mov [page_tabs+edi+edx], eax
924 serge 1330
           invlpg [ebx]
1331
           invlpg [ebx+0x10000]
520 serge 1332
           add eax, 0x1000
1333
           add ebx, 0x1000
566 serge 1334
           add edi, 4
520 serge 1335
           dec ecx
1336
           jnz @B
1337
 
1338
           mov eax, [buf_ptr]
662 serge 1339
           pop edi
1340
           pop ebx
520 serge 1341
           ret
1342
.mm_fail:
1343
           stdcall free_kernel_space, [buf_ptr]
1344
           xor eax, eax
662 serge 1345
           pop ebx
520 serge 1346
.fail:
1347
           ret
1348
endp
1349