WebSVN – Kolibri OS – Blame – /kernel/trunk/core/memory.inc

Rev	Author	Line No.	Line
431	serge	1	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
		2	;; ;;
1289	diamond	3	;; Copyright (C) KolibriOS team 2004-2009. All rights reserved. ;;
431	serge	4	;; Distributed under terms of the GNU General Public License ;;
		5	;; ;;
		6	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
164	serge	7
593	mikedld	8	$Revision: 1300 $
		9
		10
164	serge	11	align 4
		12	proc alloc_page
		13
		14	pushfd
		15	cli
660	serge	16	push ebx
164	serge	17	mov ebx, [page_start]
		18	mov ecx, [page_end]
		19	.l1:
		20	bsf eax,[ebx];
		21	jnz .found
		22	add ebx,4
		23	cmp ebx, ecx
		24	jb .l1
660	serge	25	pop ebx
164	serge	26	popfd
		27	xor eax,eax
		28	ret
		29	.found:
		30	btr [ebx], eax
		31	mov [page_start],ebx
		32	sub ebx, sys_pgmap
254	serge	33	lea eax, [eax+ebx*8]
164	serge	34	shl eax, 12
		35	dec [pg_data.pages_free]
660	serge	36	pop ebx
164	serge	37	popfd
		38	ret
		39	endp
		40
		41	align 4
		42	proc alloc_pages stdcall, count:dword
		43	pushfd
660	serge	44	push ebx
		45	push edi
164	serge	46	cli
		47	mov eax, [count]
		48	add eax, 7
		49	shr eax, 3
		50	mov [count], eax
		51	cmp eax, [pg_data.pages_free]
		52	ja .fail
		53
		54	mov ecx, [page_start]
		55	mov ebx, [page_end]
		56	.find:
		57	mov edx, [count]
		58	mov edi, ecx
		59	.match:
		60	cmp byte [ecx], 0xFF
		61	jne .next
		62	dec edx
		63	jz .ok
		64	inc ecx
		65	cmp ecx,ebx
		66	jb .match
660	serge	67	.fail:
		68	xor eax, eax
		69	pop edi
		70	pop ebx
164	serge	71	popfd
		72	ret
		73	.next:
		74	inc ecx
		75	cmp ecx, ebx
		76	jb .find
660	serge	77	pop edi
		78	pop ebx
164	serge	79	popfd
		80	xor eax, eax
		81	ret
		82	.ok:
		83	sub ecx, edi
		84	inc ecx
663	serge	85	push esi
164	serge	86	mov esi, edi
		87	xor eax, eax
		88	rep stosb
		89	sub esi, sys_pgmap
		90	shl esi, 3+12
		91	mov eax, esi
		92	mov ebx, [count]
		93	shl ebx, 3
		94	sub [pg_data.pages_free], ebx
663	serge	95	pop esi
660	serge	96	pop edi
		97	pop ebx
164	serge	98	popfd
		99	ret
		100	endp
		101
		102	align 4
		103	proc map_page stdcall,lin_addr:dword,phis_addr:dword,flags:dword
321	diamond	104	push ebx
164	serge	105	mov eax, [phis_addr]
		106	and eax, not 0xFFF
		107	or eax, [flags]
		108	mov ebx, [lin_addr]
		109	shr ebx, 12
365	serge	110	mov [page_tabs+ebx*4], eax
164	serge	111	mov eax, [lin_addr]
		112	invlpg [eax]
321	diamond	113	pop ebx
164	serge	114	ret
		115	endp
		116
		117	align 4
281	serge	118	map_space: ;not implemented
		119
		120
		121	ret
		122
		123
		124	align 4
164	serge	125	proc free_page
		126	;arg: eax page address
		127	pushfd
		128	cli
819	serge	129	shr eax, 12 ;page index
		130	bts dword [sys_pgmap], eax ;that's all!
291	serge	131	cmc
328	serge	132	adc [pg_data.pages_free], 0
164	serge	133	shr eax, 3
819	serge	134	and eax, not 3 ;dword offset from page_map
448	diamond	135	add eax, sys_pgmap
164	serge	136	cmp [page_start], eax
		137	ja @f
		138	popfd
		139	ret
		140	@@:
		141	mov [page_start], eax
		142	popfd
		143	ret
		144	endp
		145
741	serge	146	proc map_io_mem stdcall, base:dword, size:dword, flags:dword
		147
		148	push ebx
		149	push edi
		150	mov eax, [size]
		151	add eax, 4095
		152	and eax, -4096
		153	mov [size], eax
		154	stdcall alloc_kernel_space, eax
		155	test eax, eax
		156	jz .fail
		157	push eax
		158
		159	mov edi, 0x1000
		160	mov ebx, eax
		161	mov ecx,[size]
		162	mov edx, [base]
		163	shr eax, 12
		164	shr ecx, 12
		165	and edx, -4096
		166	or edx, [flags]
		167	@@:
		168	mov [page_tabs+eax*4], edx
819	serge	169	; push eax
1275	serge	170	invlpg [ebx]
819	serge	171	; pop eax
741	serge	172	inc eax
		173	add ebx, edi
		174	add edx, edi
		175	loop @B
		176
		177	pop eax
		178	mov edx, [base]
		179	and edx, 4095
		180	add eax, edx
		181	.fail:
		182	pop edi
		183	pop ebx
		184	ret
		185	endp
		186
279	serge	187	; param
328	serge	188	; eax= page base + page flags
819	serge	189	; ebx= linear address
281	serge	190	; ecx= count
		191
		192	align 4
328	serge	193	commit_pages:
741	serge	194	push edi
328	serge	195	test ecx, ecx
		196	jz .fail
281	serge	197
328	serge	198	mov edi, ebx
		199	mov ebx, pg_data.pg_mutex
		200	call wait_mutex ;ebx
		201
		202	mov edx, 0x1000
		203	mov ebx, edi
		204	shr ebx, 12
		205	@@:
365	serge	206	mov [page_tabs+ebx*4], eax
819	serge	207	; push eax
1275	serge	208	invlpg [edi]
819	serge	209	; pop eax
328	serge	210	add edi, edx
		211	add eax, edx
		212	inc ebx
		213	dec ecx
		214	jnz @B
		215	mov [pg_data.pg_mutex],ecx
		216	.fail:
741	serge	217	pop edi
281	serge	218	ret
		219
328	serge	220
281	serge	221	; param
279	serge	222	; eax= base
281	serge	223	; ecx= count
279	serge	224
164	serge	225	align 4
279	serge	226	release_pages:
321	diamond	227
		228	pushad
279	serge	229	mov ebx, pg_data.pg_mutex
		230	call wait_mutex ;ebx
		231
		232	mov esi, eax
		233	mov edi, eax
		234
		235	shr esi, 10
365	serge	236	add esi, page_tabs
328	serge	237
		238	mov ebp, [pg_data.pages_free]
279	serge	239	mov ebx, [page_start]
		240	mov edx, sys_pgmap
		241	@@:
		242	xor eax, eax
		243	xchg eax, [esi]
924	serge	244	push eax
279	serge	245	invlpg [edi]
924	serge	246	pop eax
279	serge	247
		248	test eax, 1
		249	jz .next
		250
		251	shr eax, 12
		252	bts [edx], eax
291	serge	253	cmc
328	serge	254	adc ebp, 0
279	serge	255	shr eax, 3
		256	and eax, -4
		257	add eax, edx
		258	cmp eax, ebx
		259	jae .next
		260
		261	mov ebx, eax
		262	.next:
		263	add edi, 0x1000
		264	add esi, 4
		265	dec ecx
		266	jnz @B
328	serge	267	mov [pg_data.pages_free], ebp
279	serge	268	and [pg_data.pg_mutex],0
321	diamond	269	popad
279	serge	270	ret
		271
819	serge	272	; param
		273	; eax= base
		274	; ecx= count
		275
279	serge	276	align 4
819	serge	277	unmap_pages:
		278
		279	push edi
		280
		281	mov edi, eax
		282	mov edx, eax
		283
		284	shr edi, 10
		285	add edi, page_tabs
		286
		287	xor eax, eax
		288	@@:
		289	stosd
		290	invlpg [edx]
		291	add edx, 0x1000
		292	loop @b
		293
		294	pop edi
		295	ret
		296
		297
		298	align 4
188	serge	299	proc map_page_table stdcall, lin_addr:dword, phis_addr:dword
321	diamond	300	push ebx
164	serge	301	mov ebx, [lin_addr]
		302	shr ebx, 22
		303	mov eax, [phis_addr]
		304	and eax, not 0xFFF
		305	or eax, PG_UW ;+PG_NOCACHE
378	serge	306	mov dword [master_tab+ebx*4], eax
164	serge	307	mov eax, [lin_addr]
		308	shr eax, 10
365	serge	309	add eax, page_tabs
164	serge	310	invlpg [eax]
321	diamond	311	pop ebx
164	serge	312	ret
		313	endp
		314
		315	align 4
		316	proc init_LFB
378	serge	317	locals
		318	pg_count dd ?
		319	endl
		320
164	serge	321	cmp dword [LFBAddress], -1
		322	jne @f
412	serge	323	mov [BOOT_VAR+0x901c],byte 2
1300	serge	324	stdcall alloc_pages, (0x280000 / 4096)
		325
		326	push eax
		327	call alloc_page
		328	stdcall map_page_table, LFB_BASE, eax
		329	pop eax
		330	or eax, PG_UW
		331	mov ebx, LFB_BASE
		332	mov ecx, 0x280000 / 4096
		333	call commit_pages
		334	mov [LFBAddress], dword LFB_BASE
164	serge	335	ret
		336	@@:
		337	test [SCR_MODE],word 0100000000000000b
211	serge	338	jnz @f
412	serge	339	mov [BOOT_VAR+0x901c],byte 2
211	serge	340	ret
		341	@@:
490	serge	342	call init_mtrr
		343
378	serge	344	mov edx, LFB_BASE
		345	mov esi, [LFBAddress]
1300	serge	346	mov edi, 0x00C00000
379	serge	347	mov dword [exp_lfb+4], edx
214	serge	348
164	serge	349	shr edi, 12
		350	mov [pg_count], edi
		351	shr edi, 10
		352
		353	bt [cpu_caps], CAPS_PSE
		354	jnc .map_page_tables
		355	or esi, PG_LARGE+PG_UW
465	serge	356	mov edx, sys_pgdir+(LFB_BASE shr 20)
164	serge	357	@@:
465	serge	358	mov [edx], esi
378	serge	359	add edx, 4
164	serge	360	add esi, 0x00400000
		361	dec edi
		362	jnz @B
		363
207	serge	364	bt [cpu_caps], CAPS_PGE
		365	jnc @F
465	serge	366	or dword [sys_pgdir+(LFB_BASE shr 20)], PG_GLOBAL
207	serge	367	@@:
378	serge	368	mov dword [LFBAddress], LFB_BASE
164	serge	369	mov eax, cr3 ;flush TLB
		370	mov cr3, eax
		371	ret
		372
		373	.map_page_tables:
		374
465	serge	375	@@:
164	serge	376	call alloc_page
378	serge	377	stdcall map_page_table, edx, eax
389	serge	378	add edx, 0x00400000
164	serge	379	dec edi
465	serge	380	jnz @B
164	serge	381
		382	mov eax, [LFBAddress]
378	serge	383	mov edi, page_tabs + (LFB_BASE shr 10)
164	serge	384	or eax, PG_UW
		385	mov ecx, [pg_count]
378	serge	386	cld
389	serge	387	@@:
		388	stosd
		389	add eax, 0x1000
		390	dec ecx
		391	jnz @B
164	serge	392
378	serge	393	mov dword [LFBAddress], LFB_BASE
164	serge	394	mov eax, cr3 ;flush TLB
		395	mov cr3, eax
		396
		397	ret
		398	endp
		399
		400	align 4
		401	proc new_mem_resize stdcall, new_size:dword
		402
276	serge	403	mov ebx, pg_data.pg_mutex
		404	call wait_mutex ;ebx
164	serge	405
		406	mov edi, [new_size]
		407	add edi,4095
		408	and edi,not 4095
		409	mov [new_size], edi
		410
465	serge	411	mov edx,[current_slot]
		412	cmp [edx+APPDATA.heap_base],0
172	serge	413	jne .exit
		414
465	serge	415	mov esi, [edx+APPDATA.mem_size]
164	serge	416	add esi, 4095
		417	and esi, not 4095
		418
		419	cmp edi, esi
		420	jae .expand
		421
		422	shr edi, 12
		423	shr esi, 12
		424	@@:
378	serge	425	mov eax, [app_page_tabs+edi*4]
164	serge	426	test eax, 1
		427	jz .next
378	serge	428	mov dword [app_page_tabs+edi*4], 2
164	serge	429	mov ebx, edi
		430	shl ebx, 12
924	serge	431	push eax
659	serge	432	invlpg [ebx]
924	serge	433	pop eax
164	serge	434	call free_page
		435
		436	.next: add edi, 1
		437	cmp edi, esi
		438	jb @B
		439
		440	.update_size:
465	serge	441	mov ebx, [new_size]
		442	call update_mem_size
164	serge	443
		444	xor eax, eax
		445	dec [pg_data.pg_mutex]
		446	ret
		447	.expand:
		448
		449	push esi
		450	push edi
		451
		452	add edi, 0x3FFFFF
		453	and edi, not(0x3FFFFF)
		454	add esi, 0x3FFFFF
		455	and esi, not(0x3FFFFF)
		456
		457	cmp esi, edi
		458	jae .grow
		459
		460	xchg esi, edi
		461
		462	@@:
		463	call alloc_page
		464	test eax, eax
1103	diamond	465	jz .exit_pop
164	serge	466
188	serge	467	stdcall map_page_table, edi, eax
164	serge	468
		469	push edi
		470	shr edi, 10
365	serge	471	add edi, page_tabs
164	serge	472	mov ecx, 1024
		473	xor eax, eax
		474	cld
		475	rep stosd
		476	pop edi
		477
		478	add edi, 0x00400000
		479	cmp edi, esi
		480	jb @B
		481	.grow:
		482	pop edi
		483	pop esi
		484	@@:
		485	call alloc_page
		486	test eax, eax
		487	jz .exit
		488	stdcall map_page,esi,eax,dword PG_UW
		489
		490	push edi
		491	mov edi, esi
		492	xor eax, eax
		493	mov ecx, 1024
		494	cld
		495	rep stosd
		496	pop edi
		497
		498	add esi, 0x1000
		499	cmp esi, edi
294	diamond	500	jb @B
164	serge	501
		502	jmp .update_size
1103	diamond	503	.exit_pop:
		504	pop edi
		505	pop esi
164	serge	506	.exit:
		507	xor eax, eax
		508	inc eax
		509	dec [pg_data.pg_mutex]
		510	ret
		511	endp
		512
294	diamond	513	update_mem_size:
465	serge	514	; in: edx = slot base
294	diamond	515	; ebx = new memory size
		516	; destroys eax,ecx,edx
		517
465	serge	518	mov [APPDATA.mem_size+edx],ebx
294	diamond	519	;search threads and update
		520	;application memory size infomation
465	serge	521	mov ecx,[APPDATA.dir_table+edx]
294	diamond	522	mov eax,2
		523
		524	.search_threads:
		525	;eax = current slot
		526	;ebx = new memory size
		527	;ecx = page directory
		528	cmp eax,[TASK_COUNT]
		529	jg .search_threads_end
		530	mov edx,eax
		531	shl edx,5
		532	cmp word [CURRENT_TASK+edx+TASKDATA.state],9 ;if slot empty?
		533	jz .search_threads_next
		534	shl edx,3
380	serge	535	cmp [SLOT_BASE+edx+APPDATA.dir_table],ecx ;if it is our thread?
294	diamond	536	jnz .search_threads_next
380	serge	537	mov [SLOT_BASE+edx+APPDATA.mem_size],ebx ;update memory size
294	diamond	538	.search_threads_next:
		539	inc eax
		540	jmp .search_threads
		541	.search_threads_end:
		542	ret
		543
285	serge	544	; param
		545	; eax= linear address
		546	;
		547	; retval
		548	; eax= phisical page address
		549
164	serge	550	align 4
285	serge	551	get_pg_addr:
		552	shr eax, 12
365	serge	553	mov eax, [page_tabs+eax*4]
164	serge	554	and eax, 0xFFFFF000
		555	ret
		556
465	serge	557
188	serge	558	align 4
1105	Galkov	559	; Now it is called from core/sys32::exc_c (see stack frame there)
164	serge	560	proc page_fault_handler
465	serge	561
1056	Galkov	562	.err_addr equ ebp-4
709	diamond	563
1105	Galkov	564	push ebx ;save exception number (#PF)
1056	Galkov	565	mov ebp, esp
		566	mov ebx, cr2
1105	Galkov	567	push ebx ;that is locals: .err_addr = cr2
1056	Galkov	568	inc [pg_data.pages_faults]
465	serge	569
1056	Galkov	570	mov eax, [pf_err_code]
164	serge	571
1056	Galkov	572	cmp ebx, OS_BASE ;ebx == .err_addr
		573	jb .user_space ;�� ;
188	serge	574
1056	Galkov	575	cmp ebx, page_tabs
		576	jb .kernel_space ;��
164	serge	577
1056	Galkov	578	cmp ebx, kernel_tabs
		579	jb .alloc;.app_tabs ;�� ;
		580	;��
		581	if 0 ;��
		582	cmp ebx, LFB_BASE
		583	jb .core_tabs ;��
		584	;��
		585	.lfb:
		586	;�� LFB
		587	;��
		588	jmp .fail
		589	end if
		590	.core_tabs:
		591	.fail: ;simply return to caller
		592	mov esp, ebp
1105	Galkov	593	pop ebx ;restore exception number (#PF)
1056	Galkov	594	ret
378	serge	595
1300	serge	596	; xchg bx, bx
		597	; add esp,12 ;clear in stack: locals(.err_addr) + #PF + ret_to_caller
		598	; restore_ring3_context
		599	; iretd
		600
164	serge	601	.user_space:
1056	Galkov	602	test eax, PG_MAP
		603	jnz .err_access ;��
		604	;�� ?
465	serge	605
1056	Galkov	606	shr ebx, 12
		607	mov ecx, ebx
		608	shr ecx, 10
		609	mov edx, [master_tab+ecx*4]
		610	test edx, PG_MAP
		611	jz .fail ;��
		612	;��
172	serge	613
1056	Galkov	614	mov eax, [page_tabs+ebx*4]
		615	test eax, 2
		616	jz .fail ;�� ;
		617	;��. ��
188	serge	618	.alloc:
1056	Galkov	619	call alloc_page
		620	test eax, eax
		621	jz .fail
164	serge	622
1289	diamond	623	stdcall map_page,[.err_addr],eax,PG_UW
164	serge	624
1056	Galkov	625	mov edi, [.err_addr]
		626	and edi, 0xFFFFF000
		627	mov ecx, 1024
		628	xor eax, eax
		629	;cld ;caller is duty for this
		630	rep stosd
		631	.exit: ;iret with repeat fault instruction
1105	Galkov	632	add esp,12 ;clear in stack: locals(.err_addr) + #PF + ret_to_caller
1056	Galkov	633	restore_ring3_context
		634	iretd
465	serge	635
1289	diamond	636	.err_access:
		637	; access denied? this may be a result of copy-on-write protection for DLL
		638	; check list of HDLLs
		639	and ebx, not 0xFFF
		640	mov eax, [CURRENT_TASK]
		641	shl eax, 8
		642	lea eax, [SLOT_BASE+eax+APP_OBJ_OFFSET]
		643	mov esi, [eax+APPOBJ.fd]
		644	.scan_hdll:
		645	cmp esi, eax
		646	jz .fail
		647	cmp [esi+APPOBJ.magic], 'HDLL'
		648	jnz .scan_hdll.next
		649	mov edx, ebx
		650	sub edx, [esi+HDLL.base]
		651	cmp edx, [esi+HDLL.size]
		652	jb .fault_in_hdll
		653	.scan_hdll.next:
		654	mov esi, [esi+APPOBJ.fd]
		655	jmp .scan_hdll
		656	.fault_in_hdll:
		657	; allocate new page, map it as rw and copy data
		658	call alloc_page
		659	test eax, eax
		660	jz .fail
		661	stdcall map_page,ebx,eax,PG_UW
		662	mov edi, ebx
		663	mov ecx, 1024
		664	sub ebx, [esi+HDLL.base]
		665	mov esi, [esi+HDLL.parent]
		666	mov esi, [esi+DLLDESCR.data]
		667	add esi, ebx
		668	rep movsd
		669	jmp .exit
465	serge	670
		671	.kernel_space:
1056	Galkov	672	test eax, PG_MAP
		673	jz .fail ;��
465	serge	674
1056	Galkov	675	test eax,12 ;U/S (+below)
		676	jnz .fail ;��
		677	;��
		678	;test eax, 8
		679	;jnz .fail ;��
		680	;� �� . �� P4/Xeon
465	serge	681
		682	;��
		683
1056	Galkov	684	cmp ebx, tss._io_map_0
		685	jb .fail
465	serge	686
1056	Galkov	687	cmp ebx, tss._io_map_0+8192
		688	jae .fail
465	serge	689
		690	; io permission map
		691	; copy-on-write protection
		692
1056	Galkov	693	call alloc_page
		694	test eax, eax
		695	jz .fail
465	serge	696
1056	Galkov	697	push eax
		698	stdcall map_page,[.err_addr],eax,dword PG_SW
		699	pop eax
		700	mov edi, [.err_addr]
		701	and edi, -4096
		702	lea esi, [edi+(not tss._io_map_0)+1]; -tss._io_map_0
465	serge	703
1056	Galkov	704	mov ebx, esi
		705	shr ebx, 12
		706	mov edx, [current_slot]
		707	or eax, PG_SW
		708	mov [edx+APPDATA.io_map+ebx*4], eax
465	serge	709
1056	Galkov	710	add esi, [default_io_map]
		711	mov ecx, 4096/4
		712	;cld ;caller is duty for this
		713	rep movsd
		714	jmp .exit
164	serge	715	endp
		716
		717	align 4
		718	proc map_mem stdcall, lin_addr:dword,pdir:dword,\
		719	ofs:dword,buf_size:dword
		720	mov eax, [buf_size]
		721	test eax, eax
		722	jz .exit
		723
		724	mov eax, [pdir]
		725	and eax, 0xFFFFF000
		726
536	diamond	727	stdcall map_page,[ipc_pdir],eax,PG_UW
164	serge	728	mov ebx, [ofs]
		729	shr ebx, 22
		730	mov esi, [ipc_pdir]
		731	mov edi, [ipc_ptab]
		732	mov eax, [esi+ebx*4]
		733	and eax, 0xFFFFF000
		734	jz .exit
536	diamond	735	stdcall map_page,edi,eax,PG_UW
164	serge	736	; inc ebx
		737	; add edi, 0x1000
		738	; mov eax, [esi+ebx*4]
		739	; test eax, eax
		740	; jz @f
		741	; and eax, 0xFFFFF000
		742	; stdcall map_page, edi, eax
		743
		744	@@: mov edi, [lin_addr]
		745	and edi, 0xFFFFF000
		746	mov ecx, [buf_size]
		747	add ecx, 4095
		748	shr ecx, 12
		749	inc ecx
		750
		751	mov edx, [ofs]
		752	shr edx, 12
		753	and edx, 0x3FF
		754	mov esi, [ipc_ptab]
		755
		756	.map: mov eax, [esi+edx*4]
		757	and eax, 0xFFFFF000
536	diamond	758	jz .exit
		759	stdcall map_page,edi,eax,PG_UW
		760	dec ecx
		761	jz .exit
164	serge	762	add edi, 0x1000
		763	inc edx
536	diamond	764	cmp edx, 0x400
164	serge	765	jnz .map
536	diamond	766	inc ebx
		767	mov eax, [ipc_pdir]
		768	mov eax, [eax+ebx*4]
		769	and eax, 0xFFFFF000
		770	jz .exit
		771	stdcall map_page,esi,eax,PG_UW
		772	xor edx, edx
		773	jmp .map
164	serge	774
		775	.exit:
		776	ret
		777	endp
		778
		779	align 4
		780	proc map_memEx stdcall, lin_addr:dword,pdir:dword,\
		781	ofs:dword,buf_size:dword
		782	mov eax, [buf_size]
		783	test eax, eax
		784	jz .exit
		785
		786	mov eax, [pdir]
		787	and eax, 0xFFFFF000
		788
		789	stdcall map_page,[proc_mem_pdir],eax,dword PG_UW
		790	mov ebx, [ofs]
		791	shr ebx, 22
		792	mov esi, [proc_mem_pdir]
		793	mov edi, [proc_mem_tab]
		794	mov eax, [esi+ebx*4]
		795	and eax, 0xFFFFF000
		796	test eax, eax
		797	jz .exit
		798	stdcall map_page,edi,eax,dword PG_UW
		799
		800	@@: mov edi, [lin_addr]
		801	and edi, 0xFFFFF000
		802	mov ecx, [buf_size]
		803	add ecx, 4095
		804	shr ecx, 12
		805	inc ecx
		806
		807	mov edx, [ofs]
		808	shr edx, 12
		809	and edx, 0x3FF
		810	mov esi, [proc_mem_tab]
		811
		812	.map: mov eax, [esi+edx*4]
		813	; and eax, 0xFFFFF000
		814	; test eax, eax
		815	; jz .exit
		816	stdcall map_page,edi,eax,dword PG_UW
		817	add edi, 0x1000
		818	inc edx
		819	dec ecx
		820	jnz .map
		821	.exit:
		822	ret
		823	endp
		824
		825
		826
		827
		828	sys_IPC:
		829	;input:
		830	; eax=1 - set ipc buffer area
		831	; ebx=address of buffer
		832	; ecx=size of buffer
		833	; eax=2 - send message
		834	; ebx=PID
		835	; ecx=address of message
		836	; edx=size of message
		837
		838	cmp eax,1
		839	jne @f
		840	call set_ipc_buff
		841	mov [esp+36], eax
		842	ret
		843	@@:
		844	cmp eax, 2
		845	jne @f
		846	stdcall sys_ipc_send, ebx, ecx, edx
		847	mov [esp+36], eax
		848	ret
		849	@@:
		850	xor eax, eax
		851	not eax
		852	mov [esp+36], eax
		853	ret
		854
		855	align 4
		856	proc set_ipc_buff
		857
465	serge	858	mov eax,[current_slot]
164	serge	859	pushf
		860	cli
465	serge	861	mov [eax+APPDATA.ipc_start],ebx ;set fields in extended information area
		862	mov [eax+APPDATA.ipc_size],ecx
164	serge	863
		864	add ecx, ebx
		865	add ecx, 4095
		866	and ecx, not 4095
		867
		868	.touch: mov eax, [ebx]
		869	add ebx, 0x1000
		870	cmp ebx, ecx
536	diamond	871	jb .touch
164	serge	872
		873	popf
		874	xor eax, eax
		875	ret
		876	endp
		877
		878	proc sys_ipc_send stdcall, PID:dword, msg_addr:dword, msg_size:dword
		879	locals
		880	dst_slot dd ?
		881	dst_offset dd ?
		882	buf_size dd ?
536	diamond	883	used_buf dd ?
164	serge	884	endl
		885
		886	pushf
		887	cli
		888
		889	mov eax, [PID]
		890	call pid_to_slot
		891	test eax,eax
		892	jz .no_pid
		893
		894	mov [dst_slot], eax
		895	shl eax,8
380	serge	896	mov edi,[eax+SLOT_BASE+0xa0] ;is ipc area defined?
164	serge	897	test edi,edi
		898	jz .no_ipc_area
		899
		900	mov ebx, edi
		901	and ebx, 0xFFF
		902	mov [dst_offset], ebx
		903
380	serge	904	mov esi, [eax+SLOT_BASE+0xa4]
164	serge	905	mov [buf_size], esi
		906
536	diamond	907	mov ecx, [ipc_tmp]
		908	cmp esi, 0x40000-0x1000 ; size of [ipc_tmp] minus one page
		909	jbe @f
		910	push eax esi edi
		911	add esi,0x1000
		912	stdcall alloc_kernel_space,esi
		913	mov ecx, eax
		914	pop edi esi eax
		915	@@:
		916	mov [used_buf], ecx
		917	stdcall map_mem, ecx, [SLOT_BASE+eax+0xB8],\
164	serge	918	edi, esi
		919
		920	mov edi, [dst_offset]
536	diamond	921	add edi, [used_buf]
164	serge	922	cmp dword [edi], 0
		923	jnz .ipc_blocked ;if dword [buffer]<>0 - ipc blocked now
227	serge	924
566	serge	925	mov edx, dword [edi+4]
		926	lea ebx, [edx+8]
164	serge	927	add ebx, [msg_size]
		928	cmp ebx, [buf_size]
		929	ja .buffer_overflow ;esi<0 - not enough memory in buffer
227	serge	930
164	serge	931	mov dword [edi+4], ebx
		932	mov eax,[TASK_BASE]
		933	mov eax, [eax+0x04] ;eax - our PID
		934	add edi, edx
		935	mov [edi], eax
		936	mov ecx, [msg_size]
		937
		938	mov [edi+4], ecx
		939	add edi, 8
		940	mov esi, [msg_addr]
465	serge	941	; add esi, new_app_base
164	serge	942	cld
		943	rep movsb
		944
		945	mov ebx, [ipc_tmp]
		946	mov edx, ebx
		947	shr ebx, 12
		948	xor eax, eax
365	serge	949	mov [page_tabs+ebx*4], eax
164	serge	950	invlpg [edx]
		951
		952	mov ebx, [ipc_pdir]
		953	mov edx, ebx
		954	shr ebx, 12
		955	xor eax, eax
365	serge	956	mov [page_tabs+ebx*4], eax
164	serge	957	invlpg [edx]
		958
		959	mov ebx, [ipc_ptab]
		960	mov edx, ebx
		961	shr ebx, 12
		962	xor eax, eax
365	serge	963	mov [page_tabs+ebx*4], eax
164	serge	964	invlpg [edx]
		965
		966	mov eax, [dst_slot]
		967	shl eax, 8
380	serge	968	or [eax+SLOT_BASE+0xA8],dword 0x40
164	serge	969	cmp dword [check_idle_semaphore],20
		970	jge .ipc_no_cis
		971
		972	mov dword [check_idle_semaphore],5
		973	.ipc_no_cis:
536	diamond	974	push 0
		975	jmp .ret
164	serge	976	.no_pid:
		977	popf
536	diamond	978	mov eax, 4
164	serge	979	ret
		980	.no_ipc_area:
		981	popf
		982	xor eax, eax
		983	inc eax
		984	ret
		985	.ipc_blocked:
536	diamond	986	push 2
		987	jmp .ret
164	serge	988	.buffer_overflow:
536	diamond	989	push 3
		990	.ret:
		991	mov eax, [used_buf]
		992	cmp eax, [ipc_tmp]
		993	jz @f
		994	stdcall free_kernel_space,eax
		995	@@:
		996	pop eax
164	serge	997	popf
		998	ret
		999	endp
		1000
		1001	align 4
170	serge	1002	sysfn_meminfo:
164	serge	1003
1072	diamond	1004	; add ecx, new_app_base
		1005	cmp ecx, OS_BASE
465	serge	1006	jae .fail
172	serge	1007
164	serge	1008	mov eax, [pg_data.pages_count]
1072	diamond	1009	mov [ecx], eax
172	serge	1010	shl eax, 12
1072	diamond	1011	mov [esp+32], eax
		1012	mov eax, [pg_data.pages_free]
		1013	mov [ecx+4], eax
		1014	mov eax, [pg_data.pages_faults]
		1015	mov [ecx+8], eax
		1016	mov eax, [heap_size]
		1017	mov [ecx+12], eax
		1018	mov eax, [heap_free]
		1019	mov [ecx+16], eax
170	serge	1020	mov eax, [heap_blocks]
1072	diamond	1021	mov [ecx+20], eax
		1022	mov eax, [free_blocks]
		1023	mov [ecx+24], eax
164	serge	1024	ret
172	serge	1025	.fail:
1276	Lrz	1026	or dword [esp+32], -1
172	serge	1027	ret
1276	Lrz	1028	iglobal
164	serge	1029	align 4
940	serge	1030	f68call:
1275	serge	1031	dd f68.11 ; init_heap
		1032	dd f68.12 ; user_alloc
		1033	dd f68.13 ; user_free
		1034	dd f68.14 ; get_event_ex
1077	Galkov	1035	dd f68.fail ;moved to f68.24
1275	serge	1036	dd f68.16 ; get_service
		1037	dd f68.17 ; call_service
1077	Galkov	1038	dd f68.fail ;moved to f68.25
1275	serge	1039	dd f68.19 ; load_dll
		1040	dd f68.20 ; user_realloc
		1041	dd f68.21 ; load_driver
		1042	dd f68.22 ; shmem_open
		1043	dd f68.23 ; shmem_close
1077	Galkov	1044	dd f68.24
		1045	dd f68.25
1276	Lrz	1046	endg
940	serge	1047	align 4
		1048	f68:
164	serge	1049	cmp eax,4
		1050	jle sys_sheduler
		1051
170	serge	1052	cmp eax, 11
164	serge	1053	jb .fail
		1054
1077	Galkov	1055	cmp eax, 25
940	serge	1056	ja .fail
		1057
		1058	jmp dword [f68call+eax4-114]
		1059	.11:
188	serge	1060	call init_heap
164	serge	1061	mov [esp+36], eax
		1062	ret
940	serge	1063	.12:
164	serge	1064	stdcall user_alloc, ebx
		1065	mov [esp+36], eax
		1066	ret
940	serge	1067	.13:
164	serge	1068	stdcall user_free, ebx
		1069	mov [esp+36], eax
		1070	ret
940	serge	1071	.14:
465	serge	1072	cmp ebx, OS_BASE
		1073	jae .fail
1055	Galkov	1074	mov edi,ebx
		1075	call get_event_ex
227	serge	1076	mov [esp+36], eax
164	serge	1077	ret
940	serge	1078	.16:
188	serge	1079	test ebx, ebx
		1080	jz .fail
465	serge	1081	cmp ebx, OS_BASE
		1082	jae .fail
164	serge	1083	stdcall get_service, ebx
		1084	mov [esp+36], eax
		1085	ret
940	serge	1086	.17:
378	serge	1087	call srv_handlerEx ;ebx
164	serge	1088	mov [esp+36], eax
		1089	ret
940	serge	1090	.19:
465	serge	1091	cmp ebx, OS_BASE
		1092	jae .fail
198	serge	1093	stdcall load_library, ebx
		1094	mov [esp+36], eax
		1095	ret
940	serge	1096	.20:
490	serge	1097	mov eax, ecx
		1098	call user_realloc
		1099	mov [esp+36], eax
		1100	ret
940	serge	1101	.21:
740	serge	1102	cmp ebx, OS_BASE
		1103	jae .fail
		1104
		1105	stdcall load_PE, ebx
		1106
		1107	test eax, eax
		1108	jz @F
		1109
		1110	mov esi, eax
		1111	stdcall eax, DRV_ENTRY
		1112
		1113	test eax, eax
		1114	jz @F
		1115
		1116	mov [eax+SRV.entry], esi
		1117
		1118	@@:
		1119	mov [esp+36], eax
		1120	ret
940	serge	1121	.22:
		1122	cmp ebx, OS_BASE
		1123	jae .fail
740	serge	1124
940	serge	1125	stdcall shmem_open, ebx, ecx, edx
		1126	mov [esp+28], edx
		1127	mov [esp+36], eax
		1128	ret
740	serge	1129
943	serge	1130	.23:
		1131	cmp ebx, OS_BASE
		1132	jae .fail
		1133
		1134	stdcall shmem_close, ebx
		1135	mov [esp+36], eax
		1136	ret
1275	serge	1137	.24:
		1138	mov eax, [current_slot]
		1139	xchg ebx, [eax+APPDATA.exc_handler]
		1140	xchg ecx, [eax+APPDATA.except_mask]
		1141	mov [esp+36], ebx ; reg_eax+8
		1142	mov [esp+24], ecx ; reg_ebx+8
		1143	ret
		1144	.25:
		1145	cmp ebx,32
		1146	jae .fail
		1147	mov eax, [current_slot]
		1148	btr [eax+APPDATA.except_mask],ebx
		1149	setc byte[esp+36]
		1150	jecxz @f
		1151	bts [eax+APPDATA.except_mask],ebx
		1152	@@:
		1153	ret
943	serge	1154
164	serge	1155	.fail:
		1156	xor eax, eax
		1157	mov [esp+36], eax
		1158	ret
		1159
		1160	align 4
819	serge	1161	proc load_pe_driver stdcall, file:dword
		1162
		1163	stdcall load_PE, [file]
		1164	test eax, eax
		1165	jz .fail
		1166
		1167	mov esi, eax
		1168	stdcall eax, DRV_ENTRY
		1169	test eax, eax
		1170	jz .fail
		1171
		1172	mov [eax+SRV.entry], esi
		1173	ret
		1174
		1175	.fail:
		1176	xor eax, eax
		1177	ret
		1178	endp
		1179
		1180
		1181	align 4
164	serge	1182	proc init_mtrr
		1183
412	serge	1184	cmp [BOOT_VAR+0x901c],byte 2
164	serge	1185	je .exit
		1186
211	serge	1187	bt [cpu_caps], CAPS_MTRR
		1188	jnc .exit
		1189
164	serge	1190	mov eax, cr0
		1191	or eax, 0x60000000 ;disable caching
		1192	mov cr0, eax
		1193	wbinvd ;invalidate cache
		1194
		1195	mov ecx, 0x2FF
		1196	rdmsr ;
1030	diamond	1197	; has BIOS already initialized MTRRs?
		1198	test ah, 8
		1199	jnz .skip_init
		1200	; rarely needed, so mainly placeholder
		1201	; main memory - cached
164	serge	1202	push eax
		1203
821	diamond	1204	mov eax, [MEM_AMOUNT]
		1205	; round eax up to next power of 2
		1206	dec eax
		1207	bsr ecx, eax
1030	diamond	1208	mov ebx, 2
		1209	shl ebx, cl
		1210	dec ebx
		1211	; base of memory range = 0, type of memory range = MEM_WB
164	serge	1212	xor edx, edx
1030	diamond	1213	mov eax, MEM_WB
		1214	mov ecx, 0x200
		1215	wrmsr
		1216	; mask of memory range = 0xFFFFFFFFF - (size - 1), ebx = size - 1
		1217	mov eax, 0xFFFFFFFF
		1218	mov edx, 0x0000000F
		1219	sub eax, ebx
		1220	sbb edx, 0
		1221	or eax, 0x800
		1222	inc ecx
		1223	wrmsr
		1224	; clear unused MTRRs
164	serge	1225	xor eax, eax
1030	diamond	1226	xor edx, edx
164	serge	1227	@@:
1030	diamond	1228	wrmsr
164	serge	1229	inc ecx
1030	diamond	1230	cmp ecx, 0x210
		1231	jb @b
		1232	; enable MTRRs
		1233	pop eax
		1234	or ah, 8
		1235	and al, 0xF0 ; default memtype = UC
		1236	mov ecx, 0x2FF
164	serge	1237	wrmsr
1030	diamond	1238	.skip_init:
		1239	stdcall set_mtrr, [LFBAddress],[LFBSize],MEM_WC
164	serge	1240
		1241	wbinvd ;again invalidate
		1242
		1243	mov eax, cr0
		1244	and eax, not 0x60000000
		1245	mov cr0, eax ; enable caching
		1246	.exit:
		1247	ret
		1248	endp
		1249
		1250	align 4
1030	diamond	1251	proc set_mtrr stdcall, base:dword,size:dword,mem_type:dword
		1252	; find unused register
		1253	mov ecx, 0x201
		1254	@@:
		1255	rdmsr
		1256	dec ecx
		1257	test ah, 8
		1258	jz .found
		1259	rdmsr
		1260	mov al, 0 ; clear memory type field
		1261	cmp eax, [base]
		1262	jz .ret
		1263	add ecx, 3
		1264	cmp ecx, 0x210
		1265	jb @b
		1266	; no free registers, ignore the call
		1267	.ret:
		1268	ret
		1269	.found:
		1270	; found, write values
164	serge	1271	xor edx, edx
		1272	mov eax, [base]
		1273	or eax, [mem_type]
		1274	wrmsr
		1275
		1276	mov ebx, [size]
		1277	dec ebx
		1278	mov eax, 0xFFFFFFFF
		1279	mov edx, 0x0000000F
		1280	sub eax, ebx
		1281	sbb edx, 0
		1282	or eax, 0x800
		1283	inc ecx
		1284	wrmsr
		1285	ret
		1286	endp
		1287
465	serge	1288	align 4
172	serge	1289	proc stall stdcall, delay:dword
		1290	push ecx
		1291	push edx
		1292	push ebx
		1293	push eax
		1294
		1295	mov eax, [delay]
		1296	mul [stall_mcs]
		1297	mov ebx, eax ;low
		1298	mov ecx, edx ;high
		1299	rdtsc
		1300	add ebx, eax
		1301	adc ecx,edx
		1302	@@:
		1303	rdtsc
		1304	sub eax, ebx
		1305	sbb edx, ecx
		1306	jb @B
		1307
		1308	pop eax
		1309	pop ebx
		1310	pop edx
		1311	pop ecx
		1312	ret
		1313	endp
		1314
520	serge	1315	align 4
		1316	proc create_ring_buffer stdcall, size:dword, flags:dword
		1317	locals
		1318	buf_ptr dd ?
		1319	endl
237	serge	1320
520	serge	1321	mov eax, [size]
		1322	test eax, eax
		1323	jz .fail
		1324
		1325	add eax, eax
		1326	stdcall alloc_kernel_space, eax
		1327	test eax, eax
		1328	jz .fail
		1329
662	serge	1330	push ebx
		1331
520	serge	1332	mov [buf_ptr], eax
		1333
		1334	mov ebx, [size]
		1335	shr ebx, 12
		1336	push ebx
		1337
		1338	stdcall alloc_pages, ebx
		1339	pop ecx
		1340
		1341	test eax, eax
		1342	jz .mm_fail
		1343
662	serge	1344	push edi
		1345
520	serge	1346	or eax, [flags]
		1347	mov edi, [buf_ptr]
		1348	mov ebx, [buf_ptr]
		1349	mov edx, ecx
566	serge	1350	shl edx, 2
520	serge	1351	shr edi, 10
		1352	@@:
		1353	mov [page_tabs+edi], eax
		1354	mov [page_tabs+edi+edx], eax
924	serge	1355	invlpg [ebx]
		1356	invlpg [ebx+0x10000]
520	serge	1357	add eax, 0x1000
		1358	add ebx, 0x1000
566	serge	1359	add edi, 4
520	serge	1360	dec ecx
		1361	jnz @B
		1362
		1363	mov eax, [buf_ptr]
662	serge	1364	pop edi
		1365	pop ebx
520	serge	1366	ret
		1367	.mm_fail:
		1368	stdcall free_kernel_space, [buf_ptr]
		1369	xor eax, eax
662	serge	1370	pop ebx
520	serge	1371	.fail:
		1372	ret
		1373	endp

Subversion Repositories Kolibri OS

(root)/kernel/trunk/core/memory.inc – Rev 1300