WebSVN – Kolibri OS – Blame – /kernel/trunk/core/memory.inc

Rev	Author	Line No.	Line
431	serge	1	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
		2	;; ;;
		3	;; Copyright (C) KolibriOS team 2004-2007. All rights reserved. ;;
		4	;; Distributed under terms of the GNU General Public License ;;
		5	;; ;;
		6	;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
164	serge	7
593	mikedld	8	$Revision: 924 $
		9
		10
164	serge	11	align 4
		12	proc alloc_page
		13
		14	pushfd
		15	cli
660	serge	16	push ebx
164	serge	17	mov ebx, [page_start]
		18	mov ecx, [page_end]
		19	.l1:
		20	bsf eax,[ebx];
		21	jnz .found
		22	add ebx,4
		23	cmp ebx, ecx
		24	jb .l1
660	serge	25	pop ebx
164	serge	26	popfd
		27	xor eax,eax
		28	ret
		29	.found:
		30	btr [ebx], eax
		31	mov [page_start],ebx
		32	sub ebx, sys_pgmap
254	serge	33	lea eax, [eax+ebx*8]
164	serge	34	shl eax, 12
		35	dec [pg_data.pages_free]
660	serge	36	pop ebx
164	serge	37	popfd
		38	ret
		39	endp
		40
		41	align 4
		42	proc alloc_pages stdcall, count:dword
		43	pushfd
660	serge	44	push ebx
		45	push edi
164	serge	46	cli
		47	mov eax, [count]
		48	add eax, 7
		49	shr eax, 3
		50	mov [count], eax
		51	cmp eax, [pg_data.pages_free]
		52	ja .fail
		53
		54	mov ecx, [page_start]
		55	mov ebx, [page_end]
		56	.find:
		57	mov edx, [count]
		58	mov edi, ecx
		59	.match:
		60	cmp byte [ecx], 0xFF
		61	jne .next
		62	dec edx
		63	jz .ok
		64	inc ecx
		65	cmp ecx,ebx
		66	jb .match
660	serge	67	.fail:
		68	xor eax, eax
		69	pop edi
		70	pop ebx
164	serge	71	popfd
		72	ret
		73	.next:
		74	inc ecx
		75	cmp ecx, ebx
		76	jb .find
660	serge	77	pop edi
		78	pop ebx
164	serge	79	popfd
		80	xor eax, eax
		81	ret
		82	.ok:
		83	sub ecx, edi
		84	inc ecx
663	serge	85	push esi
164	serge	86	mov esi, edi
		87	xor eax, eax
		88	rep stosb
		89	sub esi, sys_pgmap
		90	shl esi, 3+12
		91	mov eax, esi
		92	mov ebx, [count]
		93	shl ebx, 3
		94	sub [pg_data.pages_free], ebx
663	serge	95	pop esi
660	serge	96	pop edi
		97	pop ebx
164	serge	98	popfd
		99	ret
		100	endp
		101
		102	align 4
		103	proc map_page stdcall,lin_addr:dword,phis_addr:dword,flags:dword
321	diamond	104	push ebx
164	serge	105	mov eax, [phis_addr]
		106	and eax, not 0xFFF
		107	or eax, [flags]
		108	mov ebx, [lin_addr]
		109	shr ebx, 12
365	serge	110	mov [page_tabs+ebx*4], eax
164	serge	111	mov eax, [lin_addr]
		112	invlpg [eax]
321	diamond	113	pop ebx
164	serge	114	ret
		115	endp
		116
		117	align 4
281	serge	118	map_space: ;not implemented
		119
		120
		121	ret
		122
		123
		124	align 4
164	serge	125	proc free_page
		126	;arg: eax page address
		127	pushfd
		128	cli
819	serge	129	shr eax, 12 ;page index
		130	bts dword [sys_pgmap], eax ;that's all!
291	serge	131	cmc
328	serge	132	adc [pg_data.pages_free], 0
164	serge	133	shr eax, 3
819	serge	134	and eax, not 3 ;dword offset from page_map
448	diamond	135	add eax, sys_pgmap
164	serge	136	cmp [page_start], eax
		137	ja @f
		138	popfd
		139	ret
		140	@@:
		141	mov [page_start], eax
		142	popfd
		143	ret
		144	endp
		145
741	serge	146	proc map_io_mem stdcall, base:dword, size:dword, flags:dword
		147
		148	push ebx
		149	push edi
		150	mov eax, [size]
		151	add eax, 4095
		152	and eax, -4096
		153	mov [size], eax
		154	stdcall alloc_kernel_space, eax
		155	test eax, eax
		156	jz .fail
		157	push eax
		158
		159	mov edi, 0x1000
		160	mov ebx, eax
		161	mov ecx,[size]
		162	mov edx, [base]
		163	shr eax, 12
		164	shr ecx, 12
		165	and edx, -4096
		166	or edx, [flags]
		167	@@:
		168	mov [page_tabs+eax*4], edx
819	serge	169	; push eax
		170	; invlpg [ebx]
		171	; pop eax
741	serge	172	inc eax
		173	add ebx, edi
		174	add edx, edi
		175	loop @B
		176
		177	pop eax
		178	mov edx, [base]
		179	and edx, 4095
		180	add eax, edx
		181	.fail:
		182	pop edi
		183	pop ebx
		184	ret
		185	endp
		186
279	serge	187	; param
328	serge	188	; eax= page base + page flags
819	serge	189	; ebx= linear address
281	serge	190	; ecx= count
		191
		192	align 4
328	serge	193	commit_pages:
741	serge	194	push edi
328	serge	195	test ecx, ecx
		196	jz .fail
281	serge	197
328	serge	198	mov edi, ebx
		199	mov ebx, pg_data.pg_mutex
		200	call wait_mutex ;ebx
		201
		202	mov edx, 0x1000
		203	mov ebx, edi
		204	shr ebx, 12
		205	@@:
365	serge	206	mov [page_tabs+ebx*4], eax
819	serge	207	; push eax
		208	; invlpg [edi]
		209	; pop eax
328	serge	210	add edi, edx
		211	add eax, edx
		212	inc ebx
		213	dec ecx
		214	jnz @B
		215	mov [pg_data.pg_mutex],ecx
		216	.fail:
741	serge	217	pop edi
281	serge	218	ret
		219
328	serge	220
281	serge	221	; param
279	serge	222	; eax= base
281	serge	223	; ecx= count
279	serge	224
164	serge	225	align 4
279	serge	226	release_pages:
321	diamond	227
		228	pushad
279	serge	229	mov ebx, pg_data.pg_mutex
		230	call wait_mutex ;ebx
		231
		232	mov esi, eax
		233	mov edi, eax
		234
		235	shr esi, 10
365	serge	236	add esi, page_tabs
328	serge	237
		238	mov ebp, [pg_data.pages_free]
279	serge	239	mov ebx, [page_start]
		240	mov edx, sys_pgmap
		241	@@:
		242	xor eax, eax
		243	xchg eax, [esi]
924	serge	244	push eax
279	serge	245	invlpg [edi]
924	serge	246	pop eax
279	serge	247
		248	test eax, 1
		249	jz .next
		250
		251	shr eax, 12
		252	bts [edx], eax
291	serge	253	cmc
328	serge	254	adc ebp, 0
279	serge	255	shr eax, 3
		256	and eax, -4
		257	add eax, edx
		258	cmp eax, ebx
		259	jae .next
		260
		261	mov ebx, eax
		262	.next:
		263	add edi, 0x1000
		264	add esi, 4
		265	dec ecx
		266	jnz @B
328	serge	267	mov [pg_data.pages_free], ebp
279	serge	268	and [pg_data.pg_mutex],0
321	diamond	269	popad
279	serge	270	ret
		271
819	serge	272	; param
		273	; eax= base
		274	; ecx= count
		275
279	serge	276	align 4
819	serge	277	unmap_pages:
		278
		279	push edi
		280
		281	mov edi, eax
		282	mov edx, eax
		283
		284	shr edi, 10
		285	add edi, page_tabs
		286
		287	xor eax, eax
		288	@@:
		289	stosd
		290	invlpg [edx]
		291	add edx, 0x1000
		292	loop @b
		293
		294	pop edi
		295	ret
		296
		297
		298	align 4
188	serge	299	proc map_page_table stdcall, lin_addr:dword, phis_addr:dword
321	diamond	300	push ebx
164	serge	301	mov ebx, [lin_addr]
		302	shr ebx, 22
		303	mov eax, [phis_addr]
		304	and eax, not 0xFFF
		305	or eax, PG_UW ;+PG_NOCACHE
378	serge	306	mov dword [master_tab+ebx*4], eax
164	serge	307	mov eax, [lin_addr]
		308	shr eax, 10
365	serge	309	add eax, page_tabs
164	serge	310	invlpg [eax]
321	diamond	311	pop ebx
164	serge	312	ret
		313	endp
		314
		315	align 4
		316	proc init_LFB
378	serge	317	locals
		318	pg_count dd ?
		319	endl
		320
164	serge	321	cmp dword [LFBAddress], -1
		322	jne @f
412	serge	323	mov [BOOT_VAR+0x901c],byte 2
164	serge	324	stdcall kernel_alloc, 0x280000
		325	mov [LFBAddress], eax
		326	ret
		327	@@:
		328	test [SCR_MODE],word 0100000000000000b
211	serge	329	jnz @f
412	serge	330	mov [BOOT_VAR+0x901c],byte 2
211	serge	331	ret
		332	@@:
490	serge	333	call init_mtrr
		334
378	serge	335	mov edx, LFB_BASE
		336	mov esi, [LFBAddress]
465	serge	337	mov edi, 0x00800000
379	serge	338	mov dword [exp_lfb+4], edx
214	serge	339
164	serge	340	shr edi, 12
		341	mov [pg_count], edi
		342	shr edi, 10
		343
		344	bt [cpu_caps], CAPS_PSE
		345	jnc .map_page_tables
		346	or esi, PG_LARGE+PG_UW
465	serge	347	mov edx, sys_pgdir+(LFB_BASE shr 20)
164	serge	348	@@:
465	serge	349	mov [edx], esi
378	serge	350	add edx, 4
164	serge	351	add esi, 0x00400000
		352	dec edi
		353	jnz @B
		354
207	serge	355	bt [cpu_caps], CAPS_PGE
		356	jnc @F
465	serge	357	or dword [sys_pgdir+(LFB_BASE shr 20)], PG_GLOBAL
207	serge	358	@@:
378	serge	359	mov dword [LFBAddress], LFB_BASE
164	serge	360	mov eax, cr3 ;flush TLB
		361	mov cr3, eax
		362	ret
		363
		364	.map_page_tables:
		365
465	serge	366	@@:
164	serge	367	call alloc_page
378	serge	368	stdcall map_page_table, edx, eax
389	serge	369	add edx, 0x00400000
164	serge	370	dec edi
465	serge	371	jnz @B
164	serge	372
		373	mov eax, [LFBAddress]
378	serge	374	mov edi, page_tabs + (LFB_BASE shr 10)
164	serge	375	or eax, PG_UW
		376	mov ecx, [pg_count]
378	serge	377	cld
389	serge	378	@@:
		379	stosd
		380	add eax, 0x1000
		381	dec ecx
		382	jnz @B
164	serge	383
378	serge	384	mov dword [LFBAddress], LFB_BASE
164	serge	385	mov eax, cr3 ;flush TLB
		386	mov cr3, eax
		387
		388	ret
		389	endp
		390
		391	align 4
		392	proc new_mem_resize stdcall, new_size:dword
		393
276	serge	394	mov ebx, pg_data.pg_mutex
		395	call wait_mutex ;ebx
164	serge	396
		397	mov edi, [new_size]
		398	add edi,4095
		399	and edi,not 4095
		400	mov [new_size], edi
		401
465	serge	402	mov edx,[current_slot]
		403	cmp [edx+APPDATA.heap_base],0
172	serge	404	jne .exit
		405
465	serge	406	mov esi, [edx+APPDATA.mem_size]
164	serge	407	add esi, 4095
		408	and esi, not 4095
		409
		410	cmp edi, esi
		411	jae .expand
		412
		413	shr edi, 12
		414	shr esi, 12
		415	@@:
378	serge	416	mov eax, [app_page_tabs+edi*4]
164	serge	417	test eax, 1
		418	jz .next
378	serge	419	mov dword [app_page_tabs+edi*4], 2
164	serge	420	mov ebx, edi
		421	shl ebx, 12
924	serge	422	push eax
659	serge	423	invlpg [ebx]
924	serge	424	pop eax
164	serge	425	call free_page
		426
		427	.next: add edi, 1
		428	cmp edi, esi
		429	jb @B
		430
		431	.update_size:
465	serge	432	mov ebx, [new_size]
		433	call update_mem_size
164	serge	434
		435	xor eax, eax
		436	dec [pg_data.pg_mutex]
		437	ret
		438	.expand:
		439
		440	push esi
		441	push edi
		442
		443	add edi, 0x3FFFFF
		444	and edi, not(0x3FFFFF)
		445	add esi, 0x3FFFFF
		446	and esi, not(0x3FFFFF)
		447
		448	cmp esi, edi
		449	jae .grow
		450
		451	xchg esi, edi
		452
		453	@@:
		454	call alloc_page
		455	test eax, eax
		456	jz .exit
		457
188	serge	458	stdcall map_page_table, edi, eax
164	serge	459
		460	push edi
		461	shr edi, 10
365	serge	462	add edi, page_tabs
164	serge	463	mov ecx, 1024
		464	xor eax, eax
		465	cld
		466	rep stosd
		467	pop edi
		468
		469	add edi, 0x00400000
		470	cmp edi, esi
		471	jb @B
		472	.grow:
		473	pop edi
		474	pop esi
		475	@@:
		476	call alloc_page
		477	test eax, eax
		478	jz .exit
		479	stdcall map_page,esi,eax,dword PG_UW
		480
		481	push edi
		482	mov edi, esi
		483	xor eax, eax
		484	mov ecx, 1024
		485	cld
		486	rep stosd
		487	pop edi
		488
		489	add esi, 0x1000
		490	cmp esi, edi
294	diamond	491	jb @B
164	serge	492
		493	jmp .update_size
		494	.exit:
		495	xor eax, eax
		496	inc eax
		497	dec [pg_data.pg_mutex]
		498	ret
		499	endp
		500
294	diamond	501	update_mem_size:
465	serge	502	; in: edx = slot base
294	diamond	503	; ebx = new memory size
		504	; destroys eax,ecx,edx
		505
465	serge	506	mov [APPDATA.mem_size+edx],ebx
294	diamond	507	;search threads and update
		508	;application memory size infomation
465	serge	509	mov ecx,[APPDATA.dir_table+edx]
294	diamond	510	mov eax,2
		511
		512	.search_threads:
		513	;eax = current slot
		514	;ebx = new memory size
		515	;ecx = page directory
		516	cmp eax,[TASK_COUNT]
		517	jg .search_threads_end
		518	mov edx,eax
		519	shl edx,5
		520	cmp word [CURRENT_TASK+edx+TASKDATA.state],9 ;if slot empty?
		521	jz .search_threads_next
		522	shl edx,3
380	serge	523	cmp [SLOT_BASE+edx+APPDATA.dir_table],ecx ;if it is our thread?
294	diamond	524	jnz .search_threads_next
380	serge	525	mov [SLOT_BASE+edx+APPDATA.mem_size],ebx ;update memory size
294	diamond	526	.search_threads_next:
		527	inc eax
		528	jmp .search_threads
		529	.search_threads_end:
		530	ret
		531
285	serge	532	; param
		533	; eax= linear address
		534	;
		535	; retval
		536	; eax= phisical page address
		537
164	serge	538	align 4
285	serge	539	get_pg_addr:
		540	shr eax, 12
365	serge	541	mov eax, [page_tabs+eax*4]
164	serge	542	and eax, 0xFFFFF000
		543	ret
		544
465	serge	545
188	serge	546	align 4
164	serge	547	proc page_fault_handler
465	serge	548
709	diamond	549	test byte [esp+12+2], 2
		550	jnz v86_page_fault
		551
465	serge	552	.err_code equ ebp+32
		553	.err_addr equ ebp-4
		554
164	serge	555	pushad
		556	mov ebp, esp
		557	mov eax, cr2
172	serge	558	push eax
164	serge	559
465	serge	560	mov ax, app_data
164	serge	561	mov ds, ax
188	serge	562	mov es, ax
164	serge	563
188	serge	564	inc [pg_data.pages_faults]
		565
465	serge	566	; push eax
		567	; push edx
		568	; mov edx, 0x400 ;bochs
		569	; mov al,0xff ;bochs
		570	; out dx, al ;bochs
		571	; pop edx
		572	; pop eax
164	serge	573
465	serge	574	mov ebx, [.err_addr]
		575	mov eax, [.err_code]
164	serge	576
465	serge	577	cmp ebx, OS_BASE
		578	jb .user_space ;�� ;
188	serge	579
378	serge	580	cmp ebx, page_tabs
465	serge	581	jb .kernel_space ;��
164	serge	582
465	serge	583	cmp ebx, kernel_tabs
		584	jb .alloc;.app_tabs ;�� ;
		585	;��
378	serge	586
465	serge	587	cmp ebx, LFB_BASE
		588	jb .core_tabs ;��
		589	;��
		590	.lfb:
		591	;�� LFB
		592	;��
		593	jmp .fail
164	serge	594
465	serge	595	align 4
164	serge	596	.user_space:
465	serge	597	test eax, PG_MAP
		598	jnz .err_access ;��
		599	;�� ?
		600
164	serge	601	shr ebx, 12
172	serge	602	mov ecx, ebx
		603	shr ecx, 10
		604	mov edx, [master_tab+ecx*4]
465	serge	605	test edx, PG_MAP
		606	jz .fail ;��
		607	;��
172	serge	608
365	serge	609	mov eax, [page_tabs+ebx*4]
164	serge	610	test eax, 2
465	serge	611	jz .fail ;�� ;
		612	;��. ��
188	serge	613	.alloc:
164	serge	614	call alloc_page
566	serge	615	test eax, eax
465	serge	616	jz .fail
164	serge	617
		618	stdcall map_page,[ebp-4],eax,dword PG_UW
		619
188	serge	620	mov edi, [ebp-4]
		621	and edi, 0xFFFFF000
164	serge	622	mov ecx, 1024
		623	xor eax, eax
188	serge	624	cld
		625	rep stosd
164	serge	626	.exit:
		627	mov esp, ebp
		628	popad
		629	add esp, 4
		630	iretd
465	serge	631
		632	.err_access:
		633	;��
		634	jmp .fail
		635
		636	.kernel_space:
		637	test eax, PG_MAP
		638	jz .fail ;��
		639
		640	test eax, 4 ;U/S
		641	jnz .fail ;��
		642	;��
		643	test eax, 8
		644	jnz .fail ;��
		645	;� �� . �� P4/Xeon
		646
		647	;��
		648
		649	cmp ebx, tss._io_map_0
		650	jb .fail
		651
		652	cmp ebx, tss._io_map_0+8192
		653	jae .fail
		654
		655	; io permission map
		656	; copy-on-write protection
		657
		658	call alloc_page
566	serge	659	test eax, eax
465	serge	660	jz .fail
		661
		662	push eax
		663	stdcall map_page,[ebp-4],eax,dword PG_SW
		664	pop eax
		665	mov edi, [.err_addr]
		666	and edi, -4096
		667	lea esi, [edi+(not tss._io_map_0)+1]; -tss._io_map_0
		668
		669	mov ebx, esi
		670	shr ebx, 12
		671	mov edx, [current_slot]
		672	or eax, PG_SW
		673	mov [edx+APPDATA.io_map+ebx*4], eax
		674
		675	add esi, [default_io_map]
		676	mov ecx, 4096/4
		677	cld
		678	rep movsd
		679	jmp .exit
		680
		681
		682	;�� . ��
		683
		684	.core_tabs:
172	serge	685	.fail:
		686	mov esp, ebp
		687	popad
		688	add esp, 4
164	serge	689
465	serge	690	; iretd
		691
172	serge	692	save_ring3_context ;debugger support
		693
		694	mov bl, 14
		695	jmp exc_c
		696	iretd
164	serge	697	endp
		698
		699	align 4
		700	proc map_mem stdcall, lin_addr:dword,pdir:dword,\
		701	ofs:dword,buf_size:dword
		702	mov eax, [buf_size]
		703	test eax, eax
		704	jz .exit
		705
		706	mov eax, [pdir]
		707	and eax, 0xFFFFF000
		708
536	diamond	709	stdcall map_page,[ipc_pdir],eax,PG_UW
164	serge	710	mov ebx, [ofs]
		711	shr ebx, 22
		712	mov esi, [ipc_pdir]
		713	mov edi, [ipc_ptab]
		714	mov eax, [esi+ebx*4]
		715	and eax, 0xFFFFF000
		716	jz .exit
536	diamond	717	stdcall map_page,edi,eax,PG_UW
164	serge	718	; inc ebx
		719	; add edi, 0x1000
		720	; mov eax, [esi+ebx*4]
		721	; test eax, eax
		722	; jz @f
		723	; and eax, 0xFFFFF000
		724	; stdcall map_page, edi, eax
		725
		726	@@: mov edi, [lin_addr]
		727	and edi, 0xFFFFF000
		728	mov ecx, [buf_size]
		729	add ecx, 4095
		730	shr ecx, 12
		731	inc ecx
		732
		733	mov edx, [ofs]
		734	shr edx, 12
		735	and edx, 0x3FF
		736	mov esi, [ipc_ptab]
		737
		738	.map: mov eax, [esi+edx*4]
		739	and eax, 0xFFFFF000
536	diamond	740	jz .exit
		741	stdcall map_page,edi,eax,PG_UW
		742	dec ecx
		743	jz .exit
164	serge	744	add edi, 0x1000
		745	inc edx
536	diamond	746	cmp edx, 0x400
164	serge	747	jnz .map
536	diamond	748	inc ebx
		749	mov eax, [ipc_pdir]
		750	mov eax, [eax+ebx*4]
		751	and eax, 0xFFFFF000
		752	jz .exit
		753	stdcall map_page,esi,eax,PG_UW
		754	xor edx, edx
		755	jmp .map
164	serge	756
		757	.exit:
		758	ret
		759	endp
		760
		761	align 4
		762	proc map_memEx stdcall, lin_addr:dword,pdir:dword,\
		763	ofs:dword,buf_size:dword
		764	mov eax, [buf_size]
		765	test eax, eax
		766	jz .exit
		767
		768	mov eax, [pdir]
		769	and eax, 0xFFFFF000
		770
		771	stdcall map_page,[proc_mem_pdir],eax,dword PG_UW
		772	mov ebx, [ofs]
		773	shr ebx, 22
		774	mov esi, [proc_mem_pdir]
		775	mov edi, [proc_mem_tab]
		776	mov eax, [esi+ebx*4]
		777	and eax, 0xFFFFF000
		778	test eax, eax
		779	jz .exit
		780	stdcall map_page,edi,eax,dword PG_UW
		781
		782	@@: mov edi, [lin_addr]
		783	and edi, 0xFFFFF000
		784	mov ecx, [buf_size]
		785	add ecx, 4095
		786	shr ecx, 12
		787	inc ecx
		788
		789	mov edx, [ofs]
		790	shr edx, 12
		791	and edx, 0x3FF
		792	mov esi, [proc_mem_tab]
		793
		794	.map: mov eax, [esi+edx*4]
		795	; and eax, 0xFFFFF000
		796	; test eax, eax
		797	; jz .exit
		798	stdcall map_page,edi,eax,dword PG_UW
		799	add edi, 0x1000
		800	inc edx
		801	dec ecx
		802	jnz .map
		803	.exit:
		804	ret
		805	endp
		806
		807
		808
		809
		810	sys_IPC:
		811	;input:
		812	; eax=1 - set ipc buffer area
		813	; ebx=address of buffer
		814	; ecx=size of buffer
		815	; eax=2 - send message
		816	; ebx=PID
		817	; ecx=address of message
		818	; edx=size of message
		819
		820	cmp eax,1
		821	jne @f
		822	call set_ipc_buff
		823	mov [esp+36], eax
		824	ret
		825	@@:
		826	cmp eax, 2
		827	jne @f
		828	stdcall sys_ipc_send, ebx, ecx, edx
		829	mov [esp+36], eax
		830	ret
		831	@@:
		832	xor eax, eax
		833	not eax
		834	mov [esp+36], eax
		835	ret
		836
		837	align 4
		838	proc set_ipc_buff
		839
465	serge	840	mov eax,[current_slot]
164	serge	841	pushf
		842	cli
465	serge	843	mov [eax+APPDATA.ipc_start],ebx ;set fields in extended information area
		844	mov [eax+APPDATA.ipc_size],ecx
164	serge	845
		846	add ecx, ebx
		847	add ecx, 4095
		848	and ecx, not 4095
		849
		850	.touch: mov eax, [ebx]
		851	add ebx, 0x1000
		852	cmp ebx, ecx
536	diamond	853	jb .touch
164	serge	854
		855	popf
		856	xor eax, eax
		857	ret
		858	endp
		859
		860	proc sys_ipc_send stdcall, PID:dword, msg_addr:dword, msg_size:dword
		861	locals
		862	dst_slot dd ?
		863	dst_offset dd ?
		864	buf_size dd ?
536	diamond	865	used_buf dd ?
164	serge	866	endl
		867
		868	pushf
		869	cli
		870
		871	mov eax, [PID]
		872	call pid_to_slot
		873	test eax,eax
		874	jz .no_pid
		875
		876	mov [dst_slot], eax
		877	shl eax,8
380	serge	878	mov edi,[eax+SLOT_BASE+0xa0] ;is ipc area defined?
164	serge	879	test edi,edi
		880	jz .no_ipc_area
		881
		882	mov ebx, edi
		883	and ebx, 0xFFF
		884	mov [dst_offset], ebx
		885
380	serge	886	mov esi, [eax+SLOT_BASE+0xa4]
164	serge	887	mov [buf_size], esi
		888
536	diamond	889	mov ecx, [ipc_tmp]
		890	cmp esi, 0x40000-0x1000 ; size of [ipc_tmp] minus one page
		891	jbe @f
		892	push eax esi edi
		893	add esi,0x1000
		894	stdcall alloc_kernel_space,esi
		895	mov ecx, eax
		896	pop edi esi eax
		897	@@:
		898	mov [used_buf], ecx
		899	stdcall map_mem, ecx, [SLOT_BASE+eax+0xB8],\
164	serge	900	edi, esi
		901
		902	mov edi, [dst_offset]
536	diamond	903	add edi, [used_buf]
164	serge	904	cmp dword [edi], 0
		905	jnz .ipc_blocked ;if dword [buffer]<>0 - ipc blocked now
227	serge	906
566	serge	907	mov edx, dword [edi+4]
		908	lea ebx, [edx+8]
164	serge	909	add ebx, [msg_size]
		910	cmp ebx, [buf_size]
		911	ja .buffer_overflow ;esi<0 - not enough memory in buffer
227	serge	912
164	serge	913	mov dword [edi+4], ebx
		914	mov eax,[TASK_BASE]
		915	mov eax, [eax+0x04] ;eax - our PID
		916	add edi, edx
		917	mov [edi], eax
		918	mov ecx, [msg_size]
		919
		920	mov [edi+4], ecx
		921	add edi, 8
		922	mov esi, [msg_addr]
465	serge	923	; add esi, new_app_base
164	serge	924	cld
		925	rep movsb
		926
		927	mov ebx, [ipc_tmp]
		928	mov edx, ebx
		929	shr ebx, 12
		930	xor eax, eax
365	serge	931	mov [page_tabs+ebx*4], eax
164	serge	932	invlpg [edx]
		933
		934	mov ebx, [ipc_pdir]
		935	mov edx, ebx
		936	shr ebx, 12
		937	xor eax, eax
365	serge	938	mov [page_tabs+ebx*4], eax
164	serge	939	invlpg [edx]
		940
		941	mov ebx, [ipc_ptab]
		942	mov edx, ebx
		943	shr ebx, 12
		944	xor eax, eax
365	serge	945	mov [page_tabs+ebx*4], eax
164	serge	946	invlpg [edx]
		947
		948	mov eax, [dst_slot]
		949	shl eax, 8
380	serge	950	or [eax+SLOT_BASE+0xA8],dword 0x40
164	serge	951	cmp dword [check_idle_semaphore],20
		952	jge .ipc_no_cis
		953
		954	mov dword [check_idle_semaphore],5
		955	.ipc_no_cis:
536	diamond	956	push 0
		957	jmp .ret
164	serge	958	.no_pid:
		959	popf
536	diamond	960	mov eax, 4
164	serge	961	ret
		962	.no_ipc_area:
		963	popf
		964	xor eax, eax
		965	inc eax
		966	ret
		967	.ipc_blocked:
536	diamond	968	push 2
		969	jmp .ret
164	serge	970	.buffer_overflow:
536	diamond	971	push 3
		972	.ret:
		973	mov eax, [used_buf]
		974	cmp eax, [ipc_tmp]
		975	jz @f
		976	stdcall free_kernel_space,eax
		977	@@:
		978	pop eax
164	serge	979	popf
		980	ret
		981	endp
		982
		983	align 4
170	serge	984	sysfn_meminfo:
164	serge	985
465	serge	986	; add ebx, new_app_base
		987	cmp ebx, OS_BASE
		988	jae .fail
172	serge	989
164	serge	990	mov eax, [pg_data.pages_count]
170	serge	991	mov [ebx], eax
172	serge	992	shl eax, 12
		993	mov [esp+36], eax
170	serge	994	mov ecx, [pg_data.pages_free]
		995	mov [ebx+4], ecx
		996	mov edx, [pg_data.pages_faults]
		997	mov [ebx+8], edx
		998	mov esi, [heap_size]
		999	mov [ebx+12], esi
		1000	mov edi, [heap_free]
		1001	mov [ebx+16], edi
		1002	mov eax, [heap_blocks]
		1003	mov [ebx+20], eax
		1004	mov ecx, [free_blocks]
		1005	mov [ebx+24], ecx
164	serge	1006	ret
172	serge	1007	.fail:
		1008	mov dword [esp+36], -1
		1009	ret
164	serge	1010
		1011	align 4
		1012	new_services:
		1013
		1014	cmp eax,4
		1015	jle sys_sheduler
		1016
170	serge	1017	cmp eax, 11
164	serge	1018	jb .fail
		1019	ja @f
		1020
188	serge	1021	call init_heap
164	serge	1022	mov [esp+36], eax
		1023	ret
		1024	@@:
		1025	cmp eax, 12
		1026	ja @f
		1027
		1028	stdcall user_alloc, ebx
		1029	mov [esp+36], eax
		1030	ret
		1031	@@:
		1032	cmp eax, 13
		1033	ja @f
		1034	stdcall user_free, ebx
		1035	mov [esp+36], eax
		1036	ret
		1037	@@:
		1038	cmp eax, 14
		1039	ja @f
465	serge	1040	cmp ebx, OS_BASE
		1041	jae .fail
227	serge	1042	stdcall get_event_ex, ebx, ecx
		1043	mov [esp+36], eax
164	serge	1044	ret
		1045	@@:
		1046	cmp eax, 15
		1047	ja @f
465	serge	1048	mov ecx, [current_slot]
		1049	mov eax, [ecx+APPDATA.fpu_handler]
		1050	mov [ecx+APPDATA.fpu_handler], ebx
164	serge	1051	mov [esp+36], eax
		1052	ret
		1053	@@:
		1054	cmp eax, 16
		1055	ja @f
		1056
188	serge	1057	test ebx, ebx
		1058	jz .fail
465	serge	1059	cmp ebx, OS_BASE
		1060	jae .fail
164	serge	1061	stdcall get_service, ebx
		1062	mov [esp+36], eax
		1063	ret
		1064	@@:
		1065	cmp eax, 17
		1066	ja @f
378	serge	1067	call srv_handlerEx ;ebx
164	serge	1068	mov [esp+36], eax
		1069	ret
168	serge	1070	@@:
		1071	cmp eax, 18
		1072	ja @f
465	serge	1073	mov ecx, [current_slot]
		1074	mov eax, [ecx+APPDATA.sse_handler]
		1075	mov [ecx+APPDATA.sse_handler], ebx
168	serge	1076	mov [esp+36], eax
		1077	ret
164	serge	1078	@@:
198	serge	1079	cmp eax, 19
448	diamond	1080	ja @f
465	serge	1081	cmp ebx, OS_BASE
		1082	jae .fail
198	serge	1083	stdcall load_library, ebx
		1084	mov [esp+36], eax
		1085	ret
448	diamond	1086	@@:
490	serge	1087	cmp eax, 20
740	serge	1088	ja @F
490	serge	1089	mov eax, ecx
		1090	call user_realloc
		1091	mov [esp+36], eax
		1092	ret
740	serge	1093	@@:
747	serge	1094	cmp eax, 21 ;for test purposes only
		1095	ja @f ;will be removed soon
740	serge	1096	cmp ebx, OS_BASE
		1097	jae .fail
		1098
		1099	stdcall load_PE, ebx
		1100
		1101	test eax, eax
		1102	jz @F
		1103
		1104	mov esi, eax
		1105	stdcall eax, DRV_ENTRY
		1106
		1107	test eax, eax
		1108	jz @F
		1109
		1110	mov [eax+SRV.entry], esi
		1111
		1112	@@:
		1113	mov [esp+36], eax
		1114	ret
		1115
		1116
164	serge	1117	.fail:
		1118	xor eax, eax
		1119	mov [esp+36], eax
		1120	ret
		1121
		1122	align 4
819	serge	1123	proc load_pe_driver stdcall, file:dword
		1124
		1125	stdcall load_PE, [file]
		1126	test eax, eax
		1127	jz .fail
		1128
		1129	mov esi, eax
		1130	stdcall eax, DRV_ENTRY
		1131	test eax, eax
		1132	jz .fail
		1133
		1134	mov [eax+SRV.entry], esi
		1135	ret
		1136
		1137	.fail:
		1138	xor eax, eax
		1139	ret
		1140	endp
		1141
		1142
		1143	align 4
164	serge	1144	proc init_mtrr
		1145
412	serge	1146	cmp [BOOT_VAR+0x901c],byte 2
164	serge	1147	je .exit
		1148
211	serge	1149	bt [cpu_caps], CAPS_MTRR
		1150	jnc .exit
		1151
164	serge	1152	mov eax, cr0
		1153	or eax, 0x60000000 ;disable caching
		1154	mov cr0, eax
		1155	wbinvd ;invalidate cache
		1156
		1157	mov ecx, 0x2FF
		1158	rdmsr ;
		1159	push eax
		1160
		1161	xor edx, edx
		1162	xor eax, eax
		1163	mov ecx, 0x2FF
		1164	wrmsr ;disable all MTRR
		1165
821	diamond	1166	mov eax, [MEM_AMOUNT]
		1167	; round eax up to next power of 2
		1168	dec eax
		1169	bsr ecx, eax
		1170	mov eax, 2
		1171	shl eax, cl
		1172	stdcall set_mtrr, edx,edx,eax,MEM_WB
		1173	stdcall set_mtrr, 1,[LFBAddress],[LFBSize],MEM_WC
164	serge	1174	xor edx, edx
		1175	xor eax, eax
		1176	mov ecx, 0x204
		1177	mov ebx, 6
		1178	@@:
		1179	wrmsr ;disable unused MTRR
		1180	inc ecx
		1181	wrmsr
		1182	inc ecx
		1183	dec ebx
		1184	jnz @b
		1185
		1186	wbinvd ;again invalidate
		1187
		1188	pop eax
		1189	or eax, 0x800 ;set default memtype to UC
		1190	and al, 0xF0
		1191	mov ecx, 0x2FF
		1192	wrmsr ;and enable MTRR
		1193
		1194	mov eax, cr0
		1195	and eax, not 0x60000000
		1196	mov cr0, eax ; enable caching
		1197	.exit:
		1198	ret
		1199	endp
		1200
		1201	align 4
		1202	proc set_mtrr stdcall, reg:dword,base:dword,size:dword,mem_type:dword
		1203
		1204	xor edx, edx
		1205	mov eax, [base]
		1206	or eax, [mem_type]
		1207	mov ecx, [reg]
		1208	lea ecx, [0x200+ecx*2]
		1209	wrmsr
		1210
		1211	mov ebx, [size]
		1212	dec ebx
		1213	mov eax, 0xFFFFFFFF
		1214	mov edx, 0x0000000F
		1215	sub eax, ebx
		1216	sbb edx, 0
		1217	or eax, 0x800
		1218	inc ecx
		1219	wrmsr
		1220	ret
		1221	endp
		1222
465	serge	1223	align 4
172	serge	1224	proc stall stdcall, delay:dword
		1225	push ecx
		1226	push edx
		1227	push ebx
		1228	push eax
		1229
		1230	mov eax, [delay]
		1231	mul [stall_mcs]
		1232	mov ebx, eax ;low
		1233	mov ecx, edx ;high
		1234	rdtsc
		1235	add ebx, eax
		1236	adc ecx,edx
		1237	@@:
		1238	rdtsc
		1239	sub eax, ebx
		1240	sbb edx, ecx
		1241	jb @B
		1242
		1243	pop eax
		1244	pop ebx
		1245	pop edx
		1246	pop ecx
		1247	ret
		1248	endp
		1249
520	serge	1250	align 4
		1251	proc create_ring_buffer stdcall, size:dword, flags:dword
		1252	locals
		1253	buf_ptr dd ?
		1254	endl
237	serge	1255
520	serge	1256	mov eax, [size]
		1257	test eax, eax
		1258	jz .fail
		1259
		1260	add eax, eax
		1261	stdcall alloc_kernel_space, eax
		1262	test eax, eax
		1263	jz .fail
		1264
662	serge	1265	push ebx
		1266
520	serge	1267	mov [buf_ptr], eax
		1268
		1269	mov ebx, [size]
		1270	shr ebx, 12
		1271	push ebx
		1272
		1273	stdcall alloc_pages, ebx
		1274	pop ecx
		1275
		1276	test eax, eax
		1277	jz .mm_fail
		1278
662	serge	1279	push edi
		1280
520	serge	1281	or eax, [flags]
		1282	mov edi, [buf_ptr]
		1283	mov ebx, [buf_ptr]
		1284	mov edx, ecx
566	serge	1285	shl edx, 2
520	serge	1286	shr edi, 10
		1287	@@:
		1288	mov [page_tabs+edi], eax
		1289	mov [page_tabs+edi+edx], eax
924	serge	1290	invlpg [ebx]
		1291	invlpg [ebx+0x10000]
520	serge	1292	add eax, 0x1000
		1293	add ebx, 0x1000
566	serge	1294	add edi, 4
520	serge	1295	dec ecx
		1296	jnz @B
		1297
		1298	mov eax, [buf_ptr]
662	serge	1299	pop edi
		1300	pop ebx
520	serge	1301	ret
		1302	.mm_fail:
		1303	stdcall free_kernel_space, [buf_ptr]
		1304	xor eax, eax
662	serge	1305	pop ebx
520	serge	1306	.fail:
		1307	ret
		1308	endp
		1309
465	serge	1310
924	serge	1311
		1312	if 0
		1313
		1314	; under constuction
		1315
		1316
		1317	shmem_list:
		1318	.bk dd shmem_list
		1319	.fd dd shmem_list
		1320
		1321
		1322	shmem
		1323	.bk dd ?
		1324	.fd dd ?
		1325	.base dd ?
		1326	.size dd ?
		1327	.access dd ?
		1328	.refcount dd ?
		1329	.name rb 32
		1330
		1331
		1332	align 4
		1333	proc shmem_open stdcall name:dword, size:dword, access:dword
		1334	locals
		1335	mapped dd ?
		1336	shm dd ?
		1337	pages dd ?
		1338	endl
		1339
		1340	push esi
		1341	push edi
		1342
		1343	mov [mapped], 0
		1344
		1345	mov eax, [name]
		1346	test eax, eax
		1347	jz .exit
		1348
		1349	pushfd ;mutex required
		1350	cli
		1351
		1352	mov ebx, [shmem_list.fd]
		1353	@@:
		1354	cmp ebx, shmem_list
		1355	je .not_found
		1356
		1357	lea edx, [edx+24] ; link , base, size
		1358	stdcall strncmp, edx, eax, 32
		1359	test eax, eax
		1360	je .found
		1361
		1362	mov ebx, [ebx+4]
		1363	jmp @B
		1364	.found: ;check access rights
		1365	mov eax, [access]
		1366	test eax, SHM_CREATE
		1367	mov ecx, [ebx+8]
		1368	jnz .fail_exist
		1369
		1370	and eax, ACC_MASK
		1371	and ecx, ACC_MASK
		1372	cmp eax, ecx
		1373	jne .fail_acc
		1374
		1375	stdcall user_alloc, [ebx+12]
		1376	test eax, eax
		1377	mov [mapped], eax
		1378	jz .fail_mem
		1379
		1380	mov eax, [ebx+4]
		1381	mov ecx, [ebx+12]
		1382	shr ecx, 12
		1383	mov ebx, [mapped]
		1384	call commit_pages
		1385	.exit:
		1386	mov eax, [mapped]
		1387	pop edi
		1388	pop esi
		1389	ret
		1390
		1391	.not_found:
		1392	mov eax, [access]
		1393	test eax, SHM_CREATE
		1394	mov ebx, E_NOTFOUND
		1395	jz .exit
		1396
		1397	;create shmem
		1398	mov ecx, [size]
		1399	test ecx, ecx
		1400	mov ebx, E_PARAM
		1401	jz .exit
		1402
		1403	add ecx, 4095
		1404	and ecx, -4096
		1405	mov [size], ecx
		1406	stdcall user_alloc, ecx
		1407	test eax, eax
		1408	mov [mapped], eax
		1409	mov ebx, E_NOMEM
		1410	jz .exit
		1411
		1412	mov eax, 24+32
		1413	call malloc
		1414	test eax, eax
		1415	mov [shm], eax
		1416	mov ebx, E_NOMEM
		1417	jz .exit ;FIXME cleanup
		1418
		1419	mov [eax+24+28], dword 0
		1420	lea edx, [eax+24]
		1421	stdcall strncpy, edx, [name], 31
		1422
		1423	mov eax, [size]
		1424	shr eax, 12
		1425	mov esi, eax
		1426	stdcall alloc_pages, eax
		1427	test eax, eax
		1428	mov [pages], eax
		1429	mov ebx, E_NOMEM
		1430	jz .exit ;FIXME cleanup
		1431
		1432	mov edi, eax
		1433	add edi, [size]
		1434	and esi, 7
		1435	add esi, -8
		1436	jz @F
		1437
		1438	;release unused pages
		1439
		1440	.release:
		1441	mov eax, edi
		1442	add edi, 4096
		1443	call free_page
		1444	dec esi
		1445	jnz .release
		1446
		1447	mov eax, [ebx+4]
		1448	mov ecx, [ebx+12]
		1449	shr ecx, 12
		1450	mov ebx, [mapped]
		1451	call commit_pages
		1452
		1453	mov eax, [access]
		1454	and eax, ACC_MASK
		1455	or eax, [pages]
		1456	mov ebx, [mapped]
		1457	mov ecx, [size]
		1458	shr ecx, 12
		1459	call commit_pages
		1460
		1461	mov edx, [shm]
		1462	mov ecx, [pages]
		1463	mov [edx+8], ecx
		1464	mov ecx, [size]
		1465	mov [edx+12], ecx
		1466
		1467	; mov [edx], shmem
		1468	; mov [edx+4], [shmem.fd]
		1469	; mov [shmem.fd.bk], edx
		1470	; mov [shmem.fd], edx
		1471
		1472	xor ebx, ebx
		1473	jmp .exit
		1474
		1475	.fail_exist:
		1476	mov ebx, E_EXIST
		1477	xor eax, eax
		1478	ret
		1479	.fail_access:
		1480	mov ebx, E_ACCESS
		1481	xor eax, eax
		1482	ret
		1483	.fail_mem:
		1484	mov ebx, E_NOMEM
		1485	xor eax, eax
		1486	ret
		1487	endp
		1488
		1489	end if

Subversion Repositories Kolibri OS

(root)/kernel/trunk/core/memory.inc – Rev 924