DiskFS.Mod 44 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443
  1. (* Aos, Copyright 2001, Pieter Muller, ETH Zurich *)
  2. MODULE DiskFS; (** AUTHOR "pjm"; PURPOSE "Aos disk file system"; *)
  3. IMPORT SYSTEM, Machine, KernelLog, Modules, Clock, Files, Kernel;
  4. CONST
  5. SkipIndexFlag = 31; (* DiskFS filesystem flag. Do not write index map back to disk when unmounting *)
  6. MinVolSize = 4;
  7. SectorFactor = 29;
  8. (* WARNING: When the maximum length of filenames is changed, volumes must be re-formatted!!! *)
  9. FileNameLength = 128; (* includes 0X *)
  10. SectorTableSize = 128;
  11. SectorSize = 4096;
  12. IndexSize = SectorSize DIV 4;
  13. DiskAdrSize = 4; (* bytes *)
  14. HeaderSize = 4 (* mark *) + FileNameLength + 4*4 (* aleng, bleng, time, date *) + (SectorTableSize+1)*DiskAdrSize;
  15. DirEntrySize = FileNameLength + 2*DiskAdrSize (* adr, p *);
  16. DirPgHeaderSize = 2*4 (* mark, m *) + DiskAdrSize (* p0 *) + 4 (* min. FillerSize *);
  17. DirPgSize = (SectorSize - DirPgHeaderSize) DIV DirEntrySize;
  18. FillerSize = (SectorSize - DirPgHeaderSize) MOD DirEntrySize + 4 (* min. FillerSize *);
  19. DirRootAdr = 1*SectorFactor;
  20. N = DirPgSize DIV 2;
  21. DirMark = LONGINT(9B1EA38DH);
  22. HeaderMark = LONGINT(9BA71D86H);
  23. MapIndexSize = (SectorSize-4) DIV 4;
  24. MapSize = SectorSize DIV SIZEOF (SET); (* {MapSize MOD SIZEOF (SET) = 0} *)
  25. MapMark = LONGINT(9C2F977FH);
  26. MaxBufs = 1024;
  27. InitHint = 200*SectorFactor;
  28. Closed = 0X; Opening = 1X; Opened = 2X; Closing = 3X;
  29. SetSize = MAX (SET) + 1;
  30. TYPE
  31. DiskSector = RECORD END; (* Oberon Sector, size SectorSize *)
  32. DiskSectorArr = ARRAY SectorSize OF CHAR;
  33. DiskAdr = LONGINT;
  34. FileName = ARRAY FileNameLength OF CHAR;
  35. SectorTable = ARRAY SectorTableSize OF DiskAdr;
  36. FileHeader = RECORD (DiskSector) (* allocated in the first page of each file on disk *)
  37. mark: LONGINT;
  38. name: FileName;
  39. aleng, bleng: LONGINT;
  40. date, time: LONGINT;
  41. sec: SectorTable;
  42. ext: DiskAdr;
  43. data: ARRAY SectorSize-HeaderSize OF CHAR
  44. END;
  45. IndexSector = RECORD (DiskSector)
  46. x: ARRAY IndexSize OF DiskAdr
  47. END;
  48. DataSector = RECORD (DiskSector)
  49. B: ARRAY SectorSize OF CHAR
  50. END;
  51. DirEntry = RECORD (*B-tree node*)
  52. name: FileName;
  53. adr: DiskAdr; (*sec no of file header*)
  54. p: DiskAdr (*sec no of descendant in directory*)
  55. END;
  56. DirPage = RECORD (DiskSector)
  57. mark: LONGINT;
  58. m: LONGINT;
  59. p0: DiskAdr; (*sec no of left descendant in directory*)
  60. fill: ARRAY FillerSize OF CHAR;
  61. e: ARRAY DirPgSize OF DirEntry
  62. END;
  63. MapIndex = RECORD (DiskSector)
  64. mark: LONGINT;
  65. index: ARRAY MapIndexSize OF DiskAdr
  66. END;
  67. MapSector = RECORD (DiskSector)
  68. map: ARRAY MapSize OF SET
  69. END;
  70. Buffer = POINTER TO RECORD (Files.Hint)
  71. apos, lim: LONGINT;
  72. mod: BOOLEAN;
  73. next: Buffer;
  74. data: DataSector
  75. END;
  76. SuperIndex = POINTER TO RECORD
  77. adr: DiskAdr;
  78. mod: BOOLEAN;
  79. sub: ARRAY IndexSize OF SubIndex
  80. END;
  81. SubIndex = POINTER TO RECORD
  82. adr: DiskAdr;
  83. mod: BOOLEAN;
  84. sec: IndexSector
  85. END;
  86. TYPE
  87. Directory = OBJECT
  88. VAR
  89. vol: Files.Volume;
  90. state: CHAR;
  91. lastSectorReserved, noCleanup: BOOLEAN;
  92. (* "exported" methods: Search, Insert, Delete *)
  93. PROCEDURE Search(VAR name: FileName; VAR A: DiskAdr);
  94. VAR i, L, R: LONGINT; dadr: DiskAdr; a: DirPage;
  95. BEGIN {EXCLUSIVE}
  96. ASSERT(state = Opened);
  97. dadr := DirRootAdr;
  98. LOOP
  99. GetSector(vol, dadr, a);
  100. ASSERT(a.mark = DirMark);
  101. L := 0; R := a.m; (*binary search*)
  102. WHILE L < R DO
  103. i := (L+R) DIV 2;
  104. IF name <= a.e[i].name THEN R := i ELSE L := i+1 END
  105. END ;
  106. IF (R < a.m) & (name = a.e[R].name) THEN
  107. A := a.e[R].adr; EXIT (*found*)
  108. END ;
  109. IF R = 0 THEN dadr := a.p0 ELSE dadr := a.e[R-1].p END ;
  110. IF dadr = 0 THEN A := 0; EXIT (*not found*) END
  111. END
  112. END Search;
  113. PROCEDURE insert(VAR name: FileName; dpg0: DiskAdr; VAR h: BOOLEAN; VAR v: DirEntry; fad: DiskAdr);
  114. (*h = "tree has become higher and v is ascending element"*)
  115. VAR ch: CHAR; i, j, L, R: LONGINT; dpg1: DiskAdr; u: DirEntry; a: DirPage;
  116. BEGIN (*~h*)
  117. ASSERT(state = Opened);
  118. GetSector(vol, dpg0, a);
  119. L := 0; R := a.m; (*binary search*)
  120. WHILE L < R DO
  121. i := (L+R) DIV 2;
  122. IF name <= a.e[i].name THEN R := i ELSE L := i+1 END
  123. END ;
  124. IF (R < a.m) & (name = a.e[R].name) THEN
  125. a.e[R].adr := fad; PutSector(vol, dpg0, a) (*replace*)
  126. ELSE (*not on this page*)
  127. IF R = 0 THEN dpg1 := a.p0 ELSE dpg1 := a.e[R-1].p END ;
  128. IF dpg1 = 0 THEN (*not in tree, insert*)
  129. u.adr := fad; u.p := 0; h := TRUE; j := 0;
  130. REPEAT ch := name[j]; u.name[j] := ch; INC(j)
  131. UNTIL ch = 0X;
  132. WHILE j < FileNameLength DO u.name[j] := 0X; INC(j) END
  133. ELSE
  134. insert(name, dpg1, h, u, fad)
  135. END ;
  136. IF h THEN (*insert u to the left of e[R]*)
  137. IF a.m < DirPgSize THEN
  138. h := FALSE; i := a.m;
  139. WHILE i > R DO DEC(i); a.e[i+1] := a.e[i] END ;
  140. a.e[R] := u; INC(a.m)
  141. ELSE (*split page and assign the middle element to v*)
  142. a.m := N; a.mark := DirMark;
  143. IF R < N THEN (*insert in left half*)
  144. v := a.e[N-1]; i := N-1;
  145. WHILE i > R DO DEC(i); a.e[i+1] := a.e[i] END ;
  146. a.e[R] := u; PutSector(vol, dpg0, a);
  147. AllocSector(vol, dpg0, dpg0); i := 0;
  148. WHILE i < N DO a.e[i] := a.e[i+N]; INC(i) END
  149. ELSE (*insert in right half*)
  150. PutSector(vol, dpg0, a);
  151. AllocSector(vol, dpg0, dpg0); DEC(R, N); i := 0;
  152. IF R = 0 THEN v := u
  153. ELSE v := a.e[N];
  154. WHILE i < R-1 DO a.e[i] := a.e[N+1+i]; INC(i) END ;
  155. a.e[i] := u; INC(i)
  156. END ;
  157. WHILE i < N DO a.e[i] := a.e[N+i]; INC(i) END
  158. END ;
  159. a.p0 := v.p; v.p := dpg0
  160. END ;
  161. PutSector(vol, dpg0, a)
  162. END
  163. END
  164. END insert;
  165. PROCEDURE Insert(VAR name: FileName; fad: DiskAdr);
  166. VAR oldroot: DiskAdr; h: BOOLEAN; U: DirEntry; a: DirPage;
  167. BEGIN {EXCLUSIVE}
  168. h := FALSE;
  169. insert(name, DirRootAdr, h, U, fad);
  170. IF h THEN (*root overflow*)
  171. GetSector(vol, DirRootAdr, a);
  172. AllocSector(vol, DirRootAdr, oldroot); PutSector(vol, oldroot, a);
  173. a.mark := DirMark; a.m := 1; a.p0 := oldroot; a.e[0] := U;
  174. PutSector(vol, DirRootAdr, a)
  175. END
  176. END Insert;
  177. PROCEDURE underflow(VAR c: DirPage; (*ancestor page*) dpg0: DiskAdr; s: LONGINT; (*insertion point in c*)
  178. VAR h: BOOLEAN); (*c undersize*)
  179. VAR i, k: LONGINT; dpg1: DiskAdr; a, b: DirPage; (*a := underflowing page, b := neighbouring page*)
  180. BEGIN
  181. GetSector(vol, dpg0, a);
  182. (*h & a.m = N-1 & dpg0 = c.e[s-1].p*)
  183. IF s < c.m THEN (*b := page to the right of a*)
  184. dpg1 := c.e[s].p; GetSector(vol, dpg1, b);
  185. k := (b.m-N+1) DIV 2; (*k = no. of items available on page b*)
  186. a.e[N-1] := c.e[s]; a.e[N-1].p := b.p0;
  187. IF k > 0 THEN
  188. (*move k-1 items from b to a, one to c*) i := 0;
  189. WHILE i < k-1 DO a.e[i+N] := b.e[i]; INC(i) END ;
  190. c.e[s] := b.e[i]; b.p0 := c.e[s].p;
  191. c.e[s].p := dpg1; DEC(b.m, k); i := 0;
  192. WHILE i < b.m DO b.e[i] := b.e[i+k]; INC(i) END ;
  193. PutSector(vol, dpg1, b); a.m := N-1+k; h := FALSE
  194. ELSE (*merge pages a and b, discard b*) i := 0;
  195. WHILE i < N DO a.e[i+N] := b.e[i]; INC(i) END ;
  196. i := s; DEC(c.m);
  197. WHILE i < c.m DO c.e[i] := c.e[i+1]; INC(i) END ;
  198. a.m := 2*N; h := c.m < N;
  199. FreeSector(vol, dpg1) (* free b *)
  200. END ;
  201. PutSector(vol, dpg0, a)
  202. ELSE (*b := page to the left of a*) DEC(s);
  203. IF s = 0 THEN dpg1 := c.p0 ELSE dpg1 := c.e[s-1].p END ;
  204. GetSector(vol, dpg1, b);
  205. k := (b.m-N+1) DIV 2; (*k = no. of items available on page b*)
  206. IF k > 0 THEN
  207. i := N-1;
  208. WHILE i > 0 DO DEC(i); a.e[i+k] := a.e[i] END ;
  209. i := k-1; a.e[i] := c.e[s]; a.e[i].p := a.p0;
  210. (*move k-1 items from b to a, one to c*) DEC(b.m, k);
  211. WHILE i > 0 DO DEC(i); a.e[i] := b.e[i+b.m+1] END ;
  212. c.e[s] := b.e[b.m]; a.p0 := c.e[s].p;
  213. c.e[s].p := dpg0; a.m := N-1+k; h := FALSE;
  214. PutSector(vol, dpg0, a)
  215. ELSE (*merge pages a and b, discard a*)
  216. c.e[s].p := a.p0; b.e[N] := c.e[s]; i := 0;
  217. WHILE i < N-1 DO b.e[i+N+1] := a.e[i]; INC(i) END ;
  218. b.m := 2*N; DEC(c.m); h := c.m < N;
  219. FreeSector(vol, dpg0) (* free a *)
  220. END ;
  221. PutSector(vol, dpg1, b)
  222. END
  223. END underflow;
  224. PROCEDURE delete(VAR name: FileName; dpg0: DiskAdr; VAR h: BOOLEAN; VAR fad: DiskAdr);
  225. (*search and delete entry with key name; if a page underflow arises,
  226. balance with adjacent page or merge; h := "page dpg0 is undersize"*)
  227. VAR i, L, R: LONGINT; dpg1: DiskAdr; a: DirPage;
  228. PROCEDURE del(dpg1: DiskAdr; VAR h: BOOLEAN);
  229. VAR dpg2: DiskAdr; (*global: a, R*) b: DirPage;
  230. BEGIN
  231. GetSector(vol, dpg1, b); dpg2 := b.e[b.m-1].p;
  232. IF dpg2 # 0 THEN del(dpg2, h);
  233. IF h THEN underflow(b, dpg2, b.m, h); PutSector(vol, dpg1, b) END
  234. ELSE
  235. b.e[b.m-1].p := a.e[R].p; a.e[R] := b.e[b.m-1];
  236. DEC(b.m); h := b.m < N; PutSector(vol, dpg1, b)
  237. END
  238. END del;
  239. BEGIN (*~h*)
  240. ASSERT(state = Opened);
  241. GetSector(vol, dpg0, a);
  242. L := 0; R := a.m; (*binary search*)
  243. WHILE L < R DO
  244. i := (L+R) DIV 2;
  245. IF name <= a.e[i].name THEN R := i ELSE L := i+1 END
  246. END ;
  247. IF R = 0 THEN dpg1 := a.p0 ELSE dpg1 := a.e[R-1].p END ;
  248. IF (R < a.m) & (name = a.e[R].name) THEN
  249. (*found, now delete*) fad := a.e[R].adr;
  250. IF dpg1 = 0 THEN (*a is a leaf page*)
  251. DEC(a.m); h := a.m < N; i := R;
  252. WHILE i < a.m DO a.e[i] := a.e[i+1]; INC(i) END
  253. ELSE del(dpg1, h);
  254. IF h THEN underflow(a, dpg1, R, h) END
  255. END ;
  256. PutSector(vol, dpg0, a)
  257. ELSIF dpg1 # 0 THEN
  258. delete(name, dpg1, h, fad);
  259. IF h THEN underflow(a, dpg1, R, h); PutSector(vol, dpg0, a) END
  260. ELSE (*not in tree*) fad := 0
  261. END
  262. END delete;
  263. PROCEDURE Delete(VAR name: FileName; VAR fad: DiskAdr);
  264. VAR h: BOOLEAN; newroot: DiskAdr; a: DirPage;
  265. BEGIN {EXCLUSIVE}
  266. h := FALSE;
  267. delete(name, DirRootAdr, h, fad);
  268. IF h THEN (*root underflow*)
  269. GetSector(vol, DirRootAdr, a);
  270. IF (a.m = 0) & (a.p0 # 0) THEN
  271. newroot := a.p0; GetSector(vol, newroot, a);
  272. PutSector(vol, DirRootAdr, a); (*discard newroot*)
  273. FreeSector(vol, newroot)
  274. END
  275. END
  276. END Delete;
  277. PROCEDURE Startup;
  278. VAR
  279. j, sec, size, q, free, thres: LONGINT; mi: MapIndex; ms: MapSector;
  280. s: ARRAY 10 OF CHAR; found: BOOLEAN;
  281. BEGIN (* only called from Init *)
  282. size := vol.size; found := FALSE;
  283. IF (vol.Available() = size) & (size # 0) THEN (* all sectors available *)
  284. GetSector(vol, size*SectorFactor, mi);
  285. IF mi.mark = MapMark THEN
  286. j := 0; (* check consistency of index *)
  287. WHILE (j # MapIndexSize) & (mi.index[j] >= 0) & (mi.index[j] MOD SectorFactor = 0) DO
  288. INC(j)
  289. END;
  290. IF j = MapIndexSize THEN
  291. found := TRUE;
  292. mi.mark := 0; PutSector(vol, size*SectorFactor, mi); (* invalidate index *)
  293. j := 0; sec := 1; q := 0;
  294. LOOP
  295. IF (j = MapIndexSize) OR (mi.index[j] = 0) THEN EXIT END;
  296. GetSector(vol, mi.index[j], ms);
  297. REPEAT
  298. IF (sec MOD SetSize) IN ms.map[sec DIV SetSize MOD MapSize] THEN
  299. MarkSector(vol, sec*SectorFactor);
  300. INC(q)
  301. END;
  302. IF sec = size THEN EXIT END;
  303. INC(sec)
  304. UNTIL sec MOD (MapSize*SetSize) = 0;
  305. INC(j)
  306. END;
  307. Machine.GetConfig("DiskGC", s);
  308. thres := 0; j := 0;
  309. WHILE s[j] # 0X DO thres := thres*10+(ORD(s[j])-48); INC(j) END;
  310. IF thres < 10 THEN thres := 10
  311. ELSIF thres > 100 THEN thres := 100
  312. END;
  313. ASSERT(q = size-vol.Available());
  314. free := vol.Available()*100 DIV size;
  315. IF (free > thres) & (vol.Available() > 100000H DIV SectorSize) THEN
  316. state := Opened
  317. ELSE (* undo *)
  318. FOR j := SectorFactor TO size*SectorFactor BY SectorFactor DO
  319. IF Marked(vol, j) THEN FreeSector(vol, j) END
  320. END;
  321. ASSERT(vol.Available() = size);
  322. KernelLog.String("DiskFS: "); KernelLog.Int(free, 1);
  323. KernelLog.String("% free, forcing disk GC on ");
  324. KernelLog.String(vol.name); KernelLog.Ln
  325. END
  326. END
  327. END;
  328. IF ~found THEN
  329. KernelLog.String("DiskFS: Index not found on ");
  330. KernelLog.String(vol.name); KernelLog.Ln
  331. END
  332. END
  333. END Startup;
  334. PROCEDURE &Init*(vol: Files.Volume);
  335. VAR k: LONGINT; A: ARRAY 2000 OF DiskAdr; files: LONGINT; bad: BOOLEAN;
  336. PROCEDURE MarkSectors;
  337. VAR L, R, i, j, n: LONGINT; x: DiskAdr; hd: FileHeader; sup, sub, mark, marksup: IndexSector;
  338. size: Files.TSize;
  339. PROCEDURE sift(L, R: LONGINT);
  340. VAR i, j: LONGINT; x: DiskAdr;
  341. BEGIN j := L; x := A[j];
  342. LOOP i := j; j := 2*j + 1;
  343. IF (j+1 < R) & (A[j] < A[j+1]) THEN INC(j) END ;
  344. IF (j >= R) OR (x > A[j]) THEN EXIT END ;
  345. A[i] := A[j]
  346. END ;
  347. A[i] := x
  348. END sift;
  349. BEGIN
  350. KernelLog.String(" marking");
  351. L := k DIV 2; R := k; (*heapsort*)
  352. WHILE L > 0 DO DEC(L); sift(L, R) END ;
  353. WHILE R > 0 DO
  354. DEC(R); x := A[0]; A[0] := A[R]; A[R] := x; sift(L, R)
  355. END;
  356. WHILE L < k DO
  357. bad := FALSE; INC(files);
  358. IF files MOD 128 = 0 THEN KernelLog.Char(".") END;
  359. GetSector(vol, A[L], hd);
  360. IF hd.aleng < SectorTableSize THEN
  361. j := hd.aleng + 1;
  362. REPEAT
  363. DEC(j);
  364. IF hd.sec[j] # 0 THEN mark.x[j] := hd.sec[j] DIV SectorFactor; (* preparation for block marking *)
  365. ELSE hd.aleng := j-1; bad := TRUE; mark.x[j] := 0;
  366. END
  367. UNTIL j = 0;
  368. vol.MarkBlocks(mark.x,0,hd.aleng+1);
  369. ELSE
  370. j := SectorTableSize;
  371. REPEAT
  372. DEC(j);
  373. IF hd.sec[j] # 0 THEN
  374. mark.x[j] := hd.sec[j] DIV SectorFactor; (* preparation for block marking *)
  375. ELSE hd.aleng := j-1; bad := TRUE; mark.x[j] := 0;
  376. END
  377. UNTIL j = 0;
  378. vol.MarkBlocks(mark.x,0,SectorTableSize);
  379. IF hd.ext = 0 THEN hd.aleng := SectorTableSize-1; bad := TRUE END;
  380. IF ~bad THEN
  381. MarkSector(vol, hd.ext);
  382. GetSector(vol, hd.ext, sup);
  383. n := (hd.aleng - SectorTableSize) DIV IndexSize; i := 0;
  384. WHILE (i <= n) & ~bad DO
  385. IF sup.x[i] # 0 THEN
  386. GetSector(vol, sup.x[i], sub);
  387. marksup.x[i] := sup.x[i] DIV SectorFactor; (* preparation for block marking *)
  388. IF i < n THEN size := IndexSize
  389. ELSE size := (hd.aleng - SectorTableSize) MOD IndexSize + 1
  390. END;
  391. FOR j := 0 TO size-1 DO
  392. IF (sub.x[j] MOD SectorFactor = 0) & (sub.x[j] > 0) THEN
  393. mark.x[j] := sub.x[j] DIV SectorFactor; (* preparation for block marking *)
  394. ELSE
  395. mark.x[j] := 0;
  396. bad := TRUE
  397. END
  398. END;
  399. vol.MarkBlocks(mark.x,0,size);
  400. INC(i)
  401. ELSE
  402. bad := TRUE;
  403. marksup.x[i] := 0;
  404. END;
  405. IF bad THEN
  406. IF i = 0 THEN hd.aleng := SectorTableSize-1
  407. ELSE hd.aleng := SectorTableSize + (i-1) * IndexSize
  408. END
  409. END
  410. END;
  411. vol.MarkBlocks(marksup.x,0,n);
  412. END
  413. END;
  414. IF bad THEN
  415. KernelLog.Ln; KernelLog.String(hd.name); KernelLog.String(" truncated");
  416. hd.bleng := SectorSize; IF hd.aleng < 0 THEN hd.aleng := 0 (* really bad *) END;
  417. PutSector(vol, A[L], hd)
  418. END;
  419. INC(L)
  420. END
  421. END MarkSectors;
  422. PROCEDURE TraverseDir(dpg: DiskAdr);
  423. VAR i: LONGINT; a: DirPage;
  424. BEGIN
  425. GetSector(vol, dpg, a); MarkSector(vol, dpg); i := 0;
  426. WHILE i < a.m DO
  427. A[k] := a.e[i].adr;
  428. (*
  429. IF A[k] = 0DEADDEADH THEN
  430. KernelLog.Enter; KernelLog.Int(dpg DIV SectorFactor, 1); KernelLog.Char(" "); KernelLog.Int(k, 1); KernelLog.Exit
  431. END;
  432. *)
  433. INC(k); INC(i);
  434. IF k = 2000 THEN MarkSectors; k := 0 END
  435. END ;
  436. IF a.p0 # 0 THEN
  437. TraverseDir(a.p0); i := 0;
  438. WHILE i < a.m DO
  439. TraverseDir(a.e[i].p); INC(i)
  440. END
  441. END
  442. END TraverseDir;
  443. BEGIN
  444. SELF.vol := vol; lastSectorReserved := FALSE;
  445. IF ~(Files.ReadOnly IN vol.flags) THEN
  446. state := Opening; k := 0;
  447. Startup;
  448. IF state # Opened THEN
  449. files := 0; KernelLog.String("DiskFS: Scanning ");
  450. KernelLog.String(vol.name); KernelLog.String("...");
  451. TraverseDir(DirRootAdr);
  452. MarkSectors;
  453. KernelLog.Int(files, 6); KernelLog.String(" files"); KernelLog.Ln;
  454. state := Opened
  455. END;
  456. IF ~Marked(vol, vol.size*SectorFactor) THEN (* last sector still free *)
  457. MarkSector(vol, vol.size*SectorFactor); lastSectorReserved := TRUE (* allocate it *)
  458. END;
  459. KernelLog.String("DiskFS: "); KernelLog.Int(vol.Available() * (SectorSize DIV 1024), 1);
  460. KernelLog.String("K of "); KernelLog.Int(vol.size * (SectorSize DIV 1024), 1);
  461. KernelLog.String("K available on "); KernelLog.String(vol.name);
  462. KernelLog.Ln
  463. ELSE
  464. state := Opened
  465. END
  466. END Init;
  467. PROCEDURE Cleanup;
  468. VAR i, j, p, q, sec, size: LONGINT; mi: MapIndex; ms: MapSector;
  469. BEGIN {EXCLUSIVE}
  470. (*KernelLog.String("DiskFS: Cleanup "); KernelLog.String(vol.name); KernelLog.Ln;*)
  471. state := Closing;
  472. size := vol.size; i := size*SectorFactor;
  473. IF ~(Files.ReadOnly IN vol.flags) & ~noCleanup THEN
  474. IF lastSectorReserved THEN FreeSector(vol, i); lastSectorReserved := FALSE END;
  475. IF ~Marked(vol, i) THEN (* last sector is available for us *)
  476. j := 0; sec := 1; q := 0;
  477. LOOP
  478. REPEAT DEC(i, SectorFactor) UNTIL (i = 0) OR ~Marked(vol, i); (* find a free sector *)
  479. IF i = 0 THEN RETURN END; (* no more space, don't commit *)
  480. mi.index[j] := i; INC(j);
  481. FOR p := 0 TO MapSize-1 DO ms.map[p] := {} END;
  482. REPEAT
  483. IF Marked(vol, sec*SectorFactor) THEN
  484. INCL(ms.map[sec DIV SetSize MOD MapSize], sec MOD SetSize);
  485. INC(q)
  486. END;
  487. IF sec = size THEN
  488. PutSector(vol, i, ms);
  489. EXIT
  490. END;
  491. INC(sec)
  492. UNTIL sec MOD (MapSize*SetSize) = 0;
  493. PutSector(vol, i, ms)
  494. END;
  495. WHILE j # MapIndexSize DO mi.index[j] := 0; INC(j) END;
  496. mi.mark := MapMark;
  497. PutSector(vol, size*SectorFactor, mi); (* commit *)
  498. KernelLog.String("DiskFS: Map saved on ");
  499. KernelLog.String(vol.name); KernelLog.Ln
  500. (*ELSE
  501. KernelLog.String("DiskFS: sector in use "); KernelLog.Int(size, 1); KernelLog.Ln*)
  502. END
  503. (*ELSE
  504. KernelLog.String("DiskFS: Read-only"); KernelLog.Ln*)
  505. END;
  506. state := Closed; vol := NIL
  507. END Cleanup;
  508. END Directory;
  509. TYPE
  510. FileSystem = OBJECT (Files.FileSystem) (* our file system type *)
  511. VAR
  512. dir: Directory;
  513. finalizeFiles: Kernel.FinalizedCollection;
  514. openFiles: DiskAdrList;
  515. (* all files that are registered, must be stored separately of finalizeFiles because of race
  516. between Delete0/Rename0 and deferred execution of file close finalizer *)
  517. tempRegFileSec: DiskAdrList; (* temporary used for PurgeOpenedFile *)
  518. PROCEDURE &Init*;
  519. BEGIN NEW(finalizeFiles); NEW(openFiles); NEW(tempRegFileSec)
  520. END Init;
  521. PROCEDURE New0*(name: ARRAY OF CHAR): Files.File;
  522. VAR i, res: LONGINT; f: File; buf: Buffer; head {UNTRACED}: POINTER {UNSAFE} TO FileHeader; namebuf: FileName;
  523. BEGIN {EXCLUSIVE}
  524. f := NIL; Check(name, namebuf, res);
  525. IF res <= 0 THEN
  526. NEW(buf); buf.apos := 0; buf.mod := TRUE; buf.lim := HeaderSize; buf.next := buf;
  527. head := ADDRESSOF(buf.data);
  528. head.mark := HeaderMark;
  529. head.aleng := 0; head.bleng := HeaderSize; head.name := namebuf;
  530. Clock.Get(head.time, head.date);
  531. NEW(f); f.fs := SELF; f.key := 0; f.aleng := 0; f.bleng := HeaderSize; f.modH := TRUE;
  532. f.time := head.time; f.date := head.date;
  533. f.firstbuf := buf; f.nofbufs := 1; f.name := namebuf; f.sechint := InitHint;
  534. f.registered := (f.name[0] = 0X);
  535. f.ext := NIL; i := 0;
  536. REPEAT f.sec[i] := 0; head.sec[i] := 0; INC(i) UNTIL i = SectorTableSize;
  537. finalizeFiles.Add(f, Collect);
  538. ELSE
  539. KernelLog.String("DiskFS: "); KernelLog.String(name); KernelLog.String(", res: "); KernelLog.Int(res, 0); KernelLog.Ln;
  540. END;
  541. RETURN f
  542. END New0;
  543. PROCEDURE Old0*(name: ARRAY OF CHAR): Files.File;
  544. VAR
  545. i, k, res: LONGINT; f: File; header: DiskAdr; buf: Buffer; head {UNTRACED}: POINTER {UNSAFE} TO FileHeader;
  546. namebuf: FileName; super: SuperIndex; sub: SubIndex; sec: IndexSector;
  547. BEGIN {EXCLUSIVE}
  548. f := NIL; Check(name, namebuf, res);
  549. IF res = 0 THEN
  550. dir.Search(namebuf, header);
  551. IF header # 0 THEN
  552. NEW(buf); buf.apos := 0; buf.next := buf; buf.mod := FALSE;
  553. GetSector(vol, header, buf.data);
  554. head := ADDRESSOF(buf.data);
  555. NEW(f); f.fs := SELF; f.key := header;
  556. f.aleng := head.aleng; f.bleng := head.bleng;
  557. f.time := head.time; f.date := head.date;
  558. IF f.aleng = 0 THEN buf.lim := f.bleng ELSE buf.lim := SectorSize END;
  559. f.firstbuf := buf; f.nofbufs := 1;
  560. f.name := namebuf; f.registered := TRUE;
  561. f.sec := head.sec;
  562. k := (f.aleng + (IndexSize-SectorTableSize)) DIV IndexSize;
  563. IF k # 0 THEN
  564. NEW(super); super.adr := head.ext; super.mod := FALSE; f.ext := super;
  565. GetSector(vol, super.adr, sec); i := 0;
  566. WHILE i # k DO
  567. NEW(sub); sub.adr := sec.x[i]; sub.mod := FALSE; super.sub[i] := sub;
  568. GetSector(vol, sub.adr, sub.sec); INC(i)
  569. END;
  570. WHILE i # IndexSize DO super.sub[i] := NIL; INC(i) END
  571. ELSE
  572. f.ext := NIL
  573. END;
  574. f.sechint := header; f.modH := FALSE;
  575. finalizeFiles.Add(f, Collect); openFiles.Add(f.key)
  576. END
  577. END;
  578. RETURN f
  579. END Old0;
  580. PROCEDURE Delete0*(name: ARRAY OF CHAR; VAR key, res: LONGINT);
  581. VAR adr: DiskAdr; namebuf: FileName; head: FileHeader;
  582. BEGIN {EXCLUSIVE}
  583. Check(name, namebuf, res);
  584. IF res = 0 THEN
  585. dir.Delete(namebuf, adr);
  586. key := adr;
  587. IF adr # 0 THEN
  588. IF ~openFiles.Contains(adr) THEN
  589. PurgeByAdr(adr)
  590. ELSE
  591. GetSector(vol, adr, head);
  592. head.mark := HeaderMark+1; (* invalidate mark *)
  593. PutSector(vol, adr, head)
  594. END
  595. ELSE
  596. res := 2
  597. END
  598. ELSE
  599. key := 0
  600. END
  601. END Delete0;
  602. PROCEDURE Rename0*(old, new: ARRAY OF CHAR; f: Files.File; VAR res: WORD);
  603. VAR adr, newAdr: DiskAdr; oldbuf, newbuf: FileName; head: FileHeader;
  604. BEGIN {EXCLUSIVE}
  605. Check(old, oldbuf, res);
  606. IF res = 0 THEN
  607. Check(new, newbuf, res);
  608. IF res = 0 THEN
  609. dir.Delete(oldbuf, adr);
  610. IF adr # 0 THEN
  611. dir.Search(newbuf, newAdr); ASSERT(adr # newAdr);
  612. IF (newAdr # 0) & ~openFiles.Contains(newAdr) THEN
  613. PurgeByAdr(newAdr)
  614. END;
  615. IF f # NIL THEN (* file is open *)
  616. ASSERT(f.key = adr); (* it's key must match *)
  617. f(File).name := newbuf
  618. END;
  619. dir.Insert(newbuf, adr);
  620. GetSector(vol, adr, head);
  621. head.name := newbuf;
  622. PutSector(vol, adr, head)
  623. ELSE res := 2
  624. END
  625. END
  626. END
  627. END Rename0;
  628. PROCEDURE Enumerate0*(mask: ARRAY OF CHAR; flags: SET; enum: Files.Enumerator);
  629. VAR b: BOOLEAN; fh: FileHeader; fn: ARRAY Files.PrefixLength+FileNameLength OF CHAR;
  630. BEGIN {EXCLUSIVE}
  631. b := TRUE; enumerate(SELF, mask, DirRootAdr, flags, enum, b, fh, fn)
  632. END Enumerate0;
  633. PROCEDURE FileKey*(name: ARRAY OF CHAR): LONGINT;
  634. VAR res: WORD; namebuf: FileName; header: DiskAdr;
  635. BEGIN {EXCLUSIVE}
  636. header := 0;
  637. Check(name, namebuf, res);
  638. IF res = 0 THEN
  639. dir.Search(namebuf, header)
  640. END;
  641. RETURN header
  642. END FileKey;
  643. (* exlcusive lock must be acquired, result in tempRegFileSec *)
  644. PROCEDURE CollectRegisteredFileSectors(adr: DiskAdr);
  645. VAR hd: FileHeader; i, p, m, n: LONGINT; super, sub: IndexSector;
  646. BEGIN
  647. tempRegFileSec.Clear;
  648. GetSector(vol, adr, hd);
  649. tempRegFileSec.Add(adr);
  650. ASSERT(hd.sec[0] = adr);
  651. IF hd.aleng < SectorTableSize THEN m := hd.aleng + 1 ELSE m := SectorTableSize END; p := 1;
  652. WHILE p < m DO
  653. IF hd.sec[p] # 0 THEN tempRegFileSec.Add(hd.sec[p]) END;
  654. INC(p)
  655. END;
  656. IF (hd.aleng >= SectorTableSize) & (hd.ext # 0) THEN
  657. GetSector(vol, hd.ext, super); tempRegFileSec.Add(hd.ext);
  658. n := (hd.aleng - SectorTableSize) DIV IndexSize; i := 0;
  659. WHILE i <= n DO
  660. IF super.x[i] # 0 THEN
  661. GetSector(vol, super.x[i], sub); tempRegFileSec.Add(super.x[i]);
  662. IF i < n THEN m := IndexSize
  663. ELSE m := (hd.aleng - SectorTableSize) MOD IndexSize + 1
  664. END;
  665. p := 0;
  666. WHILE p < m DO
  667. IF sub.x[p] # 0 THEN tempRegFileSec.Add(sub.x[p]) END;
  668. INC(p)
  669. END
  670. END;
  671. INC(i)
  672. END
  673. END
  674. END CollectRegisteredFileSectors;
  675. (* exlcusive lock must be acquired! *)
  676. PROCEDURE PurgeByAdr(adr: DiskAdr);
  677. VAR hd: FileHeader; i, p, m, n: LONGINT; super, sub: IndexSector;
  678. BEGIN
  679. GetSector(vol, adr, hd);
  680. FreeSector(vol, adr);
  681. ASSERT(hd.sec[0] = adr);
  682. IF hd.aleng < SectorTableSize THEN m := hd.aleng + 1 ELSE m := SectorTableSize END; p := 1;
  683. WHILE p < m DO
  684. IF hd.sec[p] # 0 THEN FreeSector(vol, hd.sec[p]) END;
  685. INC(p)
  686. END;
  687. IF (hd.aleng >= SectorTableSize) & (hd.ext # 0) THEN
  688. GetSector(vol, hd.ext, super); FreeSector(vol, hd.ext);
  689. n := (hd.aleng - SectorTableSize) DIV IndexSize; i := 0;
  690. WHILE i <= n DO
  691. IF super.x[i] # 0 THEN
  692. GetSector(vol, super.x[i], sub); FreeSector(vol, super.x[i]);
  693. IF i < n THEN m := IndexSize
  694. ELSE m := (hd.aleng - SectorTableSize) MOD IndexSize + 1
  695. END;
  696. p := 0;
  697. WHILE p < m DO
  698. IF sub.x[p] # 0 THEN FreeSector(vol, sub.x[p]) END;
  699. INC(p)
  700. END
  701. END;
  702. INC(i)
  703. END
  704. END
  705. END PurgeByAdr;
  706. (* purge all sectors of f except the sectors in 'except', except may be NIL *)
  707. PROCEDURE PurgeOpenedFile(f: File; except: DiskAdrList);
  708. VAR i, p, m, n: LONGINT; super, sub: IndexSector;
  709. PROCEDURE FreeExcept(sec: DiskAdr);
  710. BEGIN
  711. IF (except = NIL) OR ~except.Contains(sec) THEN FreeSector(vol, sec) END
  712. END FreeExcept;
  713. BEGIN
  714. IF f.aleng < SectorTableSize THEN m := f.aleng + 1 ELSE m := SectorTableSize END; p := 0; (* include sec[0] *)
  715. WHILE p < m DO
  716. IF f.sec[p] # 0 THEN FreeExcept(f.sec[p]) END;
  717. INC(p)
  718. END;
  719. IF (f.aleng >= SectorTableSize) & (f.ext # NIL) & (f.ext.adr # 0) THEN
  720. GetSector(vol, f.ext.adr, super); FreeExcept(f.ext.adr);
  721. n := (f.aleng - SectorTableSize) DIV IndexSize; i := 0;
  722. WHILE i <= n DO
  723. IF super.x[i] # 0 THEN
  724. GetSector(vol, super.x[i], sub); FreeExcept(super.x[i]);
  725. IF i < n THEN m := IndexSize
  726. ELSE m := (f.aleng - SectorTableSize) MOD IndexSize + 1
  727. END;
  728. p := 0;
  729. WHILE p < m DO
  730. IF sub.x[p] # 0 THEN FreeExcept(sub.x[p]) END;
  731. INC(p)
  732. END
  733. END;
  734. INC(i)
  735. END
  736. END
  737. END PurgeOpenedFile;
  738. PROCEDURE Close(f: File);
  739. VAR adr: DiskAdr;
  740. BEGIN {EXCLUSIVE}
  741. IF f.key # 0 THEN
  742. ASSERT(openFiles.Contains(f.key));
  743. openFiles.Remove(f.key);
  744. dir.Search(f.name, adr);
  745. IF (adr = 0) OR (adr # f.key) THEN (* deleted or overwritten *)
  746. PurgeOpenedFile(f, NIL)
  747. ELSE
  748. CollectRegisteredFileSectors(adr);
  749. PurgeOpenedFile(f, tempRegFileSec);
  750. tempRegFileSec.Clear
  751. END
  752. ELSE
  753. PurgeOpenedFile(f, NIL)
  754. END
  755. END Close;
  756. PROCEDURE Finalize*;
  757. BEGIN {EXCLUSIVE}
  758. dir.Cleanup();
  759. vol.Finalize;
  760. Finalize^ (* see note in Files *)
  761. END Finalize;
  762. END FileSystem;
  763. DiskAdrArray = POINTER TO ARRAY OF DiskAdr;
  764. (* analogous to TFClasses.List *)
  765. DiskAdrList = OBJECT
  766. VAR
  767. list : DiskAdrArray;
  768. count : LONGINT;
  769. PROCEDURE &New*;
  770. BEGIN NEW(list, 8); count := 0
  771. END New;
  772. PROCEDURE GetCount() : LONGINT;
  773. BEGIN {EXCLUSIVE}
  774. RETURN count
  775. END GetCount;
  776. PROCEDURE Grow;
  777. VAR old: DiskAdrArray; i : LONGINT;
  778. BEGIN
  779. old := list;
  780. NEW(list, LEN(list)*2);
  781. FOR i := 0 TO count-1 DO list[i] := old[i] END
  782. END Grow;
  783. PROCEDURE Add(x: DiskAdr);
  784. BEGIN {EXCLUSIVE}
  785. ASSERT(x # 0);
  786. IF count = LEN(list) THEN Grow END;
  787. list[count] := x;
  788. INC(count)
  789. END Add;
  790. PROCEDURE Remove(x: DiskAdr);
  791. VAR i : LONGINT;
  792. BEGIN {EXCLUSIVE}
  793. ASSERT(x # 0);
  794. i := 0; WHILE (i < count) & (list[i] # x) DO INC(i) END;
  795. IF i < count THEN
  796. WHILE (i < count-1) DO list[i] := list[i+1]; INC(i) END;
  797. DEC(count);
  798. list[count] := 0
  799. END
  800. END Remove;
  801. PROCEDURE Clear;
  802. VAR i : LONGINT;
  803. BEGIN {EXCLUSIVE}
  804. FOR i := 0 TO count - 1 DO list[i] := 0 END;
  805. count := 0
  806. END Clear;
  807. PROCEDURE Contains(x: DiskAdr) : BOOLEAN;
  808. VAR i: LONGINT;
  809. BEGIN {EXCLUSIVE}
  810. i := 0 ; WHILE i < count DO IF list[i] = x THEN RETURN TRUE END; INC(i) END;
  811. RETURN FALSE
  812. END Contains;
  813. END DiskAdrList;
  814. TYPE
  815. File = OBJECT (Files.File)
  816. VAR
  817. aleng, bleng: LONGINT;
  818. nofbufs: LONGINT;
  819. modH, registered: BOOLEAN;
  820. firstbuf: Buffer;
  821. sechint: DiskAdr;
  822. name: FileName;
  823. time, date: LONGINT;
  824. ext: SuperIndex;
  825. sec: SectorTable;
  826. PROCEDURE Set*(VAR r: Files.Rider; pos: LONGINT);
  827. VAR a, b: LONGINT;
  828. BEGIN {EXCLUSIVE}
  829. r.eof := FALSE; r.res := 0; r.file := SELF; r.fs := fs;
  830. IF pos < 0 THEN
  831. a := 0; b := HeaderSize
  832. ELSIF pos < aleng*SectorSize + bleng - HeaderSize THEN
  833. a := (pos + HeaderSize) DIV SectorSize; b := (pos + HeaderSize) MOD SectorSize
  834. ELSE
  835. a := aleng; b := bleng
  836. END;
  837. r.apos := a; r.bpos := b; r.hint := firstbuf
  838. END Set;
  839. PROCEDURE Pos*(VAR r: Files.Rider): LONGINT;
  840. BEGIN
  841. RETURN r.apos*SectorSize + r.bpos - HeaderSize
  842. END Pos;
  843. PROCEDURE Read*(VAR r: Files.Rider; VAR x: CHAR);
  844. VAR buf: Buffer;
  845. BEGIN {EXCLUSIVE}
  846. buf := r.hint(Buffer);
  847. IF r.apos # buf.apos THEN buf := GetBuf(SELF, r.apos); r.hint := buf END;
  848. IF r.bpos < buf.lim THEN
  849. x := buf.data.B[r.bpos]; INC(r.bpos)
  850. ELSIF r.apos < aleng THEN
  851. INC(r.apos);
  852. buf := SearchBuf(SELF, r.apos);
  853. IF buf = NIL THEN
  854. buf := r.hint(Buffer);
  855. IF buf.mod THEN WriteBuf(SELF, buf) END ;
  856. ReadBuf(SELF, buf, r.apos)
  857. ELSE
  858. r.hint := buf
  859. END;
  860. ASSERT(buf.lim > 0);
  861. x := buf.data.B[0]; r.bpos := 1
  862. ELSE
  863. x := 0X; r.eof := TRUE
  864. END
  865. END Read;
  866. PROCEDURE ReadBytes*(VAR r: Files.Rider; VAR x: ARRAY OF CHAR; ofs, len: LONGINT);
  867. VAR src: ADDRESS; m: LONGINT; buf: Buffer;
  868. BEGIN {EXCLUSIVE}
  869. IF LEN(x)-ofs < len THEN SYSTEM.HALT(19) END;
  870. IF len > 0 THEN
  871. buf := r.hint(Buffer);
  872. IF r.apos # buf.apos THEN buf := GetBuf(SELF, r.apos); r.hint := buf END;
  873. LOOP
  874. IF len <= 0 THEN EXIT END ;
  875. src := ADDRESSOF(buf.data.B[0]) + r.bpos; m := r.bpos + len;
  876. IF m <= buf.lim THEN
  877. SYSTEM.MOVE(src, ADDRESSOF(x[ofs]), len); r.bpos := m; r.res := 0; EXIT
  878. ELSIF buf.lim = SectorSize THEN
  879. m := buf.lim - r.bpos;
  880. IF m > 0 THEN SYSTEM.MOVE(src, ADDRESSOF(x[ofs]), m); INC(ofs, m); DEC(len, m) END ;
  881. IF r.apos < aleng THEN
  882. INC(r.apos); r.bpos := 0; buf := SearchBuf(SELF, r.apos);
  883. IF buf = NIL THEN
  884. buf := r.hint(Buffer);
  885. IF buf.mod THEN WriteBuf(SELF, buf) END ;
  886. ReadBuf(SELF, buf, r.apos)
  887. ELSE
  888. r.hint := buf
  889. END
  890. ELSE
  891. r.bpos := buf.lim; r.res := len; r.eof := TRUE; EXIT
  892. END
  893. ELSE
  894. m := buf.lim - r.bpos;
  895. IF m > 0 THEN SYSTEM.MOVE(src, ADDRESSOF(x[ofs]), m); r.bpos := buf.lim END ;
  896. r.res := len - m; r.eof := TRUE; EXIT
  897. END
  898. END;
  899. ELSE
  900. r.res := 0
  901. END
  902. END ReadBytes;
  903. PROCEDURE Write*(VAR r: Files.Rider; x: CHAR);
  904. VAR buf: Buffer;
  905. BEGIN {EXCLUSIVE}
  906. buf := r.hint(Buffer);
  907. IF r.apos # buf.apos THEN buf := GetBuf(SELF, r.apos); r.hint := buf END;
  908. IF r.bpos >= buf.lim THEN
  909. IF r.bpos < SectorSize THEN
  910. INC(buf.lim); INC(bleng); modH := TRUE
  911. ELSE
  912. WriteBuf(SELF, buf); INC(r.apos); buf := SearchBuf(SELF, r.apos);
  913. IF buf = NIL THEN
  914. buf := r.hint(Buffer);
  915. IF r.apos <= aleng THEN
  916. ReadBuf(SELF, buf, r.apos)
  917. ELSE
  918. buf.apos := r.apos; buf.lim := 1; INC(aleng); bleng := 1; modH := TRUE;
  919. IF (aleng - SectorTableSize) MOD IndexSize = 0 THEN NewSub(SELF) END
  920. END
  921. ELSE
  922. r.hint := buf
  923. END;
  924. r.bpos := 0
  925. END
  926. END;
  927. buf.data.B[r.bpos] := x; INC(r.bpos); buf.mod := TRUE
  928. END Write;
  929. PROCEDURE WriteBytes*(VAR r: Files.Rider; CONST x: ARRAY OF CHAR; ofs, len: LONGINT);
  930. VAR dst: ADDRESS; m: LONGINT; buf: Buffer;
  931. BEGIN {EXCLUSIVE}
  932. IF LEN(x)-ofs < len THEN SYSTEM.HALT(19) END;
  933. IF len > 0 THEN
  934. buf := r.hint(Buffer);
  935. IF r.apos # buf.apos THEN buf := GetBuf(SELF, r.apos); r.hint := buf END;
  936. LOOP
  937. IF len <= 0 THEN EXIT END;
  938. buf.mod := TRUE; dst := ADDRESSOF(buf.data.B[0]) + r.bpos; m := r.bpos + len;
  939. IF m <= buf.lim THEN
  940. SYSTEM.MOVE(ADDRESSOF(x[ofs]), dst, len); r.bpos := m; EXIT
  941. ELSIF m <= SectorSize THEN
  942. SYSTEM.MOVE(ADDRESSOF(x[ofs]), dst, len); r.bpos := m;
  943. bleng := m; buf.lim := m; modH := TRUE; EXIT
  944. ELSE
  945. m := SectorSize - r.bpos;
  946. IF m > 0 THEN SYSTEM.MOVE(ADDRESSOF(x[ofs]), dst, m); INC(ofs, m); DEC(len, m) END;
  947. WriteBuf(SELF, buf); INC(r.apos); r.bpos := 0; buf := SearchBuf(SELF, r.apos);
  948. IF buf = NIL THEN
  949. buf := r.hint(Buffer);
  950. IF r.apos <= aleng THEN ReadBuf(SELF, buf, r.apos)
  951. ELSE
  952. buf.apos := r.apos; buf.lim := 0; INC(aleng); bleng := 0; modH := TRUE;
  953. IF (aleng - SectorTableSize) MOD IndexSize = 0 THEN NewSub(SELF) END
  954. END
  955. ELSE
  956. r.hint := buf
  957. END
  958. END
  959. END
  960. END
  961. END WriteBytes;
  962. PROCEDURE Length*(): LONGINT;
  963. BEGIN {EXCLUSIVE}
  964. RETURN aleng*SectorSize + bleng - HeaderSize
  965. END Length;
  966. PROCEDURE GetDate*(VAR t, d: LONGINT);
  967. BEGIN {EXCLUSIVE}
  968. t := time; d := date
  969. END GetDate;
  970. PROCEDURE SetDate*(t, d: LONGINT);
  971. BEGIN {EXCLUSIVE}
  972. modH := TRUE; time := t; date := d
  973. END SetDate;
  974. PROCEDURE GetName*(VAR name: ARRAY OF CHAR);
  975. BEGIN {EXCLUSIVE}
  976. Files.JoinName(fs.prefix, SELF.name, name)
  977. END GetName;
  978. PROCEDURE Register0*(VAR res: WORD);
  979. VAR oldAdr: DiskAdr; fs0: FileSystem;
  980. BEGIN {EXCLUSIVE}
  981. Unbuffer(SELF);
  982. IF ~registered & (name # "") THEN
  983. fs0 := fs(FileSystem);
  984. fs0.dir.Search(name, oldAdr);
  985. fs0.dir.Insert(name, sec[0]);
  986. registered := TRUE; key := sec[0];
  987. fs0.openFiles.Add(key);
  988. IF (oldAdr # 0) & ~fs0.openFiles.Contains(oldAdr) THEN (* overwrite not opened file *)
  989. ASSERT(oldAdr # key);
  990. fs0.PurgeByAdr(oldAdr)
  991. END;
  992. res := 0
  993. ELSE
  994. res := 1
  995. END
  996. END Register0;
  997. PROCEDURE Update*;
  998. BEGIN {EXCLUSIVE}
  999. Unbuffer(SELF)
  1000. END Update;
  1001. END File;
  1002. PROCEDURE Collect(f: ANY);
  1003. VAR file: File; fs: FileSystem;
  1004. BEGIN
  1005. file := f(File);
  1006. IF file.fs # NIL THEN
  1007. fs := file.fs(FileSystem);
  1008. IF (fs.vol # NIL) & ~(Files.ReadOnly IN fs.vol.flags) THEN fs.Close(file) END
  1009. END
  1010. END Collect;
  1011. PROCEDURE GetSector(vol: Files.Volume; src: DiskAdr; VAR dest: DiskSector);
  1012. BEGIN
  1013. IF src MOD SectorFactor # 0 THEN SYSTEM.HALT(15) END;
  1014. vol.GetBlock(src DIV SectorFactor, SYSTEM.VAL(DiskSectorArr, dest))
  1015. END GetSector;
  1016. PROCEDURE PutSector(vol: Files.Volume; dest: DiskAdr; VAR src: DiskSector);
  1017. BEGIN
  1018. ASSERT(~(Files.ReadOnly IN vol.flags));
  1019. IF dest MOD SectorFactor # 0 THEN SYSTEM.HALT(15) END;
  1020. vol.PutBlock(dest DIV SectorFactor, SYSTEM.VAL(DiskSectorArr, src))
  1021. END PutSector;
  1022. PROCEDURE AllocSector(vol: Files.Volume; hint: DiskAdr; VAR sec: DiskAdr);
  1023. BEGIN
  1024. ASSERT(~(Files.ReadOnly IN vol.flags));
  1025. vol.AllocBlock(hint DIV SectorFactor, sec);
  1026. sec := sec * SectorFactor
  1027. END AllocSector;
  1028. PROCEDURE MarkSector(vol: Files.Volume; sec: LONGINT);
  1029. BEGIN
  1030. ASSERT(~(Files.ReadOnly IN vol.flags));
  1031. vol.MarkBlock(sec DIV SectorFactor)
  1032. END MarkSector;
  1033. PROCEDURE FreeSector(vol: Files.Volume; sec: LONGINT);
  1034. BEGIN
  1035. ASSERT(~(Files.ReadOnly IN vol.flags));
  1036. ASSERT(Marked(vol, sec));
  1037. vol.FreeBlock(sec DIV SectorFactor)
  1038. END FreeSector;
  1039. PROCEDURE Marked(vol: Files.Volume; sec: LONGINT): BOOLEAN;
  1040. BEGIN
  1041. ASSERT(~(Files.ReadOnly IN vol.flags));
  1042. RETURN vol.Marked(sec DIV SectorFactor)
  1043. END Marked;
  1044. PROCEDURE Match*(mask, name: ARRAY OF CHAR): BOOLEAN;
  1045. VAR m,n, om, on: LONGINT; f: BOOLEAN;
  1046. BEGIN
  1047. m := 0; n := 0; om := -1;
  1048. f := TRUE;
  1049. LOOP
  1050. IF (mask[m] = "*") THEN
  1051. om := m; INC(m);
  1052. WHILE (name[n] # 0X) & (name[n] # mask[m]) DO INC(n) END;
  1053. on := n
  1054. ELSIF (mask[m] = "?") THEN
  1055. IF (name[n] = 0X) THEN f := FALSE; EXIT END;
  1056. INC(m); INC(n)
  1057. ELSE
  1058. IF (mask[m] # name[n]) THEN
  1059. IF (om = -1) THEN f := FALSE; EXIT
  1060. ELSIF (name[n] # 0X) THEN (* try the next position *)
  1061. m := om; n := on + 1;
  1062. IF (name[n] = 0X) THEN f := FALSE; EXIT END
  1063. ELSE
  1064. f := FALSE; EXIT
  1065. END
  1066. ELSE INC(m); INC(n)
  1067. END
  1068. END;
  1069. IF (mask[m] = 0X) & ((name[n] = 0X) OR (om=-1)) THEN EXIT END
  1070. END;
  1071. RETURN f & (name[n] = 0X)
  1072. END Match;
  1073. PROCEDURE enumerate(fs: Files.FileSystem; VAR mask: ARRAY OF CHAR; dpg: DiskAdr; flags: SET; enum: Files.Enumerator; VAR continue: BOOLEAN; VAR fh: FileHeader; VAR fn: ARRAY OF CHAR);
  1074. VAR i, diff: LONGINT; dpg1: DiskAdr; a: DirPage; time, date, size: LONGINT;
  1075. BEGIN
  1076. GetSector(fs.vol, dpg, a); i := 0;
  1077. WHILE (i < a.m) & continue DO
  1078. (* MatchPrefix(mask, a.e[i].name, pos, diff); *)
  1079. IF i = 0 THEN dpg1 := a.p0 ELSE dpg1 := a.e[i-1].p END;
  1080. IF diff >= 0 THEN (* matching prefix *)
  1081. IF dpg1 # 0 THEN enumerate(fs, mask, dpg1, flags, enum, continue, fh, fn) END;
  1082. IF diff = 0 THEN
  1083. IF continue & ((mask = "") OR Match(mask, a.e[i].name)) THEN
  1084. time := 0; date := 0; size := 0;
  1085. IF flags * {Files.EnumTime, Files.EnumSize} # {} THEN
  1086. GetSector(fs.vol, a.e[i].adr, fh);
  1087. IF Files.EnumTime IN flags THEN
  1088. time := fh.time; date := fh.date
  1089. END;
  1090. IF Files.EnumSize IN flags THEN
  1091. size := fh.aleng*SectorSize + fh.bleng - HeaderSize
  1092. END
  1093. END;
  1094. Files.JoinName(fs.prefix, a.e[i].name, fn);
  1095. enum.PutEntry(fn, {}, time, date, size)
  1096. END
  1097. ELSE continue := FALSE
  1098. END
  1099. END;
  1100. INC(i)
  1101. END;
  1102. IF continue & (i > 0) & (a.e[i-1].p # 0) THEN
  1103. enumerate(fs, mask, a.e[i-1].p, flags, enum, continue, fh, fn)
  1104. END
  1105. END enumerate;
  1106. (* Check a file name. *)
  1107. PROCEDURE Check(VAR s: ARRAY OF CHAR; VAR name: FileName; VAR res: WORD);
  1108. VAR i, k: LONGINT; ch: CHAR;
  1109. BEGIN
  1110. ch := s[0]; i := 0; k := 0;
  1111. IF (ch = 0X) THEN name[0] := 0X; res := -1
  1112. ELSE
  1113. IF (ch = Files.PathDelimiter) THEN k := 1; ch := s[k] END; (* skip first path delimiter *)
  1114. LOOP
  1115. IF (ch < " ") OR (ch = ":") OR (ch = Files.PathDelimiter) THEN res := 3; EXIT END;
  1116. name[i] := ch; INC(i); INC(k); ch := s[k];
  1117. IF (ch = 0X) THEN
  1118. WHILE (i < FileNameLength) DO name[i] := 0X; INC(i) END;
  1119. res := 0; EXIT
  1120. END;
  1121. IF (i = FileNameLength-1) THEN res := 4; EXIT END
  1122. END
  1123. END
  1124. END Check;
  1125. PROCEDURE UpdateHeader(f: File; VAR h: FileHeader);
  1126. BEGIN
  1127. h.aleng := f.aleng; h.bleng := f.bleng;
  1128. h.sec := f.sec;
  1129. IF f.ext # NIL THEN h.ext := f.ext.adr ELSE h.ext := 0 END;
  1130. h.date := f.date; h.time := f.time
  1131. END UpdateHeader;
  1132. PROCEDURE ReadBuf(f: File; buf: Buffer; pos: LONGINT);
  1133. VAR sec: DiskAdr; xpos: LONGINT;
  1134. BEGIN
  1135. IF pos < SectorTableSize THEN
  1136. sec := f.sec[pos]
  1137. ELSE
  1138. xpos := pos-SectorTableSize;
  1139. sec := f.ext.sub[xpos DIV IndexSize].sec.x[xpos MOD IndexSize]
  1140. END;
  1141. GetSector(f.fs.vol, sec, buf.data);
  1142. IF pos < f.aleng THEN buf.lim := SectorSize ELSE buf.lim := f.bleng END;
  1143. buf.apos := pos; buf.mod := FALSE
  1144. END ReadBuf;
  1145. PROCEDURE NewSuper(f: File);
  1146. VAR i: LONGINT; super: SuperIndex;
  1147. BEGIN
  1148. NEW(super); super.adr := 0; super.mod := TRUE; f.modH := TRUE; f.ext := super;
  1149. FOR i := 0 TO IndexSize-1 DO super.sub[i] := NIL END
  1150. END NewSuper;
  1151. PROCEDURE WriteBuf(f: File; buf: Buffer);
  1152. VAR i, k, xpos: LONGINT; secadr: DiskAdr; super: SuperIndex; sub: SubIndex; vol: Files.Volume;
  1153. BEGIN
  1154. vol := f.fs.vol;
  1155. Clock.Get(f.time, f.date); f.modH := TRUE;
  1156. IF buf.apos < SectorTableSize THEN
  1157. secadr := f.sec[buf.apos];
  1158. IF secadr = 0 THEN
  1159. AllocSector(vol, f.sechint, secadr);
  1160. f.modH := TRUE; f.sec[buf.apos] := secadr; f.sechint := secadr
  1161. END;
  1162. IF buf.apos = 0 THEN
  1163. UpdateHeader(f, SYSTEM.VAL(FileHeader, buf.data)); f.modH := FALSE
  1164. END
  1165. ELSE
  1166. super := f.ext;
  1167. IF super = NIL THEN NewSuper(f); super := f.ext END;
  1168. xpos := buf.apos-SectorTableSize;
  1169. i := xpos DIV IndexSize; sub := super.sub[i];
  1170. IF sub = NIL THEN
  1171. NEW(sub); sub.adr := 0; sub.sec.x[0] := 0; super.sub[i] := sub; super.mod := TRUE
  1172. END;
  1173. k := xpos MOD IndexSize; secadr := sub.sec.x[k];
  1174. IF secadr = 0 THEN
  1175. AllocSector(vol, f.sechint, secadr); f.sechint := secadr;
  1176. sub.mod := TRUE; sub.sec.x[k] := secadr
  1177. END
  1178. END;
  1179. PutSector(vol, secadr, buf.data); buf.mod := FALSE
  1180. END WriteBuf;
  1181. PROCEDURE SearchBuf(f: File; pos: LONGINT): Buffer;
  1182. VAR buf: Buffer;
  1183. BEGIN
  1184. buf := f.firstbuf;
  1185. LOOP
  1186. IF buf.apos = pos THEN EXIT END;
  1187. buf := buf.next;
  1188. IF buf = f.firstbuf THEN buf := NIL; EXIT END
  1189. END;
  1190. RETURN buf
  1191. END SearchBuf;
  1192. PROCEDURE GetBuf(f: File; pos: LONGINT): Buffer;
  1193. VAR buf: Buffer;
  1194. BEGIN
  1195. buf := f.firstbuf;
  1196. LOOP
  1197. IF buf.apos = pos THEN EXIT END;
  1198. IF buf.next = f.firstbuf THEN
  1199. IF f.nofbufs < MaxBufs THEN (* allocate new buffer *)
  1200. NEW(buf); buf.next := f.firstbuf.next; f.firstbuf.next := buf;
  1201. INC(f.nofbufs)
  1202. ELSE (* take one of the buffers *)
  1203. f.firstbuf := buf;
  1204. IF buf.mod THEN WriteBuf(f, buf) END
  1205. END;
  1206. buf.apos := pos;
  1207. IF pos <= f.aleng THEN ReadBuf(f, buf, pos) END;
  1208. EXIT
  1209. END;
  1210. buf := buf.next
  1211. END;
  1212. RETURN buf
  1213. END GetBuf;
  1214. PROCEDURE Unbuffer(f: File);
  1215. VAR
  1216. i, k: LONGINT; buf: Buffer; super: SuperIndex; sub: SubIndex; head: FileHeader;
  1217. sec: IndexSector; vol: Files.Volume;
  1218. BEGIN
  1219. vol := f.fs.vol;
  1220. buf := f.firstbuf;
  1221. REPEAT
  1222. IF buf.mod THEN WriteBuf(f, buf) END;
  1223. buf := buf.next
  1224. UNTIL buf = f.firstbuf;
  1225. super := f.ext;
  1226. IF super # NIL THEN
  1227. k := (f.aleng + (IndexSize-SectorTableSize)) DIV IndexSize; i := 0;
  1228. WHILE i # k DO
  1229. sub := super.sub[i]; INC(i);
  1230. IF sub.mod THEN
  1231. IF sub.adr = 0 THEN
  1232. AllocSector(vol, f.sechint, sub.adr); f.sechint := sub.adr;
  1233. super.mod := TRUE
  1234. END;
  1235. PutSector(vol, sub.adr, sub.sec); sub.mod := FALSE
  1236. END
  1237. END;
  1238. IF super.mod THEN
  1239. IF super.adr = 0 THEN
  1240. AllocSector(vol, f.sechint, super.adr); f.sechint := super.adr;
  1241. f.modH := TRUE
  1242. END;
  1243. i := 0;
  1244. WHILE i # k DO sec.x[i] := super.sub[i].adr; INC(i) END;
  1245. WHILE i # IndexSize DO sec.x[i] := 0; INC(i) END;
  1246. PutSector(vol, super.adr, sec); super.mod := FALSE
  1247. END
  1248. END;
  1249. IF f.modH THEN
  1250. GetSector(vol, f.sec[0], head); UpdateHeader(f, head);
  1251. PutSector(vol, f.sec[0], head); f.modH := FALSE
  1252. END
  1253. END Unbuffer;
  1254. PROCEDURE NewSub(f: File);
  1255. VAR i, k: LONGINT; sub: SubIndex;
  1256. BEGIN
  1257. k := (f.aleng - SectorTableSize) DIV IndexSize;
  1258. IF k = IndexSize THEN SYSTEM.HALT(18) END;
  1259. NEW(sub); sub.adr := 0; sub.mod := TRUE;
  1260. FOR i := 0 TO IndexSize-1 DO sub.sec.x[i] := 0 END;
  1261. IF f.ext = NIL THEN NewSuper(f) END;
  1262. f.ext.sub[k] := sub
  1263. END NewSub;
  1264. (** Generate a new file system object. Files.NewVol has volume parameter, Files.Par has mount prefix. *)
  1265. PROCEDURE NewFS*(context : Files.Parameters);
  1266. VAR fs: FileSystem; fh: FileHeader; skipIndexMapWriteback: BOOLEAN; options: ARRAY 8 OF CHAR;
  1267. BEGIN
  1268. (* Get options *)
  1269. context.arg.SkipWhitespace;
  1270. REPEAT UNTIL ~context.arg.GetString(options) OR (options = '|');
  1271. IF context.arg.GetString(options) THEN
  1272. skipIndexMapWriteback := options = 'N'
  1273. END;
  1274. IF Files.This(context.prefix) = NIL THEN
  1275. IF (context.vol.blockSize = SectorSize) & (context.vol.size >= MinVolSize) THEN
  1276. GetSector(context.vol, DirRootAdr, fh);
  1277. IF fh.mark = DirMark THEN (* assume it is an Aos filesystem *)
  1278. NEW(fs); fs.vol := context.vol;
  1279. ASSERT(context.vol.size < MAX(LONGINT) DIV SectorFactor);
  1280. fs.desc := "AosFS";
  1281. NEW(fs.dir, context.vol); (* initialize directory and volume *)
  1282. ASSERT(fs.dir.state = Opened); (* will have to undo changes to vol before continuing *)
  1283. Files.Add(fs, context.prefix);
  1284. IF skipIndexMapWriteback THEN
  1285. INCL(fs.flags, SkipIndexFlag);
  1286. fs.dir.noCleanup := TRUE
  1287. END
  1288. ELSE
  1289. context.error.String("DiskFS: File system not found on ");
  1290. context.error.String(context.vol.name); context.error.Ln
  1291. END
  1292. ELSE
  1293. context.error.String("DiskFS: Bad volume size"); context.error.Ln
  1294. END
  1295. ELSE
  1296. context.error.String("DiskFS: "); context.error.String(context.prefix);
  1297. context.error.String(" already in use"); context.error.Ln
  1298. END;
  1299. END NewFS;
  1300. (* Clean up when module unloaded. *)
  1301. PROCEDURE Cleanup;
  1302. VAR ft: Files.FileSystemTable; i: LONGINT;
  1303. BEGIN
  1304. IF Modules.shutdown = Modules.None THEN
  1305. Files.GetList(ft);
  1306. IF ft # NIL THEN
  1307. FOR i := 0 TO LEN(ft^)-1 DO
  1308. IF ft[i] IS FileSystem THEN Files.Remove(ft[i]) END
  1309. END
  1310. END
  1311. END
  1312. END Cleanup;
  1313. BEGIN
  1314. ASSERT((SIZEOF(FileHeader) = SectorSize) & (SIZEOF(IndexSector) = SectorSize) & (SIZEOF(DataSector) = SectorSize) &
  1315. (SIZEOF(DirPage) = SectorSize) & (SIZEOF(MapIndex) = SectorSize) & (SIZEOF(MapSector) = SectorSize) &
  1316. (DirPgSize MOD 2 = 0));
  1317. Modules.InstallTermHandler(Cleanup);
  1318. END DiskFS.
  1319. (*
  1320. aleng * SectorSize + bleng = length (including header)
  1321. apos * SectorSize + bpos = current position
  1322. 0 <= bpos <= lim <= SectorSize
  1323. 0 <= apos <= aleng < SectorTableSize + IndexSize*IndexSize
  1324. (apos < aleng) & (lim = SectorSize) OR (apos = aleng)
  1325. Methods with {} notation are explicitly unprotected. They must be called only from a protected context.
  1326. *)
  1327. (*
  1328. 04.02.2004 lb Prevent disk space leaks during system run (disk GC)
  1329. 03.01.2006 staubesv Avoid longint overflow that caused disk gc even if not necessary
  1330. *)