lucene 文件结构

0000000: 3fd7 6c17 1c4c 7563 656e 6535 3053 746f ?.l..Lucene50Sto0000010: 7265 6446 6965 6c64 7346 6173 7444 6174 redFieldsFastDat0000020: 6100 0000 01ea a9b2 4c50 d067 c2ad b80b a.......LP.g....0000030: 8409 351d e700 8080 0102 0032 0002 0aa3 ..5........2...........................4e21f40: 053f 4d6b 35e7 0c1b 504d 7749 6c33 8bae .?Mk5...PMwIl3..4e21f50: 0137 c028 93e8 0000 0000 0000 0000 fd6c .7.(...........l4e21f60: 1a60 0a .`.

文件名：_bl.fdt实现类：CompressingStoredFieldsReader

suffix

ID(16位)

CODEC_NAME(Lucene50StoredFieldsFastIndex)

segment Codec(string)

Checksum

name(string)

ID

delCount(int)

longsSize(vint)

......

offset(long)

Suffix(string)

algorithmID

suffix(Lucene50_0)

CODEC_NAME(segments)(string)

type(byte)

maxPointer

id(_Lucene50_0.doc)

fromat(vint)

32 * code (vint)

DocValuesType(byte)

文件名：_0.cfe实现类：Lucene50CompoundReader

fieldInfosFiles(set)

文件名：_bl_Lucene54_0.dvm实现类：Lucene54DocValuesProducer

CODEC_MAGIC

version

attributes(Lucene50StoredFieldsFormat.mode=BEST_SPEED)(map)

numTerms(vlong)

文件名：segments_2t实现类：SegmentInfos

docCount（int）

data......

byte

dvGen(long)

rootCode(11位)

0000000: 3fd7 6c17 124c 7563 656e 6535 3046 6965 ?.l..Lucene50Fie0000010: 6c64 496e 666f 7300 0000 01ea a9b2 4c50 ldInfos.......LP0000020: d067 c2ad b80b 8409 351d e700 1b07 5f73 .g......5....._s0000030: 6f75 7263 6500 0000 00ff ffff ffff ffff ource...........0000040: ff00 055f 7479 7065 0102 0104 ffff ffff ..._type..........................0000d20: 6f72 6d61 742e 7375 6666 6978 0130 c028 ormat.suffix.0.(0000d30: 93e8 0000 0000 0000 0000 bb0e d0d1 0a ...............

missingOffset(long)

second field......

文件名：_bl.fnm实现类：Lucene50FieldInfosFormat

FOOTER_MAGIC

attributes(map)

docBasesDeltas(packed)

fieldNumber(vint)

indexStartFP

0000000: 3fd7 6c17 194c 7563 656e 6535 3050 6f73 ?.l..Lucene50Pos0000010: 7469 6e67 7357 7269 7465 7250 6f73 0000 tingsWriterPos..0000020: 0000 eaa9 b24c 50d0 67c2 adb8 0b84 0935 .....LP.g......50000030: 1de7 0a4c 7563 656e 6535 305f 3005 adad ...Lucene50_0...............082bf90: 0000 0000 0000 00c0 2893 e800 0000 0000 ........(.......082bfa0: 0000 00ff 249a b80a ....$...

segment counter(int)

0000000: 3fd7 6c17 134c 7563 656e 6535 3053 6567 ?.l..Lucene50Seg0000010: 6d65 6e74 496e 666f 0000 0001 eaa9 b24c mentInfo.......L0000020: 50d0 67c2 adb8 0b84 0935 1de7 0000 0000 P.g......5......0000030: 0500 0000 0500 0000 0000 087e 5fff 0c02 ...........~_...0000040: 6f73 084d 6163 204f 5320 580b 6a61 7661 os.Mac OS X.java0000050: 2e76 656e 646f 7212 4f72 6163 6c65 2043 .vendor.Oracle C0000060: 6f72 706f 7261 7469 6f6e 0c6a 6176 612e orporation.java.0000070: 7665 7273 696f 6e08 312e 382e 305f 3931 version.1.8.0_910000080: 0f6a 6176 612e 766d 2e76 6572 7369 6f6e .java.vm.version0000090: 0932 352e 3931 2d62 3134 0e6c 7563 656e .25.91-b14.lucen00000a0: 652e 7665 7273 696f 6e05 352e 352e 3013 e.version.5.5.0.00000b0: 6d65 7267 654d 6178 4e75 6d53 6567 6d65 mergeMaxNumSegme00000c0: 6e74 7301 3107 6f73 2e61 7263 6806 7838 nts.1.os.arch.x800000d0: 365f 3634 146a 6176 612e 7275 6e74 696d 6_64.java.runtim00000e0: 652e 7665 7273 696f 6e0c 312e 382e 305f e.version.1.8.0_00000f0: 3931 2d62 3134 0673 6f75 7263 6505 6d65 91-b14.source.me0000100: 7267 650b 6d65 7267 6546 6163 746f 7202 rge.mergeFactor.0000110: 3137 0a6f 732e 7665 7273 696f 6e07 3130 17.os.version.100000120: 2e31 312e 3109 7469 6d65 7374 616d 700d .11.1.timestamp.0000130: 3134 3833 3531 3130 3138 3934 310c 075f 1483511018941.._0000140: 626c 2e66 6474 125f 626c 5f4c 7563 656e bl.fdt._bl_Lucen0000150: 6535 345f 302e 6476 6407 5f62 6c2e 6e76 e54_0.dvd._bl.nv0000160: 6d07 5f62 6c2e 666e 6d07 5f62 6c2e 6e76 m._bl.fnm._bl.nv0000170: 6407 5f62 6c2e 6664 7812 5f62 6c5f 4c75 d._bl.fdx._bl_Lu0000180: 6365 6e65 3530 5f30 2e74 6970 125f 626c cene50_0.tip._bl0000190: 5f4c 7563 656e 6535 305f 302e 646f 6312 _Lucene50_0.doc.00001a0: 5f62 6c5f 4c75 6365 6e65 3530 5f30 2e74 _bl_Lucene50_0.t00001b0: 696d 065f 626c 2e73 6912 5f62 6c5f 4c75 im._bl.si._bl_Lu00001c0: 6365 6e65 3534 5f30 2e64 766d 125f 626c cene54_0.dvm._bl00001d0: 5f4c 7563 656e 6535 305f 302e 706f 7301 _Lucene50_0.pos.00001e0: 1f4c 7563 656e 6535 3053 746f 7265 6446 .Lucene50StoredF00001f0: 6965 6c64 7346 6f72 6d61 742e 6d6f 6465 ieldsFormat.mode0000200: 0a42 4553 545f 5350 4545 44c0 2893 e800 .BEST_SPEED.(...0000210: 0000 0000 0000 0035 3c1b cb0a .......5...

bytesArray

id(_Lucene54_0.dvm)

CODEC_NAME(BlockTreeTermsDict)

numBytes(vint)

startNode(vlong)

avgChunkDocs(vint)

0000000: 3fd7 6c17 1d4c 7563 656e 6535 3053 746f ?.l..Lucene50Sto0000010: 7265 6446 6965 6c64 7346 6173 7449 6e64 redFieldsFastInd0000020: 6578 0000 0001 eaa9 b24c 50d0 67c2 adb8 ex.......LP.g...0000030: 0b84 0935 1de7 0002 8008 0019 0500 0000 ...5........................00002b0: f7bd ef7b def7 bdef 7bde f7bd ef3a bd1c ...{....{....:..00002c0: 0d00 0014 c02a 1740 1780 cc30 0027 12f8 .....*.@...0.'..............0000940: 8e80 08f8 c701 1905 0000 0000 0000 0000 ............................000d880: 1c00 a100 00ce be88 27c0 2893 e800 0000 ........'.(.....000d890: 0000 0000 001a 278b 040a ......'...

numFields(vint)

numBytes

maxLength(vint)

fileEntry.offset(long)

numEntries(vint)

startPointersDeltas(packed)

0000000: 3fd7 6c17 174c 7563 656e 6535 3043 6f6d ?.l..Lucene50Com0000010: 706f 756e 6445 6e74 7269 6573 0000 0000 poundEntries....0000020: 494f e6bb 4250 1405 2158 900e ff52 3f97 IO..BP..!X...R?.0000030: 000b 0f5f 4c75 6365 6e65 3534 5f30 2e64 ..._Lucene54_0.d0000040: 766d 0000 0000 0000 002e 0000 0000 0000 vm..............0000050: 00dd 0f5f 4c75 6365 6e65 3530 5f30 2e64 ..._Lucene50_0.d0000060: 6f63 0000 0000 0000 010b 0000 0000 0000 oc..............0000070: 0582 0f5f 4c75 6365 6e65 3530 5f30 2e74 ..._Lucene50_0.t0000080: 696d 0000 0000 0000 068d 0000 0000 0000 im..............0000090: 017c 0f5f 4c75 6365 6e65 3530 5f30 2e70 .|._Lucene50_0.p00000a0: 6f73 0000 0000 0000 0809 0000 0000 0000 os..............00000b0: 00b1 042e 6e76 6400 0000 0000 0008 ba00 ....nvd.........00000c0: 0000 0000 0000 3b04 2e66 6478 0000 0000 ......;..fdx....00000d0: 0000 08f5 0000 0000 0000 0053 0f5f 4c75 ...........S._Lu00000e0: 6365 6e65 3534 5f30 2e64 7664 0000 0000 cene54_0.dvd....00000f0: 0000 0948 0000 0000 0000 005d 0f5f 4c75 ...H.......]._Lu0000100: 6365 6e65 3530 5f30 2e74 6970 0000 0000 cene50_0.tip....0000110: 0000 09a5 0000 0000 0000 00c3 042e 6664 ..............fd0000120: 7400 0000 0000 000a 6800 0000 0000 0000 t.......h.......0000130: 7904 2e6e 766d 0000 0000 0000 0ae1 0000 y..nvm..........0000140: 0000 0000 004e 042e 666e 6d00 0000 0000 .....N..fnm.....0000150: 000b 2f00 0000 0000 0003 09c0 2893 e800 ../.........(...0000160: 0000 0000 0000 00dd 58fa c00a ........X...

numChunks(vlong)

docvalues type(byte)

other file offset info......

Version(5.5.0)(vint)

CODEC_NAME(Lucene50PostingsWriterPos)

minLength(vint)

CODEC_NAME(Lucene50CompoundEntries)

minSegmentLuceneVersion(vint)

packedIntsVersion(vint)

fileEntry.length(long)

25 * indexStartFP(vint)

lucene Version（int * 3）

inputType(byte)

Checksum(long)

FOOTER_MAGIC(int)

CODEC_NAME(Lucene50PostingsWriterTerms)

FieldInfoSize(vint)

dirOffset

CODEC_MAGIC(int)

isCompoundFile(byte)

suffix(Lucene54_0)

bitsPerDocBase(vint)

CODEC_NAME(Lucene50PostingsWriterDoc)

second field...

maxTerm

emptyBytes

文件名：_bl_Lucene50_0.doc实现类：Lucene50PostingsReader

packed(btye)

文件名：_bl_Lucene50_0.tip实现类：BlockTreeTermsReader

count(vint)

0000000: 3fd7 6c17 0873 6567 6d65 6e74 7300 0000 ?.l..segments...0000010: 066c 1d89 8b8a 9667 055a 2861 e37c 2fee .l.....g.Z(a.|/.0000020: 6902 3274 0505 0000 0000 0000 0004 0f00 i.2t............0000030: 0001 a200 0000 0105 0500 035f 626c 01ea ..........._bl..0000040: a9b2 4c50 d067 c2ad b80b 8409 351d e708 ..LP.g......5...0000050: 4c75 6365 6e65 3534 ffff ffff ffff ffff Lucene54........0000060: 0000 0000 ffff ffff ffff ffff ffff ffff ................0000070: ffff ffff 0000 0000 0003 0d74 7261 6e73 ...........trans0000080: 6c6f 675f 7575 6964 1635 7263 4f37 4d47 log_uuid.5rcO7MG0000090: 7a53 6279 4850 555a 3867 4a69 5a62 7713 zSbyHPUZ8gJiZbw.00000a0: 7472 616e 736c 6f67 5f67 656e 6572 6174 translog_generat00000b0: 696f 6e03 3132 3907 7379 6e63 5f69 6414 ion.129.sync_id.00000c0: 4157 5136 4953 5939 6b73 4b61 4f47 6d79 AWQ6ISY9ksKaOGmy00000d0: 5531 5762 c028 93e8 0000 0000 0000 0000 U1Wb.(..........00000e0: bda2 b91d 0a .....

numSegments(int)

bitsPerValue(vint)

CODEC_NAME(BlockTreeTermsIndex)

bits(byte)

文件名：_bl.si实现类：Lucene50SegmentInfoFormat

numChunks(vint)

bitsPerStartPointer(vint)

hasID(byte)

...

CODEC_NAME(Lucene54DocValuesData)

format(vint)

IndexOptions(byte)

docBases(vint)

sumDocFreq(vlong)

numDVFields(int)

chunkSize(vint)

algorithmID(int)

CODEC_NAME(Lucene54DocValuesMetadata)

second

startPointers(vlong)

sumTotalTermFreq(vlong)

文件名：_bl_Lucene50_0.tim实现类：BlockTreeTermsReader

0000000: 3fd7 6c17 194c 7563 656e 6535 3444 6f63 ?.l..Lucene54Doc0000010: 5661 6c75 6573 4d65 7461 6461 7461 0000 ValuesMetadata..0000020: 0000 eaa9 b24c 50d0 67c2 adb8 0b84 0935 .....LP.g......50000030: 1de7 0a4c 7563 656e 6535 345f 3001 0301 ...Lucene54_0...0000040: 0102 0101 00ff ffff ffff ffff ff05 0501 ................0000050: 0000 0000 0000 0039 0100 00ff ffff ffff .......9........0000060: ffff ff00 0000 0000 0000 3edf fc21 0000 ............!..0000070: 0000 0000 0000 0100 0000 0000 0110 0d03 ................0000080: 0004 ffff ffff ffff ffff 0000 0000 0001 ................0000090: 100d dffc 2100 0000 0000 0000 0100 0000 ....!...........00000a0: 0000 0110 0d04 0401 0400 00ff ffff ffff ................00000b0: ffff ff00 0000 0000 0110 0ddf fc21 0000 .............!..00000c0: 0000 0044 1b5a 1800 0000 0000 1a8b 2d08 ...D.Z........-.00000d0: 0401 0800 00ff ffff ffff ffff ff00 0000 ................00000e0: 0000 1a8b 2ddf fc21 0000 0000 0000 0001 ....-..!........00000f0: 0200 0000 0000 1caa c80e 0401 0e00 04ff ................0000100: ffff ffff ffff ff00 0000 0000 1caa c8df ................0000110: fc21 0000 0000 0000 0004 0000 0000 001c .!..............0000120: aac8 1104 0111 0002 ffff ffff ffff ffff ................0000130: 0000 0000 001c aac8 dffc 2109 0000 0000 ..........!.....0000140: 0000 000a 0000 0000 0000 000b 0000 0000 ................0000150: 0000 000d 0000 0000 0000 000e 0000 0000 ................0000160: 0000 0010 0000 0000 0000 0011 0000 0000 ................0000170: 0000 0028 0000 0000 0000 0029 0000 0000 ...(.......)....0000180: 0000 03e8 0400 0000 0000 20e9 fb12 0401 .......... .....0000190: 1200 00ff ffff ffff ffff ff00 0000 0000 ................00001a0: 20e9 fbdf fc21 0000 0000 0000 0001 1800 ....!..........00001b0: 0000 0000 3a65 1b13 0401 1300 02ff ffff ....:e..........00001c0: ffff ffff ff00 0000 0000 3a65 1bdf fc21 ..........:e...!00001d0: 0500 0000 0000 0000 6e00 0000 0000 0000 ........n.......00001e0: a900 0000 0000 0000 aa00 0000 0000 0000 ................00001f0: c800 0000 0000 0000 d204 0000 0000 003e ...............0000200: a44e 1404 0114 0001 ffff ffff ffff ffff .N..............0000210: 0000 0000 003e a44e dffc 2100 0001 55a2 ......N..!...U.0000220: 09ef 4000 0000 0000 0003 e818 0000 0000 ..@.............0000230: 0058 1f6e 1504 0115 0001 0000 0000 0058 .X.n...........X0000240: 1f6e 0000 0000 0059 2f3a dffc 2100 0000 .n.....Y/:..!...0000250: 0000 0000 0000 0000 0000 0003 e820 0000 ............. ..0000260: 0000 007b 28b9 1604 0116 0000 ffff ffff ...{(...........0000270: ffff ffff 0000 0000 007b 28b9 dffc 2100 .........{(...!.0000280: 0000 0000 0000 0001 0000 0000 007c 3888 .............|8.0000290: 1804 0118 0004 ffff ffff ffff ffff 0000 ................00002a0: 0000 007c 3888 dffc 2100 0000 0000 0000 ...|8...!.......00002b0: 0000 0000 0000 7c38 88ff ffff ff0f c028 ......|8.......(00002c0: 93e8 0000 0000 0000 0000 6d0e feba 0a ..........m....

field(vint)

segment version(long)

0000000: 3fd7 6c17 1242 6c6f 636b 5472 6565 5465 ?.l..BlockTreeTe0000010: 726d 7344 6963 7400 0000 02ea a9b2 4c50 rmsDict.......LP0000020: d067 c2ad b80b 8409 351d e70a 4c75 6365 .g......5...Luce0000030: 6e65 3530 5f30 003f d76c 171b 4c75 6365 ne50_0.?.l..Luce0000040: 6e65 3530 506f 7374 696e 6773 5772 6974 ne50PostingsWrit0000050: 6572 5465 726d 7300 0000 00ea a9b2 4c50 erTerms.......LP0000060: d067 c2ad b80b 8409 351d e70a 4c75 6365 .g......5...Luce0000070: 6e65 3530 5f30 8001 3ecb 0406 3030 3434 ne50_0.....00440000080: 3134 0b30 3038 3035 3034 3833 3234 0b30 14.00805048324.0..................60fc690: 4419 19fd cba5 010b cfc1 ec5b 0233 b904 D..........[.3..60fc6a0: 3697 09d4 cd88 069a b189 05df fc21 0201 6............!..60fc6b0: 301b 7478 707a 6e75 3175 7274 726e 656d 0.txpznu1urtrnem60fc6c0: 6e35 7431 726a 656b 3972 7074 301a 1a04 n5t1rjek9rpt0.....................60fcab0: 0000 0000 0000 0450 0200 0000 0000 0006 .......P........60fcac0: 0fc6 91c0 2893 e800 0000 0000 0000 005f ....(.........._60fcad0: abf8 410a

segName(string)

segmentID(16位)

docCount(vint)

CODEC_NAME(FST)

endOffset(long)

文件名：_bl.fdx实现类：CompressingStoredFieldsIndexReader

indexBlockSize(vint)

minValue(long)

packedIntsVersion

CODEC_VERSION(int)

CODEC_NAME(Lucene50StoredFieldsFastData)

count(vlong)

anyAutoPrefixTerms(byte)

delGen(long)

CODEC_NAME(Lucene50FieldInfos)

minTerm

fieldInfosGen(long)

CODEC_NAME(Lucene50SegmentInfo)

0000000: 3fd7 6c17 154c 7563 656e 6535 3444 6f63 ?.l..Lucene54Doc0000010: 5661 6c75 6573 4461 7461 0000 0000 eaa9 ValuesData......0000020: b24c 50d0 67c2 adb8 0b84 0935 1de7 0a4c .LP.g......5...L0000030: 7563 656e 6535 345f 3061 7761 7264 0000 ucene54_0award..0000040: 0000 0000 0000 0000 0000 0000 0000 0000 ..................................07c3880: ffff ffff fe00 0000 c028 93e8 0000 0000 .........(......07c3890: 0000 0000 9304 de02 0a .........

avgChunkSizes(vlong)

numDirtyChunks(vlong)

文件名：_bl_Lucene50_0.pos实现类：Lucene50PostingsReader

0000000: 3fd7 6c17 1342 6c6f 636b 5472 6565 5465 ?.l..BlockTreeTe0000010: 726d 7349 6e64 6578 0000 0002 eaa9 b24c rmsIndex.......L0000020: 50d0 67c2 adb8 0b84 0935 1de7 0a4c 7563 P.g......5...Luc0000030: 656e 6535 305f 303f d76c 1703 4653 5400 ene50_0?.l..FST.0000040: 0000 0500 010c 0997 3604 b933 025b ecc1 ........6..3.[..0000050: cf0b 00f0 b922 f1b9 2200 0000 0000 0000 .....\"..\".......0000060: 02ad d603 391b 0000 0000 0000 0295 fa03 ....9...........0000070: 3819 0000 0000 0000 01fd b203 3719 0002 8...........7.....................0089d40: 1ccd d4d3 0b31 2111 0b20 3fd7 6c17 0346 .....1!.. ?.l..F..................016fdb0: 37ca ba22 e2ba 22fa ba22 c3f5 2bb1 842c 7..\"..\"..\

0000000: 3fd7 6c17 194c 7563 656e 6535 3050 6f73 ?.l..Lucene50Pos0000010: 7469 6e67 7357 7269 7465 7244 6f63 0000 tingsWriterDoc..0000020: 0000 eaa9 b24c 50d0 67c2 adb8 0b84 0935 .....LP.g......50000030: 1de7 0a4c 7563 656e 6535 305f 3002 2021 ...Lucene50_0. !0000040: 0223 0405 0607 0809 0a0b 0c0d 0e0f 1011 .#..............0000050: 1213 1415 1617 1819 1a1b 1c1d 1e1f 01ff ............................0eb5640: 0280 0102 c028 93e8 0000 0000 0000 0000 .....(..........0eb5650: cf5c 3e26 0a .\\&.