Units
Translation components API.
See the Weblate's Web API documentation for detailed description of the API.
GET /api/translations/freebsd-doc/articles_vm-design/en/units/?format=api&page=2
{ "count": 108, "next": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/units/?format=api&page=3", "previous": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/units/?format=api", "results": [ { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "I did not take the final step of having an <quote>allocating hint pointer</quote> that would trundle through a portion of swap as allocations were made in order to further guarantee contiguous allocations or at least locality of reference, but I ensured that such an addition could be made." ], "previous_source": "", "target": [ "I did not take the final step of having an <quote>allocating hint pointer</quote> that would trundle through a portion of swap as allocations were made in order to further guarantee contiguous allocations or at least locality of reference, but I ensured that such an addition could be made." ], "id_hash": 7080136534001108744, "content_hash": 7080136534001108744, "location": "article.translate.xml:416", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 54, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 48, "source_unit": "https://translate-dev.freebsd.org/api/units/102093/?format=api", "priority": 100, "id": 102093, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=e241b2aa5e66c708", "url": "https://translate-dev.freebsd.org/api/units/102093/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.593275Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "When to free a page" ], "previous_source": "", "target": [ "When to free a page" ], "id_hash": -3579756300736772617, "content_hash": -3579756300736772617, "location": "article.translate.xml:424", "context": "", "note": "(itstool) path: sect1/title", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 55, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 5, "source_unit": "https://translate-dev.freebsd.org/api/units/102094/?format=api", "priority": 100, "id": 102094, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=4e52269c601e45f7", "url": "https://translate-dev.freebsd.org/api/units/102094/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.606219Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Since the VM system uses all available memory for disk caching, there are usually very few truly-free pages. The VM system depends on being able to properly choose pages which are not in use to reuse for new allocations. Selecting the optimal pages to free is possibly the single-most important function any VM system can perform because if it makes a poor selection, the VM system may be forced to unnecessarily retrieve pages from disk, seriously degrading system performance." ], "previous_source": "", "target": [ "Since the VM system uses all available memory for disk caching, there are usually very few truly-free pages. The VM system depends on being able to properly choose pages which are not in use to reuse for new allocations. Selecting the optimal pages to free is possibly the single-most important function any VM system can perform because if it makes a poor selection, the VM system may be forced to unnecessarily retrieve pages from disk, seriously degrading system performance." ], "id_hash": 5996793375684108055, "content_hash": 5996793375684108055, "location": "article.translate.xml:426", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 56, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 79, "source_unit": "https://translate-dev.freebsd.org/api/units/102095/?format=api", "priority": 100, "id": 102095, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=d338e3cd85111f17", "url": "https://translate-dev.freebsd.org/api/units/102095/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.615908Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "How much overhead are we willing to suffer in the critical path to avoid freeing the wrong page? Each wrong choice we make will cost us hundreds of thousands of CPU cycles and a noticeable stall of the affected processes, so we are willing to endure a significant amount of overhead in order to be sure that the right page is chosen. This is why FreeBSD tends to outperform other systems when memory resources become stressed." ], "previous_source": "", "target": [ "How much overhead are we willing to suffer in the critical path to avoid freeing the wrong page? Each wrong choice we make will cost us hundreds of thousands of CPU cycles and a noticeable stall of the affected processes, so we are willing to endure a significant amount of overhead in order to be sure that the right page is chosen. This is why FreeBSD tends to outperform other systems when memory resources become stressed." ], "id_hash": -2399597224170662890, "content_hash": -2399597224170662890, "location": "article.translate.xml:434", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 57, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 76, "source_unit": "https://translate-dev.freebsd.org/api/units/102096/?format=api", "priority": 100, "id": 102096, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=5eb2eb09c94b5416", "url": "https://translate-dev.freebsd.org/api/units/102096/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.625064Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "The free page determination algorithm is built upon a history of the use of memory pages. To acquire this history, the system takes advantage of a page-used bit feature that most hardware page tables have." ], "previous_source": "", "target": [ "The free page determination algorithm is built upon a history of the use of memory pages. To acquire this history, the system takes advantage of a page-used bit feature that most hardware page tables have." ], "id_hash": -2430417763490151742, "content_hash": -2430417763490151742, "location": "article.translate.xml:442", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 58, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 35, "source_unit": "https://translate-dev.freebsd.org/api/units/102097/?format=api", "priority": 100, "id": 102097, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=5e456bebc75ec2c2", "url": "https://translate-dev.freebsd.org/api/units/102097/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.651178Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "In any case, the page-used bit is cleared and at some later point the VM system comes across the page again and sees that the page-used bit has been set. This indicates that the page is still being actively used. If the bit is still clear it is an indication that the page is not being actively used. By testing this bit periodically, a use history (in the form of a counter) for the physical page is developed. When the VM system later needs to free up some pages, checking this history becomes the cornerstone of determining the best candidate page to reuse." ], "previous_source": "", "target": [ "In any case, the page-used bit is cleared and at some later point the VM system comes across the page again and sees that the page-used bit has been set. This indicates that the page is still being actively used. If the bit is still clear it is an indication that the page is not being actively used. By testing this bit periodically, a use history (in the form of a counter) for the physical page is developed. When the VM system later needs to free up some pages, checking this history becomes the cornerstone of determining the best candidate page to reuse." ], "id_hash": 2668658325671172835, "content_hash": 2668658325671172835, "location": "article.translate.xml:446", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 59, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 103, "source_unit": "https://translate-dev.freebsd.org/api/units/102098/?format=api", "priority": 100, "id": 102098, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=a508fa9ba884dae3", "url": "https://translate-dev.freebsd.org/api/units/102098/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.667692Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "What if the hardware has no page-used bit?" ], "previous_source": "", "target": [ "What if the hardware has no page-used bit?" ], "id_hash": -2535523375564237210, "content_hash": -2535523375564237210, "location": "article.translate.xml:456", "context": "", "note": "(itstool) path: sidebar/title", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 60, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 8, "source_unit": "https://translate-dev.freebsd.org/api/units/102099/?format=api", "priority": 100, "id": 102099, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=5cd002ec77cb5666", "url": "https://translate-dev.freebsd.org/api/units/102099/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.691593Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "For those platforms that do not have this feature, the system actually emulates a page-used bit. It unmaps or protects a page, forcing a page fault if the page is accessed again. When the page fault is taken, the system simply marks the page as having been used and unprotects the page so that it may be used. While taking such page faults just to determine if a page is being used appears to be an expensive proposition, it is much less expensive than reusing the page for some other purpose only to find that a process needs it back and then have to go to disk." ], "previous_source": "", "target": [ "For those platforms that do not have this feature, the system actually emulates a page-used bit. It unmaps or protects a page, forcing a page fault if the page is accessed again. When the page fault is taken, the system simply marks the page as having been used and unprotects the page so that it may be used. While taking such page faults just to determine if a page is being used appears to be an expensive proposition, it is much less expensive than reusing the page for some other purpose only to find that a process needs it back and then have to go to disk." ], "id_hash": -5957764737509185612, "content_hash": -5957764737509185612, "location": "article.translate.xml:458", "context": "", "note": "(itstool) path: sidebar/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 61, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 107, "source_unit": "https://translate-dev.freebsd.org/api/units/102100/?format=api", "priority": 100, "id": 102100, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=2d51c4896d6aa7b4", "url": "https://translate-dev.freebsd.org/api/units/102100/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.704677Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "FreeBSD makes use of several page queues to further refine the selection of pages to reuse as well as to determine when dirty pages must be flushed to their backing store. Since page tables are dynamic entities under FreeBSD, it costs virtually nothing to unmap a page from the address space of any processes using it. When a page candidate has been chosen based on the page-use counter, this is precisely what is done. The system must make a distinction between clean pages which can theoretically be freed up at any time, and dirty pages which must first be written to their backing store before being reusable. When a page candidate has been found it is moved to the inactive queue if it is dirty, or the cache queue if it is clean. A separate algorithm based on the dirty-to-clean page ratio determines when dirty pages in the inactive queue must be flushed to disk. Once this is accomplished, the flushed pages are moved from the inactive queue to the cache queue. At this point, pages in the cache queue can still be reactivated by a VM fault at relatively low cost. However, pages in the cache queue are considered to be <quote>immediately freeable</quote> and will be reused in an LRU (least-recently used) fashion when the system needs to allocate new memory." ], "previous_source": "", "target": [ "FreeBSD makes use of several page queues to further refine the selection of pages to reuse as well as to determine when dirty pages must be flushed to their backing store. Since page tables are dynamic entities under FreeBSD, it costs virtually nothing to unmap a page from the address space of any processes using it. When a page candidate has been chosen based on the page-use counter, this is precisely what is done. The system must make a distinction between clean pages which can theoretically be freed up at any time, and dirty pages which must first be written to their backing store before being reusable. When a page candidate has been found it is moved to the inactive queue if it is dirty, or the cache queue if it is clean. A separate algorithm based on the dirty-to-clean page ratio determines when dirty pages in the inactive queue must be flushed to disk. Once this is accomplished, the flushed pages are moved from the inactive queue to the cache queue. At this point, pages in the cache queue can still be reactivated by a VM fault at relatively low cost. However, pages in the cache queue are considered to be <quote>immediately freeable</quote> and will be reused in an LRU (least-recently used) fashion when the system needs to allocate new memory." ], "id_hash": 7237759017534389463, "content_hash": 7237759017534389463, "location": "article.translate.xml:469", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 62, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 222, "source_unit": "https://translate-dev.freebsd.org/api/units/102101/?format=api", "priority": 100, "id": 102101, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=e471af7aaa047cd7", "url": "https://translate-dev.freebsd.org/api/units/102101/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.722260Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "It is important to note that the FreeBSD VM system attempts to separate clean and dirty pages for the express reason of avoiding unnecessary flushes of dirty pages (which eats I/O bandwidth), nor does it move pages between the various page queues gratuitously when the memory subsystem is not being stressed. This is why you will see some systems with very low cache queue counts and high active queue counts when doing a <command>systat -vm</command> command. As the VM system becomes more stressed, it makes a greater effort to maintain the various page queues at the levels determined to be the most effective." ], "previous_source": "", "target": [ "It is important to note that the FreeBSD VM system attempts to separate clean and dirty pages for the express reason of avoiding unnecessary flushes of dirty pages (which eats I/O bandwidth), nor does it move pages between the various page queues gratuitously when the memory subsystem is not being stressed. This is why you will see some systems with very low cache queue counts and high active queue counts when doing a <command>systat -vm</command> command. As the VM system becomes more stressed, it makes a greater effort to maintain the various page queues at the levels determined to be the most effective." ], "id_hash": 5288385318027450863, "content_hash": 5288385318027450863, "location": "article.translate.xml:489", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 63, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 103, "source_unit": "https://translate-dev.freebsd.org/api/units/102102/?format=api", "priority": 100, "id": 102102, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=c9641e6d7c6ad9ef", "url": "https://translate-dev.freebsd.org/api/units/102102/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.737914Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "An urban myth has circulated for years that Linux did a better job avoiding swapouts than FreeBSD, but this in fact is not true. What was actually occurring was that FreeBSD was proactively paging out unused pages in order to make room for more disk cache while Linux was keeping unused pages in core and leaving less memory available for cache and process pages. I do not know whether this is still true today." ], "previous_source": "", "target": [ "An urban myth has circulated for years that Linux did a better job avoiding swapouts than FreeBSD, but this in fact is not true. What was actually occurring was that FreeBSD was proactively paging out unused pages in order to make room for more disk cache while Linux was keeping unused pages in core and leaving less memory available for cache and process pages. I do not know whether this is still true today." ], "id_hash": -309624062518580333, "content_hash": -309624062518580333, "location": "article.translate.xml:499", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 64, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 74, "source_unit": "https://translate-dev.freebsd.org/api/units/102103/?format=api", "priority": 100, "id": 102103, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=7bb3fe8e3baaab93", "url": "https://translate-dev.freebsd.org/api/units/102103/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.756894Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Pre-Faulting and Zeroing Optimizations" ], "previous_source": "", "target": [ "Pre-Faulting and Zeroing Optimizations" ], "id_hash": -7199560516843032198, "content_hash": -7199560516843032198, "location": "article.translate.xml:509", "context": "", "note": "(itstool) path: sect1/title", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 65, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 4, "source_unit": "https://translate-dev.freebsd.org/api/units/102104/?format=api", "priority": 100, "id": 102104, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=1c1605dad6a4b17a", "url": "https://translate-dev.freebsd.org/api/units/102104/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.777803Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Taking a VM fault is not expensive if the underlying page is already in core and can simply be mapped into the process, but it can become expensive if you take a whole lot of them on a regular basis. A good example of this is running a program such as <citerefentry><refentrytitle>ls</refentrytitle><manvolnum>1</manvolnum></citerefentry> or <citerefentry><refentrytitle>ps</refentrytitle><manvolnum>1</manvolnum></citerefentry> over and over again. If the program binary is mapped into memory but not mapped into the page table, then all the pages that will be accessed by the program will have to be faulted in every time the program is run. This is unnecessary when the pages in question are already in the VM Cache, so FreeBSD will attempt to pre-populate a process's page tables with those pages that are already in the VM Cache. One thing that FreeBSD does not yet do is pre-copy-on-write certain pages on exec. For example, if you run the <citerefentry><refentrytitle>ls</refentrytitle><manvolnum>1</manvolnum></citerefentry> program while running <command>vmstat 1</command> you will notice that it always takes a certain number of page faults, even when you run it over and over again. These are zero-fill faults, not program code faults (which were pre-faulted in already). Pre-copying pages on exec or fork is an area that could use more study." ], "previous_source": "", "target": [ "Taking a VM fault is not expensive if the underlying page is already in core and can simply be mapped into the process, but it can become expensive if you take a whole lot of them on a regular basis. A good example of this is running a program such as <citerefentry><refentrytitle>ls</refentrytitle><manvolnum>1</manvolnum></citerefentry> or <citerefentry><refentrytitle>ps</refentrytitle><manvolnum>1</manvolnum></citerefentry> over and over again. If the program binary is mapped into memory but not mapped into the page table, then all the pages that will be accessed by the program will have to be faulted in every time the program is run. This is unnecessary when the pages in question are already in the VM Cache, so FreeBSD will attempt to pre-populate a process's page tables with those pages that are already in the VM Cache. One thing that FreeBSD does not yet do is pre-copy-on-write certain pages on exec. For example, if you run the <citerefentry><refentrytitle>ls</refentrytitle><manvolnum>1</manvolnum></citerefentry> program while running <command>vmstat 1</command> you will notice that it always takes a certain number of page faults, even when you run it over and over again. These are zero-fill faults, not program code faults (which were pre-faulted in already). Pre-copying pages on exec or fork is an area that could use more study." ], "id_hash": 7392939254119282338, "content_hash": 7392939254119282338, "location": "article.translate.xml:511", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 66, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 205, "source_unit": "https://translate-dev.freebsd.org/api/units/102105/?format=api", "priority": 100, "id": 102105, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=e698ff1507d236a2", "url": "https://translate-dev.freebsd.org/api/units/102105/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.785776Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "A large percentage of page faults that occur are zero-fill faults. You can usually see this by observing the <command>vmstat -s</command> output. These occur when a process accesses pages in its BSS area. The BSS area is expected to be initially zero but the VM system does not bother to allocate any memory at all until the process actually accesses it. When a fault occurs the VM system must not only allocate a new page, it must zero it as well. To optimize the zeroing operation the VM system has the ability to pre-zero pages and mark them as such, and to request pre-zeroed pages when zero-fill faults occur. The pre-zeroing occurs whenever the CPU is idle but the number of pages the system pre-zeros is limited in order to avoid blowing away the memory caches. This is an excellent example of adding complexity to the VM system in order to optimize the critical path." ], "previous_source": "", "target": [ "A large percentage of page faults that occur are zero-fill faults. You can usually see this by observing the <command>vmstat -s</command> output. These occur when a process accesses pages in its BSS area. The BSS area is expected to be initially zero but the VM system does not bother to allocate any memory at all until the process actually accesses it. When a fault occurs the VM system must not only allocate a new page, it must zero it as well. To optimize the zeroing operation the VM system has the ability to pre-zero pages and mark them as such, and to request pre-zeroed pages when zero-fill faults occur. The pre-zeroing occurs whenever the CPU is idle but the number of pages the system pre-zeros is limited in order to avoid blowing away the memory caches. This is an excellent example of adding complexity to the VM system in order to optimize the critical path." ], "id_hash": -7343665154682315435, "content_hash": -7343665154682315435, "location": "article.translate.xml:529", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 67, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 155, "source_unit": "https://translate-dev.freebsd.org/api/units/102106/?format=api", "priority": 100, "id": 102106, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=1a160f7341bf1d55", "url": "https://translate-dev.freebsd.org/api/units/102106/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.797156Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Page Table Optimizations" ], "previous_source": "", "target": [ "Page Table Optimizations" ], "id_hash": 7381999408203105810, "content_hash": 7381999408203105810, "location": "article.translate.xml:545", "context": "", "note": "(itstool) path: sect1/title", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 68, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 3, "source_unit": "https://translate-dev.freebsd.org/api/units/102107/?format=api", "priority": 100, "id": 102107, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=e6722159aa170612", "url": "https://translate-dev.freebsd.org/api/units/102107/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.807050Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "The page table optimizations make up the most contentious part of the FreeBSD VM design and they have shown some strain with the advent of serious use of <function>mmap()</function>. I think this is actually a feature of most BSDs though I am not sure when it was first introduced. There are two major optimizations. The first is that hardware page tables do not contain persistent state but instead can be thrown away at any time with only a minor amount of management overhead. The second is that every active page table entry in the system has a governing <literal>pv_entry</literal> structure which is tied into the <literal>vm_page</literal> structure. FreeBSD can simply iterate through those mappings that are known to exist while Linux must check all page tables that <emphasis>might</emphasis> contain a specific mapping to see if it does, which can achieve O(n^2) overhead in certain situations. It is because of this that FreeBSD tends to make better choices on which pages to reuse or swap when memory is stressed, giving it better performance under load. However, FreeBSD requires kernel tuning to accommodate large-shared-address-space situations such as those that can occur in a news system because it may run out of <literal>pv_entry</literal> structures." ], "previous_source": "", "target": [ "The page table optimizations make up the most contentious part of the FreeBSD VM design and they have shown some strain with the advent of serious use of <function>mmap()</function>. I think this is actually a feature of most BSDs though I am not sure when it was first introduced. There are two major optimizations. The first is that hardware page tables do not contain persistent state but instead can be thrown away at any time with only a minor amount of management overhead. The second is that every active page table entry in the system has a governing <literal>pv_entry</literal> structure which is tied into the <literal>vm_page</literal> structure. FreeBSD can simply iterate through those mappings that are known to exist while Linux must check all page tables that <emphasis>might</emphasis> contain a specific mapping to see if it does, which can achieve O(n^2) overhead in certain situations. It is because of this that FreeBSD tends to make better choices on which pages to reuse or swap when memory is stressed, giving it better performance under load. However, FreeBSD requires kernel tuning to accommodate large-shared-address-space situations such as those that can occur in a news system because it may run out of <literal>pv_entry</literal> structures." ], "id_hash": -794297548351206436, "content_hash": -794297548351206436, "location": "article.translate.xml:547", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 69, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 201, "source_unit": "https://translate-dev.freebsd.org/api/units/102108/?format=api", "priority": 100, "id": 102108, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=74fa169690900bdc", "url": "https://translate-dev.freebsd.org/api/units/102108/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.820153Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Both Linux and FreeBSD need work in this area. FreeBSD is trying to maximize the advantage of a potentially sparse active-mapping model (not all processes need to map all pages of a shared library, for example), whereas Linux is trying to simplify its algorithms. FreeBSD generally has the performance advantage here at the cost of wasting a little extra memory, but FreeBSD breaks down in the case where a large file is massively shared across hundreds of processes. Linux, on the other hand, breaks down in the case where many processes are sparsely-mapping the same shared library and also runs non-optimally when trying to determine whether a page can be reused or not." ], "previous_source": "", "target": [ "Both Linux and FreeBSD need work in this area. FreeBSD is trying to maximize the advantage of a potentially sparse active-mapping model (not all processes need to map all pages of a shared library, for example), whereas Linux is trying to simplify its algorithms. FreeBSD generally has the performance advantage here at the cost of wasting a little extra memory, but FreeBSD breaks down in the case where a large file is massively shared across hundreds of processes. Linux, on the other hand, breaks down in the case where many processes are sparsely-mapping the same shared library and also runs non-optimally when trying to determine whether a page can be reused or not." ], "id_hash": -2296600462030938380, "content_hash": -2296600462030938380, "location": "article.translate.xml:567", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 70, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 113, "source_unit": "https://translate-dev.freebsd.org/api/units/102109/?format=api", "priority": 100, "id": 102109, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=6020d60c35a5def4", "url": "https://translate-dev.freebsd.org/api/units/102109/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.835032Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Page Coloring" ], "previous_source": "", "target": [ "Page Coloring" ], "id_hash": 5361117431676146431, "content_hash": 5361117431676146431, "location": "article.translate.xml:580", "context": "", "note": "(itstool) path: sect1/title", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 71, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 2, "source_unit": "https://translate-dev.freebsd.org/api/units/102110/?format=api", "priority": 100, "id": 102110, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=ca6683e6523612ff", "url": "https://translate-dev.freebsd.org/api/units/102110/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.845304Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "We will end with the page coloring optimizations. Page coloring is a performance optimization designed to ensure that accesses to contiguous pages in virtual memory make the best use of the processor cache. In ancient times (i.e. 10+ years ago) processor caches tended to map virtual memory rather than physical memory. This led to a huge number of problems including having to clear the cache on every context switch in some cases, and problems with data aliasing in the cache. Modern processor caches map physical memory precisely to solve those problems. This means that two side-by-side pages in a processes address space may not correspond to two side-by-side pages in the cache. In fact, if you are not careful side-by-side pages in virtual memory could wind up using the same page in the processor cache—leading to cacheable data being thrown away prematurely and reducing CPU performance. This is true even with multi-way set-associative caches (though the effect is mitigated somewhat)." ], "previous_source": "", "target": [ "We will end with the page coloring optimizations. Page coloring is a performance optimization designed to ensure that accesses to contiguous pages in virtual memory make the best use of the processor cache. In ancient times (i.e. 10+ years ago) processor caches tended to map virtual memory rather than physical memory. This led to a huge number of problems including having to clear the cache on every context switch in some cases, and problems with data aliasing in the cache. Modern processor caches map physical memory precisely to solve those problems. This means that two side-by-side pages in a processes address space may not correspond to two side-by-side pages in the cache. In fact, if you are not careful side-by-side pages in virtual memory could wind up using the same page in the processor cache—leading to cacheable data being thrown away prematurely and reducing CPU performance. This is true even with multi-way set-associative caches (though the effect is mitigated somewhat)." ], "id_hash": 3953137019775220914, "content_hash": 3953137019775220914, "location": "article.translate.xml:582", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 72, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 160, "source_unit": "https://translate-dev.freebsd.org/api/units/102111/?format=api", "priority": 100, "id": 102111, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=b6dc5d2cc425fcb2", "url": "https://translate-dev.freebsd.org/api/units/102111/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.863869Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "FreeBSD's memory allocation code implements page coloring optimizations, which means that the memory allocation code will attempt to locate free pages that are contiguous from the point of view of the cache. For example, if page 16 of physical memory is assigned to page 0 of a process's virtual memory and the cache can hold 4 pages, the page coloring code will not assign page 20 of physical memory to page 1 of a process's virtual memory. It would, instead, assign page 21 of physical memory. The page coloring code attempts to avoid assigning page 20 because this maps over the same cache memory as page 16 and would result in non-optimal caching. This code adds a significant amount of complexity to the VM memory allocation subsystem as you can well imagine, but the result is well worth the effort. Page Coloring makes VM memory as deterministic as physical memory in regards to cache performance." ], "previous_source": "", "target": [ "FreeBSD's memory allocation code implements page coloring optimizations, which means that the memory allocation code will attempt to locate free pages that are contiguous from the point of view of the cache. For example, if page 16 of physical memory is assigned to page 0 of a process's virtual memory and the cache can hold 4 pages, the page coloring code will not assign page 20 of physical memory to page 1 of a process's virtual memory. It would, instead, assign page 21 of physical memory. The page coloring code attempts to avoid assigning page 20 because this maps over the same cache memory as page 16 and would result in non-optimal caching. This code adds a significant amount of complexity to the VM memory allocation subsystem as you can well imagine, but the result is well worth the effort. Page Coloring makes VM memory as deterministic as physical memory in regards to cache performance." ], "id_hash": -491931289683076101, "content_hash": -491931289683076101, "location": "article.translate.xml:598", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 73, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 155, "source_unit": "https://translate-dev.freebsd.org/api/units/102112/?format=api", "priority": 100, "id": 102112, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=792c4f19308a5bfb", "url": "https://translate-dev.freebsd.org/api/units/102112/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.872874Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Conclusion" ], "previous_source": "", "target": [ "Conclusion" ], "id_hash": -438954553492005104, "content_hash": -438954553492005104, "location": "article.translate.xml:615", "context": "", "note": "(itstool) path: sect1/title", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 74, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 1, "source_unit": "https://translate-dev.freebsd.org/api/units/102113/?format=api", "priority": 100, "id": 102113, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=79e88528c6919f10", "url": "https://translate-dev.freebsd.org/api/units/102113/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.887877Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Virtual memory in modern operating systems must address a number of different issues efficiently and for many different usage patterns. The modular and algorithmic approach that BSD has historically taken allows us to study and understand the current implementation as well as relatively cleanly replace large sections of the code. There have been a number of improvements to the FreeBSD VM system in the last several years, and work is ongoing." ], "previous_source": "", "target": [ "Virtual memory in modern operating systems must address a number of different issues efficiently and for many different usage patterns. The modular and algorithmic approach that BSD has historically taken allows us to study and understand the current implementation as well as relatively cleanly replace large sections of the code. There have been a number of improvements to the FreeBSD VM system in the last several years, and work is ongoing." ], "id_hash": 7010148329006079742, "content_hash": 7010148329006079742, "location": "article.translate.xml:617", "context": "", "note": "(itstool) path: sect1/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 75, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 71, "source_unit": "https://translate-dev.freebsd.org/api/units/102114/?format=api", "priority": 100, "id": 102114, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=e1490cc38d349efe", "url": "https://translate-dev.freebsd.org/api/units/102114/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.902540Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Bonus QA session by Allen Briggs <email>briggs@ninthwonder.com</email>" ], "previous_source": "", "target": [ "Bonus QA session by Allen Briggs <email>briggs@ninthwonder.com</email>" ], "id_hash": 6694904886414811461, "content_hash": 6694904886414811461, "location": "article.translate.xml:627", "context": "", "note": "(itstool) path: sect1/title", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 76, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 7, "source_unit": "https://translate-dev.freebsd.org/api/units/102115/?format=api", "priority": 100, "id": 102115, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=dce91485e7c82145", "url": "https://translate-dev.freebsd.org/api/units/102115/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.912707Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "What is <quote>the interleaving algorithm</quote> that you refer to in your listing of the ills of the FreeBSD 3.X swap arrangements?" ], "previous_source": "", "target": [ "What is <quote>the interleaving algorithm</quote> that you refer to in your listing of the ills of the FreeBSD 3.X swap arrangements?" ], "id_hash": 7111071197406792945, "content_hash": 7111071197406792945, "location": "article.translate.xml:633", "context": "", "note": "(itstool) path: question/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 77, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 21, "source_unit": "https://translate-dev.freebsd.org/api/units/102116/?format=api", "priority": 100, "id": 102116, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=e2af9993f5f18cf1", "url": "https://translate-dev.freebsd.org/api/units/102116/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.925719Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "FreeBSD uses a fixed swap interleave which defaults to 4. This means that FreeBSD reserves space for four swap areas even if you only have one, two, or three. Since swap is interleaved the linear address space representing the <quote>four swap areas</quote> will be fragmented if you do not actually have four swap areas. For example, if you have two swap areas A and B FreeBSD's address space representation for that swap area will be interleaved in blocks of 16 pages:" ], "previous_source": "", "target": [ "FreeBSD uses a fixed swap interleave which defaults to 4. This means that FreeBSD reserves space for four swap areas even if you only have one, two, or three. Since swap is interleaved the linear address space representing the <quote>four swap areas</quote> will be fragmented if you do not actually have four swap areas. For example, if you have two swap areas A and B FreeBSD's address space representation for that swap area will be interleaved in blocks of 16 pages:" ], "id_hash": -7539514968357245710, "content_hash": -7539514968357245710, "location": "article.translate.xml:639", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 78, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 81, "source_unit": "https://translate-dev.freebsd.org/api/units/102117/?format=api", "priority": 100, "id": 102117, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=175e431514536cf2", "url": "https://translate-dev.freebsd.org/api/units/102117/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.932848Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "A B C D A B C D A B C D A B C D" ], "previous_source": "", "target": [ "A B C D A B C D A B C D A B C D" ], "id_hash": -8407689580425731444, "content_hash": -8407689580425731444, "location": "article.translate.xml:648", "context": "", "note": "(itstool) path: answer/literallayout", "flags": "no-wrap", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 79, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 16, "source_unit": "https://translate-dev.freebsd.org/api/units/102118/?format=api", "priority": 100, "id": 102118, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=0b51e2df58f8a28c", "url": "https://translate-dev.freebsd.org/api/units/102118/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.941591Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "FreeBSD 3.X uses a <quote>sequential list of free regions</quote> approach to accounting for the free swap areas. The idea is that large blocks of free linear space can be represented with a single list node (<filename>kern/subr_rlist.c</filename>). But due to the fragmentation the sequential list winds up being insanely fragmented. In the above example, completely unused swap will have A and B shown as <quote>free</quote> and C and D shown as <quote>all allocated</quote>. Each A-B sequence requires a list node to account for because C and D are holes, so the list node cannot be combined with the next A-B sequence." ], "previous_source": "", "target": [ "FreeBSD 3.X uses a <quote>sequential list of free regions</quote> approach to accounting for the free swap areas. The idea is that large blocks of free linear space can be represented with a single list node (<filename>kern/subr_rlist.c</filename>). But due to the fragmentation the sequential list winds up being insanely fragmented. In the above example, completely unused swap will have A and B shown as <quote>free</quote> and C and D shown as <quote>all allocated</quote>. Each A-B sequence requires a list node to account for because C and D are holes, so the list node cannot be combined with the next A-B sequence." ], "id_hash": -2801686297745759741, "content_hash": -2801686297745759741, "location": "article.translate.xml:650", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 80, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 100, "source_unit": "https://translate-dev.freebsd.org/api/units/102119/?format=api", "priority": 100, "id": 102119, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=591e6927fac8e203", "url": "https://translate-dev.freebsd.org/api/units/102119/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.951723Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "The fragmentation causes other problems. Being a linear list under 3.X, and having such a huge amount of inherent fragmentation, allocating and freeing swap winds up being an O(N) algorithm instead of an O(1) algorithm. Combined with other factors (heavy swapping) and you start getting into O(N^2) and O(N^3) levels of overhead, which is bad. The 3.X system may also need to allocate KVM during a swap operation to create a new list node which can lead to a deadlock if the system is trying to pageout pages in a low-memory situation." ], "previous_source": "", "target": [ "The fragmentation causes other problems. Being a linear list under 3.X, and having such a huge amount of inherent fragmentation, allocating and freeing swap winds up being an O(N) algorithm instead of an O(1) algorithm. Combined with other factors (heavy swapping) and you start getting into O(N^2) and O(N^3) levels of overhead, which is bad. The 3.X system may also need to allocate KVM during a swap operation to create a new list node which can lead to a deadlock if the system is trying to pageout pages in a low-memory situation." ], "id_hash": -7076083633254740107, "content_hash": -7076083633254740107, "location": "article.translate.xml:668", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 82, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 92, "source_unit": "https://translate-dev.freebsd.org/api/units/102121/?format=api", "priority": 100, "id": 102121, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=1dccb36d1ee54f75", "url": "https://translate-dev.freebsd.org/api/units/102121/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.968655Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Under 4.X we do not use a sequential list. Instead we use a radix tree and bitmaps of swap blocks rather than ranged list nodes. We take the hit of preallocating all the bitmaps required for the entire swap area up front but it winds up wasting less memory due to the use of a bitmap (one bit per block) instead of a linked list of nodes. The use of a radix tree instead of a sequential list gives us nearly O(1) performance no matter how fragmented the tree becomes." ], "previous_source": "", "target": [ "Under 4.X we do not use a sequential list. Instead we use a radix tree and bitmaps of swap blocks rather than ranged list nodes. We take the hit of preallocating all the bitmaps required for the entire swap area up front but it winds up wasting less memory due to the use of a bitmap (one bit per block) instead of a linked list of nodes. The use of a radix tree instead of a sequential list gives us nearly O(1) performance no matter how fragmented the tree becomes." ], "id_hash": 3990000352201598190, "content_hash": 3990000352201598190, "location": "article.translate.xml:678", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 83, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 90, "source_unit": "https://translate-dev.freebsd.org/api/units/102122/?format=api", "priority": 100, "id": 102122, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=b75f542e2ea8e4ee", "url": "https://translate-dev.freebsd.org/api/units/102122/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.975286Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "How is the separation of clean and dirty (inactive) pages related to the situation where you see low cache queue counts and high active queue counts in <command>systat -vm</command>? Do the systat stats roll the active and dirty pages together for the active queue count?" ], "previous_source": "", "target": [ "How is the separation of clean and dirty (inactive) pages related to the situation where you see low cache queue counts and high active queue counts in <command>systat -vm</command>? Do the systat stats roll the active and dirty pages together for the active queue count?" ], "id_hash": -6241002075979870576, "content_hash": -6241002075979870576, "location": "article.translate.xml:691", "context": "", "note": "(itstool) path: question/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 84, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 45, "source_unit": "https://translate-dev.freebsd.org/api/units/102123/?format=api", "priority": 100, "id": 102123, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=296381ad9abe8e90", "url": "https://translate-dev.freebsd.org/api/units/102123/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.982863Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "I do not get the following:" ], "previous_source": "", "target": [ "I do not get the following:" ], "id_hash": 8274667397911596595, "content_hash": 8274667397911596595, "location": "article.translate.xml:697", "context": "", "note": "(itstool) path: question/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 85, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 6, "source_unit": "https://translate-dev.freebsd.org/api/units/102124/?format=api", "priority": 100, "id": 102124, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=f2d586284706ce33", "url": "https://translate-dev.freebsd.org/api/units/102124/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:03.994096Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "It is important to note that the FreeBSD VM system attempts to separate clean and dirty pages for the express reason of avoiding unnecessary flushes of dirty pages (which eats I/O bandwidth), nor does it move pages between the various page queues gratuitously when the memory subsystem is not being stressed. This is why you will see some systems with very low cache queue counts and high active queue counts when doing a <command>systat -vm</command> command." ], "previous_source": "", "target": [ "It is important to note that the FreeBSD VM system attempts to separate clean and dirty pages for the express reason of avoiding unnecessary flushes of dirty pages (which eats I/O bandwidth), nor does it move pages between the various page queues gratuitously when the memory subsystem is not being stressed. This is why you will see some systems with very low cache queue counts and high active queue counts when doing a <command>systat -vm</command> command." ], "id_hash": -1434862325785110639, "content_hash": -1434862325785110639, "location": "article.translate.xml:700", "context": "", "note": "(itstool) path: blockquote/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 86, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 76, "source_unit": "https://translate-dev.freebsd.org/api/units/102125/?format=api", "priority": 100, "id": 102125, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=6c16585121fcd791", "url": "https://translate-dev.freebsd.org/api/units/102125/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.002042Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Yes, that is confusing. The relationship is <quote>goal</quote> verses <quote>reality</quote>. Our goal is to separate the pages but the reality is that if we are not in a memory crunch, we do not really have to." ], "previous_source": "", "target": [ "Yes, that is confusing. The relationship is <quote>goal</quote> verses <quote>reality</quote>. Our goal is to separate the pages but the reality is that if we are not in a memory crunch, we do not really have to." ], "id_hash": -1154177103660274488, "content_hash": -1154177103660274488, "location": "article.translate.xml:712", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 87, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 36, "source_unit": "https://translate-dev.freebsd.org/api/units/102126/?format=api", "priority": 100, "id": 102126, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=6ffb8a0a1070acc8", "url": "https://translate-dev.freebsd.org/api/units/102126/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.009700Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "What this means is that FreeBSD will not try very hard to separate out dirty pages (inactive queue) from clean pages (cache queue) when the system is not being stressed, nor will it try to deactivate pages (active queue -> inactive queue) when the system is not being stressed, even if they are not being used." ], "previous_source": "", "target": [ "What this means is that FreeBSD will not try very hard to separate out dirty pages (inactive queue) from clean pages (cache queue) when the system is not being stressed, nor will it try to deactivate pages (active queue -> inactive queue) when the system is not being stressed, even if they are not being used." ], "id_hash": 7723322617251708882, "content_hash": 7723322617251708882, "location": "article.translate.xml:717", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 88, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 56, "source_unit": "https://translate-dev.freebsd.org/api/units/102127/?format=api", "priority": 100, "id": 102127, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=eb2ec1001f073fd2", "url": "https://translate-dev.freebsd.org/api/units/102127/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.025558Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "In the <citerefentry><refentrytitle>ls</refentrytitle><manvolnum>1</manvolnum></citerefentry> / <command>vmstat 1</command> example, would not some of the page faults be data page faults (COW from executable file to private page)? I.e., I would expect the page faults to be some zero-fill and some program data. Or are you implying that FreeBSD does do pre-COW for the program data?" ], "previous_source": "", "target": [ "In the <citerefentry><refentrytitle>ls</refentrytitle><manvolnum>1</manvolnum></citerefentry> / <command>vmstat 1</command> example, would not some of the page faults be data page faults (COW from executable file to private page)? I.e., I would expect the page faults to be some zero-fill and some program data. Or are you implying that FreeBSD does do pre-COW for the program data?" ], "id_hash": -6350949345399617533, "content_hash": -6350949345399617533, "location": "article.translate.xml:727", "context": "", "note": "(itstool) path: question/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 89, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 53, "source_unit": "https://translate-dev.freebsd.org/api/units/102128/?format=api", "priority": 100, "id": 102128, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=27dce53818f4c803", "url": "https://translate-dev.freebsd.org/api/units/102128/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.032661Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "A COW fault can be either zero-fill or program-data. The mechanism is the same either way because the backing program-data is almost certainly already in the cache. I am indeed lumping the two together. FreeBSD does not pre-COW program data or zero-fill, but it <emphasis>does</emphasis> pre-map pages that exist in its cache." ], "previous_source": "", "target": [ "A COW fault can be either zero-fill or program-data. The mechanism is the same either way because the backing program-data is almost certainly already in the cache. I am indeed lumping the two together. FreeBSD does not pre-COW program data or zero-fill, but it <emphasis>does</emphasis> pre-map pages that exist in its cache." ], "id_hash": 6334308108868428799, "content_hash": 6334308108868428799, "location": "article.translate.xml:735", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 90, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 52, "source_unit": "https://translate-dev.freebsd.org/api/units/102129/?format=api", "priority": 100, "id": 102129, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=d7e7fbaa16faa3ff", "url": "https://translate-dev.freebsd.org/api/units/102129/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.047454Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "In your section on page table optimizations, can you give a little more detail about <literal>pv_entry</literal> and <literal>vm_page</literal> (or should vm_page be <literal>vm_pmap</literal>—as in 4.4, cf. pp. 180-181 of McKusick, Bostic, Karel, Quarterman)? Specifically, what kind of operation/reaction would require scanning the mappings?" ], "previous_source": "", "target": [ "In your section on page table optimizations, can you give a little more detail about <literal>pv_entry</literal> and <literal>vm_page</literal> (or should vm_page be <literal>vm_pmap</literal>—as in 4.4, cf. pp. 180-181 of McKusick, Bostic, Karel, Quarterman)? Specifically, what kind of operation/reaction would require scanning the mappings?" ], "id_hash": -150837399237826055, "content_hash": -150837399237826055, "location": "article.translate.xml:746", "context": "", "note": "(itstool) path: question/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 91, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 43, "source_unit": "https://translate-dev.freebsd.org/api/units/102130/?format=api", "priority": 100, "id": 102130, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=7de81e2f3f95e9f9", "url": "https://translate-dev.freebsd.org/api/units/102130/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.054918Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "How does Linux do in the case where FreeBSD breaks down (sharing a large file mapping over many processes)?" ], "previous_source": "", "target": [ "How does Linux do in the case where FreeBSD breaks down (sharing a large file mapping over many processes)?" ], "id_hash": -6670234719170671359, "content_hash": -6670234719170671359, "location": "article.translate.xml:753", "context": "", "note": "(itstool) path: question/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 92, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 19, "source_unit": "https://translate-dev.freebsd.org/api/units/102131/?format=api", "priority": 100, "id": 102131, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=236e90dd035acd01", "url": "https://translate-dev.freebsd.org/api/units/102131/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.062168Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "A <literal>vm_page</literal> represents an (object,index#) tuple. A <literal>pv_entry</literal> represents a hardware page table entry (pte). If you have five processes sharing the same physical page, and three of those processes's page tables actually map the page, that page will be represented by a single <literal>vm_page</literal> structure and three <literal>pv_entry</literal> structures." ], "previous_source": "", "target": [ "A <literal>vm_page</literal> represents an (object,index#) tuple. A <literal>pv_entry</literal> represents a hardware page table entry (pte). If you have five processes sharing the same physical page, and three of those processes's page tables actually map the page, that page will be represented by a single <literal>vm_page</literal> structure and three <literal>pv_entry</literal> structures." ], "id_hash": 3045349710620773277, "content_hash": 3045349710620773277, "location": "article.translate.xml:758", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 93, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 50, "source_unit": "https://translate-dev.freebsd.org/api/units/102132/?format=api", "priority": 100, "id": 102132, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=aa43416d4663cb9d", "url": "https://translate-dev.freebsd.org/api/units/102132/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.068087Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "<literal>pv_entry</literal> structures only represent pages mapped by the MMU (one <literal>pv_entry</literal> represents one pte). This means that when we need to remove all hardware references to a <literal>vm_page</literal> (in order to reuse the page for something else, page it out, clear it, dirty it, and so forth) we can simply scan the linked list of <literal>pv_entry</literal>'s associated with that <literal>vm_page</literal> to remove or modify the pte's from their page tables." ], "previous_source": "", "target": [ "<literal>pv_entry</literal> structures only represent pages mapped by the MMU (one <literal>pv_entry</literal> represents one pte). This means that when we need to remove all hardware references to a <literal>vm_page</literal> (in order to reuse the page for something else, page it out, clear it, dirty it, and so forth) we can simply scan the linked list of <literal>pv_entry</literal>'s associated with that <literal>vm_page</literal> to remove or modify the pte's from their page tables." ], "id_hash": -6058808654153919536, "content_hash": -6058808654153919536, "location": "article.translate.xml:766", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 94, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 70, "source_unit": "https://translate-dev.freebsd.org/api/units/102133/?format=api", "priority": 100, "id": 102133, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=2beac9a14717d3d0", "url": "https://translate-dev.freebsd.org/api/units/102133/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.075085Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Under Linux there is no such linked list. In order to remove all the hardware page table mappings for a <literal>vm_page</literal> linux must index into every VM object that <emphasis>might</emphasis> have mapped the page. For example, if you have 50 processes all mapping the same shared library and want to get rid of page X in that library, you need to index into the page table for each of those 50 processes even if only 10 of them have actually mapped the page. So Linux is trading off the simplicity of its design against performance. Many VM algorithms which are O(1) or (small N) under FreeBSD wind up being O(N), O(N^2), or worse under Linux. Since the pte's representing a particular page in an object tend to be at the same offset in all the page tables they are mapped in, reducing the number of accesses into the page tables at the same pte offset will often avoid blowing away the L1 cache line for that offset, which can lead to better performance." ], "previous_source": "", "target": [ "Under Linux there is no such linked list. In order to remove all the hardware page table mappings for a <literal>vm_page</literal> linux must index into every VM object that <emphasis>might</emphasis> have mapped the page. For example, if you have 50 processes all mapping the same shared library and want to get rid of page X in that library, you need to index into the page table for each of those 50 processes even if only 10 of them have actually mapped the page. So Linux is trading off the simplicity of its design against performance. Many VM algorithms which are O(1) or (small N) under FreeBSD wind up being O(N), O(N^2), or worse under Linux. Since the pte's representing a particular page in an object tend to be at the same offset in all the page tables they are mapped in, reducing the number of accesses into the page tables at the same pte offset will often avoid blowing away the L1 cache line for that offset, which can lead to better performance." ], "id_hash": -6611420681611647857, "content_hash": -6611420681611647857, "location": "article.translate.xml:776", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 95, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 173, "source_unit": "https://translate-dev.freebsd.org/api/units/102134/?format=api", "priority": 100, "id": 102134, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=243f83eb3bdde48f", "url": "https://translate-dev.freebsd.org/api/units/102134/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.087807Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "FreeBSD has added complexity (the <literal>pv_entry</literal> scheme) in order to increase performance (to limit page table accesses to <emphasis>only</emphasis> those pte's that need to be modified)." ], "previous_source": "", "target": [ "FreeBSD has added complexity (the <literal>pv_entry</literal> scheme) in order to increase performance (to limit page table accesses to <emphasis>only</emphasis> those pte's that need to be modified)." ], "id_hash": 6465600876358155473, "content_hash": 6465600876358155473, "location": "article.translate.xml:793", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 96, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 26, "source_unit": "https://translate-dev.freebsd.org/api/units/102135/?format=api", "priority": 100, "id": 102135, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=d9ba6dbda6c83cd1", "url": "https://translate-dev.freebsd.org/api/units/102135/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.111453Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "But FreeBSD has a scaling problem that Linux does not in that there are a limited number of <literal>pv_entry</literal> structures and this causes problems when you have massive sharing of data. In this case you may run out of <literal>pv_entry</literal> structures even though there is plenty of free memory available. This can be fixed easily enough by bumping up the number of <literal>pv_entry</literal> structures in the kernel config, but we really need to find a better way to do it." ], "previous_source": "", "target": [ "But FreeBSD has a scaling problem that Linux does not in that there are a limited number of <literal>pv_entry</literal> structures and this causes problems when you have massive sharing of data. In this case you may run out of <literal>pv_entry</literal> structures even though there is plenty of free memory available. This can be fixed easily enough by bumping up the number of <literal>pv_entry</literal> structures in the kernel config, but we really need to find a better way to do it." ], "id_hash": -1537974868204324717, "content_hash": -1537974868204324717, "location": "article.translate.xml:798", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 97, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 80, "source_unit": "https://translate-dev.freebsd.org/api/units/102136/?format=api", "priority": 100, "id": 102136, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=6aa804018333f893", "url": "https://translate-dev.freebsd.org/api/units/102136/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.124264Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "In regards to the memory overhead of a page table verses the <literal>pv_entry</literal> scheme: Linux uses <quote>permanent</quote> page tables that are not throw away, but does not need a <literal>pv_entry</literal> for each potentially mapped pte. FreeBSD uses <quote>throw away</quote> page tables but adds in a <literal>pv_entry</literal> structure for each actually-mapped pte. I think memory utilization winds up being about the same, giving FreeBSD an algorithmic advantage with its ability to throw away page tables at will with very low overhead." ], "previous_source": "", "target": [ "In regards to the memory overhead of a page table verses the <literal>pv_entry</literal> scheme: Linux uses <quote>permanent</quote> page tables that are not throw away, but does not need a <literal>pv_entry</literal> for each potentially mapped pte. FreeBSD uses <quote>throw away</quote> page tables but adds in a <literal>pv_entry</literal> structure for each actually-mapped pte. I think memory utilization winds up being about the same, giving FreeBSD an algorithmic advantage with its ability to throw away page tables at will with very low overhead." ], "id_hash": -4674475454029827702, "content_hash": -4674475454029827702, "location": "article.translate.xml:808", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 98, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 80, "source_unit": "https://translate-dev.freebsd.org/api/units/102137/?format=api", "priority": 100, "id": 102137, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=3f20ed574b44f18a", "url": "https://translate-dev.freebsd.org/api/units/102137/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.151382Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Finally, in the page coloring section, it might help to have a little more description of what you mean here. I did not quite follow it." ], "previous_source": "", "target": [ "Finally, in the page coloring section, it might help to have a little more description of what you mean here. I did not quite follow it." ], "id_hash": 2004629771682149064, "content_hash": 2004629771682149064, "location": "article.translate.xml:823", "context": "", "note": "(itstool) path: question/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 99, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 26, "source_unit": "https://translate-dev.freebsd.org/api/units/102138/?format=api", "priority": 100, "id": 102138, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=9bd1e028074972c8", "url": "https://translate-dev.freebsd.org/api/units/102138/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.166009Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Do you know how an L1 hardware memory cache works? I will explain: Consider a machine with 16MB of main memory but only 128K of L1 cache. Generally the way this cache works is that each 128K block of main memory uses the <emphasis>same</emphasis> 128K of cache. If you access offset 0 in main memory and then offset 128K in main memory you can wind up throwing away the cached data you read from offset 0!" ], "previous_source": "", "target": [ "Do you know how an L1 hardware memory cache works? I will explain: Consider a machine with 16MB of main memory but only 128K of L1 cache. Generally the way this cache works is that each 128K block of main memory uses the <emphasis>same</emphasis> 128K of cache. If you access offset 0 in main memory and then offset 128K in main memory you can wind up throwing away the cached data you read from offset 0!" ], "id_hash": -5976461855093431026, "content_hash": -5976461855093431026, "location": "article.translate.xml:829", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 100, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 76, "source_unit": "https://translate-dev.freebsd.org/api/units/102139/?format=api", "priority": 100, "id": 102139, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=2d0f579b817be50e", "url": "https://translate-dev.freebsd.org/api/units/102139/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.173525Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Now, I am simplifying things greatly. What I just described is what is called a <quote>direct mapped</quote> hardware memory cache. Most modern caches are what are called 2-way-set-associative or 4-way-set-associative caches. The set-associatively allows you to access up to N different memory regions that overlap the same cache memory without destroying the previously cached data. But only N." ], "previous_source": "", "target": [ "Now, I am simplifying things greatly. What I just described is what is called a <quote>direct mapped</quote> hardware memory cache. Most modern caches are what are called 2-way-set-associative or 4-way-set-associative caches. The set-associatively allows you to access up to N different memory regions that overlap the same cache memory without destroying the previously cached data. But only N." ], "id_hash": -3131117046504236610, "content_hash": -3131117046504236610, "location": "article.translate.xml:837", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 101, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 58, "source_unit": "https://translate-dev.freebsd.org/api/units/102140/?format=api", "priority": 100, "id": 102140, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=548c09a2b4f1d9be", "url": "https://translate-dev.freebsd.org/api/units/102140/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.187077Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "So if I have a 4-way set associative cache I can access offset 0, offset 128K, 256K and offset 384K and still be able to access offset 0 again and have it come from the L1 cache. If I then access offset 512K, however, one of the four previously cached data objects will be thrown away by the cache." ], "previous_source": "", "target": [ "So if I have a 4-way set associative cache I can access offset 0, offset 128K, 256K and offset 384K and still be able to access offset 0 again and have it come from the L1 cache. If I then access offset 512K, however, one of the four previously cached data objects will be thrown away by the cache." ], "id_hash": 5972889684346614779, "content_hash": 5972889684346614779, "location": "article.translate.xml:845", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 102, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 59, "source_unit": "https://translate-dev.freebsd.org/api/units/102141/?format=api", "priority": 100, "id": 102141, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=d2e3f785ae1333fb", "url": "https://translate-dev.freebsd.org/api/units/102141/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.197497Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "It is extremely important… <emphasis>extremely</emphasis> important for most of a processor's memory accesses to be able to come from the L1 cache, because the L1 cache operates at the processor frequency. The moment you have an L1 cache miss and have to go to the L2 cache or to main memory, the processor will stall and potentially sit twiddling its fingers for <emphasis>hundreds</emphasis> of instructions worth of time waiting for a read from main memory to complete. Main memory (the dynamic ram you stuff into a computer) is <emphasis>slow</emphasis>, when compared to the speed of a modern processor core." ], "previous_source": "", "target": [ "It is extremely important… <emphasis>extremely</emphasis> important for most of a processor's memory accesses to be able to come from the L1 cache, because the L1 cache operates at the processor frequency. The moment you have an L1 cache miss and have to go to the L2 cache or to main memory, the processor will stall and potentially sit twiddling its fingers for <emphasis>hundreds</emphasis> of instructions worth of time waiting for a read from main memory to complete. Main memory (the dynamic ram you stuff into a computer) is <emphasis>slow</emphasis>, when compared to the speed of a modern processor core." ], "id_hash": -6194646224077089059, "content_hash": -6194646224077089059, "location": "article.translate.xml:851", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 103, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 99, "source_unit": "https://translate-dev.freebsd.org/api/units/102142/?format=api", "priority": 100, "id": 102142, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=2a08321470ab96dd", "url": "https://translate-dev.freebsd.org/api/units/102142/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.207860Z" }, { "translation": "https://translate-dev.freebsd.org/api/translations/freebsd-doc/articles_vm-design/en/?format=api", "source": [ "Ok, so now onto page coloring: All modern memory caches are what are known as <emphasis>physical</emphasis> caches. They cache physical memory addresses, not virtual memory addresses. This allows the cache to be left alone across a process context switch, which is very important." ], "previous_source": "", "target": [ "Ok, so now onto page coloring: All modern memory caches are what are known as <emphasis>physical</emphasis> caches. They cache physical memory addresses, not virtual memory addresses. This allows the cache to be left alone across a process context switch, which is very important." ], "id_hash": -7426091854507566515, "content_hash": -7426091854507566515, "location": "article.translate.xml:863", "context": "", "note": "(itstool) path: answer/para", "flags": "", "labels": [], "state": 100, "fuzzy": false, "translated": true, "approved": false, "position": 104, "has_suggestion": false, "has_comment": false, "has_failing_check": false, "num_words": 43, "source_unit": "https://translate-dev.freebsd.org/api/units/102143/?format=api", "priority": 100, "id": 102143, "web_url": "https://translate-dev.freebsd.org/translate/freebsd-doc/articles_vm-design/en/?checksum=18f138cdaea79a4d", "url": "https://translate-dev.freebsd.org/api/units/102143/?format=api", "explanation": "", "extra_flags": "", "pending": false, "timestamp": "2019-10-20T12:20:04.216539Z" } ] }