mm/util: Add folio_mapping() and folio_file_mapping()
These are the folio equivalent of page_mapping() and page_file_mapping().
Add an out-of-line page_mapping() wrapper around folio_mapping()
in order to prevent the page_folio() call from bloating every caller
of page_mapping(). Adjust page_file_mapping() and page_mapping_file()
to use folios internally. Rename __page_file_mapping() to
swapcache_mapping() and change it to take a folio.
This ends up saving 122 bytes of text overall. folio_mapping() is
45 bytes shorter than page_mapping() was, but the new page_mapping()
wrapper is 30 bytes. The major reduction is a few bytes less in dozens
of nfs functions (which call page_file_mapping()). Most of these appear
to be a slight change in gcc's register allocation decisions, which allow:
48 8b 56 08 mov 0x8(%rsi),%rdx
48 8d 42 ff lea -0x1(%rdx),%rax
83 e2 01 and $0x1,%edx
48 0f 44 c6 cmove %rsi,%rax
to become:
48 8b 46 08 mov 0x8(%rsi),%rax
48 8d 78 ff lea -0x1(%rax),%rdi
a8 01 test $0x1,%al
48 0f 44 fe cmove %rsi,%rdi
for a reduction of a single byte. Once the NFS client is converted to
use folios, this entire sequence will disappear.
Also add folio_mapping() documentation.
Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Acked-by: Jeff Layton <jlayton@kernel.org>
Acked-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Vlastimil Babka <vbabka@suse.cz>
Reviewed-by: William Kucharski <william.kucharski@oracle.com>
Reviewed-by: David Howells <dhowells@redhat.com>
2020-12-10 15:55:05 +00:00
|
|
|
/*
|
|
|
|
* Compatibility functions which bloat the callers too much to make inline.
|
|
|
|
* All of the callers of these functions should be converted to use folios
|
|
|
|
* eventually.
|
|
|
|
*/
|
|
|
|
|
2021-05-07 11:28:40 +00:00
|
|
|
#include <linux/migrate.h>
|
mm/util: Add folio_mapping() and folio_file_mapping()
These are the folio equivalent of page_mapping() and page_file_mapping().
Add an out-of-line page_mapping() wrapper around folio_mapping()
in order to prevent the page_folio() call from bloating every caller
of page_mapping(). Adjust page_file_mapping() and page_mapping_file()
to use folios internally. Rename __page_file_mapping() to
swapcache_mapping() and change it to take a folio.
This ends up saving 122 bytes of text overall. folio_mapping() is
45 bytes shorter than page_mapping() was, but the new page_mapping()
wrapper is 30 bytes. The major reduction is a few bytes less in dozens
of nfs functions (which call page_file_mapping()). Most of these appear
to be a slight change in gcc's register allocation decisions, which allow:
48 8b 56 08 mov 0x8(%rsi),%rdx
48 8d 42 ff lea -0x1(%rdx),%rax
83 e2 01 and $0x1,%edx
48 0f 44 c6 cmove %rsi,%rax
to become:
48 8b 46 08 mov 0x8(%rsi),%rax
48 8d 78 ff lea -0x1(%rax),%rdi
a8 01 test $0x1,%al
48 0f 44 fe cmove %rsi,%rdi
for a reduction of a single byte. Once the NFS client is converted to
use folios, this entire sequence will disappear.
Also add folio_mapping() documentation.
Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Acked-by: Jeff Layton <jlayton@kernel.org>
Acked-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Vlastimil Babka <vbabka@suse.cz>
Reviewed-by: William Kucharski <william.kucharski@oracle.com>
Reviewed-by: David Howells <dhowells@redhat.com>
2020-12-10 15:55:05 +00:00
|
|
|
#include <linux/pagemap.h>
|
2021-04-27 14:47:39 +00:00
|
|
|
#include <linux/swap.h>
|
mm/util: Add folio_mapping() and folio_file_mapping()
These are the folio equivalent of page_mapping() and page_file_mapping().
Add an out-of-line page_mapping() wrapper around folio_mapping()
in order to prevent the page_folio() call from bloating every caller
of page_mapping(). Adjust page_file_mapping() and page_mapping_file()
to use folios internally. Rename __page_file_mapping() to
swapcache_mapping() and change it to take a folio.
This ends up saving 122 bytes of text overall. folio_mapping() is
45 bytes shorter than page_mapping() was, but the new page_mapping()
wrapper is 30 bytes. The major reduction is a few bytes less in dozens
of nfs functions (which call page_file_mapping()). Most of these appear
to be a slight change in gcc's register allocation decisions, which allow:
48 8b 56 08 mov 0x8(%rsi),%rdx
48 8d 42 ff lea -0x1(%rdx),%rax
83 e2 01 and $0x1,%edx
48 0f 44 c6 cmove %rsi,%rax
to become:
48 8b 46 08 mov 0x8(%rsi),%rax
48 8d 78 ff lea -0x1(%rax),%rdi
a8 01 test $0x1,%al
48 0f 44 fe cmove %rsi,%rdi
for a reduction of a single byte. Once the NFS client is converted to
use folios, this entire sequence will disappear.
Also add folio_mapping() documentation.
Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Acked-by: Jeff Layton <jlayton@kernel.org>
Acked-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Vlastimil Babka <vbabka@suse.cz>
Reviewed-by: William Kucharski <william.kucharski@oracle.com>
Reviewed-by: David Howells <dhowells@redhat.com>
2020-12-10 15:55:05 +00:00
|
|
|
|
|
|
|
struct address_space *page_mapping(struct page *page)
|
|
|
|
{
|
|
|
|
return folio_mapping(page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(page_mapping);
|
2020-12-07 20:44:35 +00:00
|
|
|
|
|
|
|
void unlock_page(struct page *page)
|
|
|
|
{
|
|
|
|
return folio_unlock(page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(unlock_page);
|
2021-03-03 20:21:55 +00:00
|
|
|
|
|
|
|
void end_page_writeback(struct page *page)
|
|
|
|
{
|
|
|
|
return folio_end_writeback(page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(end_page_writeback);
|
2021-03-04 16:09:17 +00:00
|
|
|
|
|
|
|
void wait_on_page_writeback(struct page *page)
|
|
|
|
{
|
|
|
|
return folio_wait_writeback(page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(wait_on_page_writeback);
|
2021-03-04 16:25:25 +00:00
|
|
|
|
|
|
|
void wait_for_stable_page(struct page *page)
|
|
|
|
{
|
|
|
|
return folio_wait_stable(page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(wait_for_stable_page);
|
2021-04-12 20:45:17 +00:00
|
|
|
|
|
|
|
bool page_mapped(struct page *page)
|
|
|
|
{
|
|
|
|
return folio_mapped(page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(page_mapped);
|
2021-04-27 14:47:39 +00:00
|
|
|
|
|
|
|
void mark_page_accessed(struct page *page)
|
|
|
|
{
|
|
|
|
folio_mark_accessed(page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(mark_page_accessed);
|
2021-05-07 11:28:40 +00:00
|
|
|
|
|
|
|
#ifdef CONFIG_MIGRATION
|
|
|
|
int migrate_page_move_mapping(struct address_space *mapping,
|
|
|
|
struct page *newpage, struct page *page, int extra_count)
|
|
|
|
{
|
|
|
|
return folio_migrate_mapping(mapping, page_folio(newpage),
|
|
|
|
page_folio(page), extra_count);
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(migrate_page_move_mapping);
|
2021-05-07 19:26:29 +00:00
|
|
|
|
|
|
|
void migrate_page_states(struct page *newpage, struct page *page)
|
|
|
|
{
|
|
|
|
folio_migrate_flags(page_folio(newpage), page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(migrate_page_states);
|
2021-05-07 19:05:06 +00:00
|
|
|
|
|
|
|
void migrate_page_copy(struct page *newpage, struct page *page)
|
|
|
|
{
|
|
|
|
folio_migrate_copy(page_folio(newpage), page_folio(page));
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(migrate_page_copy);
|
2021-05-07 11:28:40 +00:00
|
|
|
#endif
|