[PATCH 2/2] drm: ensure drm headers are self-contained and pass kernel-doc
kernel test robot
lkp at intel.com
Mon Aug 26 22:28:06 UTC 2024
Hi Jani,
kernel test robot noticed the following build errors:
[auto build test ERROR on drm/drm-next]
[also build test ERROR on next-20240826]
[cannot apply to drm-misc/drm-misc-next linus/master v6.11-rc5]
[If your patch is applied to the wrong git tree, kindly drop us a note.
And when submitting patch, we suggest to use '--base' as documented in
https://git-scm.com/docs/git-format-patch#_base_tree_information]
url: https://github.com/intel-lab-lkp/linux/commits/Jani-Nikula/drm-ensure-drm-headers-are-self-contained-and-pass-kernel-doc/20240826-134953
base: git://anongit.freedesktop.org/drm/drm drm-next
patch link: https://lore.kernel.org/r/20240823141110.3431423-2-jani.nikula%40intel.com
patch subject: [PATCH 2/2] drm: ensure drm headers are self-contained and pass kernel-doc
config: arc-allmodconfig (https://download.01.org/0day-ci/archive/20240827/202408270538.dEV4dXpq-lkp@intel.com/config)
compiler: arceb-elf-gcc (GCC) 13.2.0
reproduce (this is a W=1 build): (https://download.01.org/0day-ci/archive/20240827/202408270538.dEV4dXpq-lkp@intel.com/reproduce)
If you fix the issue in a separate patch/commit (i.e. not just a new version of
the same patch/commit), kindly add following tags
| Reported-by: kernel test robot <lkp at intel.com>
| Closes: https://lore.kernel.org/oe-kbuild-all/202408270538.dEV4dXpq-lkp@intel.com/
All errors (new ones prefixed by >>):
| ^~~~~~~
arch/arc/include/asm/pgtable-levels.h:160:34: note: in expansion of macro 'pmd_val'
160 | #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK)
| ^~~~~~~
include/linux/pgtable.h:96:25: note: in expansion of macro 'pmd_page_vaddr'
96 | return (pte_t *)pmd_page_vaddr(*pmd) + pte_index(address);
| ^~~~~~~~~~~~~~
include/linux/pgtable.h: In function 'pmd_off':
include/linux/pgtable.h:165:38: error: implicit declaration of function 'p4d_offset'; did you mean 'pmd_offset'? [-Werror=implicit-function-declaration]
165 | return pmd_offset(pud_offset(p4d_offset(pgd_offset(mm, va), va), va), va);
| ^~~~~~~~~~
| pmd_offset
include/linux/pgtable.h:165:38: warning: passing argument 1 of 'pud_offset' makes pointer from integer without a cast [-Wint-conversion]
165 | return pmd_offset(pud_offset(p4d_offset(pgd_offset(mm, va), va), va), va);
| ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
| |
| int
include/asm-generic/pgtable-nopud.h:42:40: note: expected 'p4d_t *' but argument is of type 'int'
42 | static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address)
| ~~~~~~~^~~
include/linux/pgtable.h: In function 'pmd_off_k':
include/linux/pgtable.h:170:38: warning: passing argument 1 of 'pud_offset' makes pointer from integer without a cast [-Wint-conversion]
170 | return pmd_offset(pud_offset(p4d_offset(pgd_offset_k(va), va), va), va);
| ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
| |
| int
include/asm-generic/pgtable-nopud.h:42:40: note: expected 'p4d_t *' but argument is of type 'int'
42 | static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address)
| ~~~~~~~^~~
include/linux/pgtable.h: In function 'virt_to_kpte':
arch/arc/include/asm/page.h:41:29: error: request for member 'pgd' in something not a structure or union
41 | #define pgd_val(x) ((x).pgd)
| ^
include/asm-generic/pgtable-nop4d.h:40:50: note: in expansion of macro 'pgd_val'
40 | #define p4d_val(x) (pgd_val((x).pgd))
| ^~~~~~~
include/asm-generic/pgtable-nopud.h:48:50: note: in expansion of macro 'p4d_val'
48 | #define pud_val(x) (p4d_val((x).p4d))
| ^~~~~~~
include/asm-generic/pgtable-nopmd.h:52:50: note: in expansion of macro 'pud_val'
52 | #define pmd_val(x) (pud_val((x).pud))
| ^~~~~~~
arch/arc/include/asm/pgtable-levels.h:156:35: note: in expansion of macro 'pmd_val'
156 | #define pmd_none(x) (!pmd_val(x))
| ^~~~~~~
include/linux/pgtable.h:177:16: note: in expansion of macro 'pmd_none'
177 | return pmd_none(*pmd) ? NULL : pte_offset_kernel(pmd, vaddr);
| ^~~~~~~~
include/linux/pgtable.h: In function 'ptep_test_and_clear_young':
include/linux/pgtable.h:359:55: error: implicit declaration of function 'pte_mkold'; did you mean 'pmd_mkold'? [-Werror=implicit-function-declaration]
359 | set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte));
| ^~~~~~~~~
include/linux/pgtable.h:280:66: note: in definition of macro 'set_pte_at'
280 | #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1)
| ^~~
include/linux/pgtable.h:359:55: error: incompatible type for argument 4 of 'set_ptes'
359 | set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte));
| ^~~~~~~~~~~~~~
| |
| int
include/linux/pgtable.h:280:66: note: in definition of macro 'set_pte_at'
280 | #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1)
| ^~~
include/linux/pgtable.h:265:36: note: expected 'pte_t' but argument is of type 'int'
265 | pte_t *ptep, pte_t pte, unsigned int nr)
| ~~~~~~^~~
include/linux/pgtable.h: In function 'pmdp_test_and_clear_young':
arch/arc/include/asm/page.h:74:29: error: request for member 'pte' in something not a structure or union
74 | #define pte_val(x) ((x).pte)
| ^
arch/arc/include/asm/pgtable-bits-arcv2.h:82:34: note: in expansion of macro 'pte_val'
82 | #define pte_young(pte) (pte_val(pte) & _PAGE_ACCESSED)
| ^~~~~~~
arch/arc/include/asm/hugepage.h:40:33: note: in expansion of macro 'pte_young'
40 | #define pmd_young(pmd) pte_young(pmd_pte(pmd))
| ^~~~~~~~~
include/linux/pgtable.h:372:14: note: in expansion of macro 'pmd_young'
372 | if (!pmd_young(pmd))
| ^~~~~~~~~
arch/arc/include/asm/hugepage.h:33:33: error: implicit declaration of function 'pte_pmd'; did you mean 'pfn_pmd'? [-Werror=implicit-function-declaration]
33 | #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd)))
| ^~~~~~~
include/linux/pgtable.h:375:55: note: in expansion of macro 'pmd_mkold'
375 | set_pmd_at(vma->vm_mm, address, pmdp, pmd_mkold(pmd));
| ^~~~~~~~~
arch/arc/include/asm/hugepage.h:33:33: error: incompatible type for argument 4 of 'set_pmd_at'
33 | #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd)))
| ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
| |
| int
include/linux/pgtable.h:375:55: note: in expansion of macro 'pmd_mkold'
375 | set_pmd_at(vma->vm_mm, address, pmdp, pmd_mkold(pmd));
| ^~~~~~~~~
arch/arc/include/asm/hugepage.h:59:50: note: expected 'pmd_t' but argument is of type 'int'
59 | pmd_t *pmdp, pmd_t pmd)
| ~~~~~~^~~
include/linux/pgtable.h: In function 'clear_young_dirty_ptes':
include/linux/pgtable.h:493:39: error: incompatible types when assigning to type 'pte_t' from type 'int'
493 | pte = pte_mkold(pte);
| ^~~~~~~~~
>> include/linux/pgtable.h:495:39: error: implicit declaration of function 'pte_mkclean'; did you mean 'pmd_mkclean'? [-Werror=implicit-function-declaration]
495 | pte = pte_mkclean(pte);
| ^~~~~~~~~~~
| pmd_mkclean
include/linux/pgtable.h:495:39: error: incompatible types when assigning to type 'pte_t' from type 'int'
include/linux/pgtable.h: In function 'pmdp_huge_get_and_clear':
arch/arc/include/asm/page.h:41:29: error: request for member 'pgd' in something not a structure or union
41 | #define pgd_val(x) ((x).pgd)
| ^
include/asm-generic/pgtable-nop4d.h:40:50: note: in expansion of macro 'pgd_val'
40 | #define p4d_val(x) (pgd_val((x).pgd))
| ^~~~~~~
include/asm-generic/pgtable-nopud.h:48:50: note: in expansion of macro 'p4d_val'
48 | #define pud_val(x) (p4d_val((x).p4d))
| ^~~~~~~
include/asm-generic/pgtable-nopmd.h:52:50: note: in expansion of macro 'pud_val'
52 | #define pmd_val(x) (pud_val((x).pud))
| ^~~~~~~
arch/arc/include/asm/pgtable-levels.h:159:38: note: in expansion of macro 'pmd_val'
159 | #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
| ^~~~~~~
include/linux/pgtable.h:603:9: note: in expansion of macro 'pmd_clear'
603 | pmd_clear(pmdp);
| ^~~~~~~~~
include/linux/pgtable.h: In function 'get_and_clear_full_ptes':
>> include/linux/pgtable.h:684:31: error: implicit declaration of function 'pte_mkdirty'; did you mean 'pte_dirty'? [-Werror=implicit-function-declaration]
684 | pte = pte_mkdirty(pte);
| ^~~~~~~~~~~
| pte_dirty
include/linux/pgtable.h:684:31: error: incompatible types when assigning to type 'pte_t' from type 'int'
>> include/linux/pgtable.h:686:31: error: implicit declaration of function 'pte_mkyoung'; did you mean 'pte_young'? [-Werror=implicit-function-declaration]
686 | pte = pte_mkyoung(pte);
| ^~~~~~~~~~~
| pte_young
include/linux/pgtable.h:686:31: error: incompatible types when assigning to type 'pte_t' from type 'int'
include/linux/pgtable.h: In function 'pte_mkwrite':
include/linux/pgtable.h:807:16: error: implicit declaration of function 'pte_mkwrite_novma'; did you mean 'pmd_mkwrite_novma'? [-Werror=implicit-function-declaration]
807 | return pte_mkwrite_novma(pte);
| ^~~~~~~~~~~~~~~~~
| pmd_mkwrite_novma
include/linux/pgtable.h:807:16: error: incompatible types when returning type 'int' but 'pte_t' was expected
807 | return pte_mkwrite_novma(pte);
| ^~~~~~~~~~~~~~~~~~~~~~
include/linux/pgtable.h: In function 'pmd_mkwrite':
arch/arc/include/asm/hugepage.h:31:33: error: incompatible types when returning type 'int' but 'pmd_t' was expected
31 | #define pmd_mkwrite_novma(pmd) pte_pmd(pte_mkwrite_novma(pmd_pte(pmd)))
| ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
include/linux/pgtable.h:814:16: note: in expansion of macro 'pmd_mkwrite_novma'
814 | return pmd_mkwrite_novma(pmd);
| ^~~~~~~~~~~~~~~~~
include/linux/pgtable.h: In function 'ptep_set_wrprotect':
include/linux/pgtable.h:823:39: error: implicit declaration of function 'pte_wrprotect'; did you mean 'pmd_wrprotect'? [-Werror=implicit-function-declaration]
823 | set_pte_at(mm, address, ptep, pte_wrprotect(old_pte));
| ^~~~~~~~~~~~~
include/linux/pgtable.h:280:66: note: in definition of macro 'set_pte_at'
280 | #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1)
| ^~~
include/linux/pgtable.h:823:39: error: incompatible type for argument 4 of 'set_ptes'
823 | set_pte_at(mm, address, ptep, pte_wrprotect(old_pte));
| ^~~~~~~~~~~~~~~~~~~~~~
| |
| int
include/linux/pgtable.h:280:66: note: in definition of macro 'set_pte_at'
280 | #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1)
| ^~~
include/linux/pgtable.h:265:36: note: expected 'pte_t' but argument is of type 'int'
265 | pte_t *ptep, pte_t pte, unsigned int nr)
| ~~~~~~^~~
include/linux/pgtable.h: In function 'pmdp_set_wrprotect':
arch/arc/include/asm/hugepage.h:30:33: error: incompatible type for argument 4 of 'set_pmd_at'
30 | #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd)))
| ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
| |
| int
include/linux/pgtable.h:880:39: note: in expansion of macro 'pmd_wrprotect'
880 | set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd));
| ^~~~~~~~~~~~~
arch/arc/include/asm/hugepage.h:59:50: note: expected 'pmd_t' but argument is of type 'int'
59 | pmd_t *pmdp, pmd_t pmd)
| ~~~~~~^~~
include/linux/pgtable.h: In function 'pmd_same':
arch/arc/include/asm/page.h:41:29: error: request for member 'pgd' in something not a structure or union
41 | #define pgd_val(x) ((x).pgd)
| ^
include/asm-generic/pgtable-nop4d.h:40:50: note: in expansion of macro 'pgd_val'
40 | #define p4d_val(x) (pgd_val((x).pgd))
| ^~~~~~~
include/asm-generic/pgtable-nopud.h:48:50: note: in expansion of macro 'p4d_val'
48 | #define pud_val(x) (p4d_val((x).p4d))
| ^~~~~~~
include/asm-generic/pgtable-nopmd.h:52:50: note: in expansion of macro 'pud_val'
52 | #define pmd_val(x) (pud_val((x).pud))
| ^~~~~~~
include/linux/pgtable.h:1027:16: note: in expansion of macro 'pmd_val'
1027 | return pmd_val(pmd_a) == pmd_val(pmd_b);
| ^~~~~~~
arch/arc/include/asm/page.h:41:29: error: request for member 'pgd' in something not a structure or union
41 | #define pgd_val(x) ((x).pgd)
| ^
include/asm-generic/pgtable-nop4d.h:40:50: note: in expansion of macro 'pgd_val'
40 | #define p4d_val(x) (pgd_val((x).pgd))
| ^~~~~~~
include/asm-generic/pgtable-nopud.h:48:50: note: in expansion of macro 'p4d_val'
48 | #define pud_val(x) (p4d_val((x).p4d))
| ^~~~~~~
include/asm-generic/pgtable-nopmd.h:52:50: note: in expansion of macro 'pud_val'
52 | #define pmd_val(x) (pud_val((x).pud))
| ^~~~~~~
include/linux/pgtable.h:1027:34: note: in expansion of macro 'pmd_val'
1027 | return pmd_val(pmd_a) == pmd_val(pmd_b);
| ^~~~~~~
include/linux/pgtable.h:1025:34: warning: parameter 'pmd_a' set but not used [-Wunused-but-set-parameter]
1025 | static inline int pmd_same(pmd_t pmd_a, pmd_t pmd_b)
| ~~~~~~^~~~~
include/linux/pgtable.h:1025:47: warning: parameter 'pmd_b' set but not used [-Wunused-but-set-parameter]
1025 | static inline int pmd_same(pmd_t pmd_a, pmd_t pmd_b)
| ~~~~~~^~~~~
include/linux/pgtable.h: In function 'pud_same':
arch/arc/include/asm/page.h:41:29: error: request for member 'pgd' in something not a structure or union
41 | #define pgd_val(x) ((x).pgd)
| ^
include/asm-generic/pgtable-nop4d.h:40:50: note: in expansion of macro 'pgd_val'
40 | #define p4d_val(x) (pgd_val((x).pgd))
| ^~~~~~~
include/asm-generic/pgtable-nopud.h:48:50: note: in expansion of macro 'p4d_val'
48 | #define pud_val(x) (p4d_val((x).p4d))
| ^~~~~~~
include/linux/pgtable.h:1034:16: note: in expansion of macro 'pud_val'
1034 | return pud_val(pud_a) == pud_val(pud_b);
| ^~~~~~~
arch/arc/include/asm/page.h:41:29: error: request for member 'pgd' in something not a structure or union
vim +495 include/linux/pgtable.h
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 461
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 462 #ifndef clear_young_dirty_ptes
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 463 /**
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 464 * clear_young_dirty_ptes - Mark PTEs that map consecutive pages of the
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 465 * same folio as old/clean.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 466 * @mm: Address space the pages are mapped into.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 467 * @addr: Address the first page is mapped at.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 468 * @ptep: Page table pointer for the first entry.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 469 * @nr: Number of entries to mark old/clean.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 470 * @flags: Flags to modify the PTE batch semantics.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 471 *
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 472 * May be overridden by the architecture; otherwise, implemented by
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 473 * get_and_clear/modify/set for each pte in the range.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 474 *
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 475 * Note that PTE bits in the PTE range besides the PFN can differ. For example,
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 476 * some PTEs might be write-protected.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 477 *
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 478 * Context: The caller holds the page table lock. The PTEs map consecutive
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 479 * pages that belong to the same folio. The PTEs are all in the same PMD.
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 480 */
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 481 static inline void clear_young_dirty_ptes(struct vm_area_struct *vma,
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 482 unsigned long addr, pte_t *ptep,
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 483 unsigned int nr, cydp_t flags)
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 484 {
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 485 pte_t pte;
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 486
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 487 for (;;) {
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 488 if (flags == CYDP_CLEAR_YOUNG)
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 489 ptep_test_and_clear_young(vma, addr, ptep);
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 490 else {
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 491 pte = ptep_get_and_clear(vma->vm_mm, addr, ptep);
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 492 if (flags & CYDP_CLEAR_YOUNG)
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 493 pte = pte_mkold(pte);
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 494 if (flags & CYDP_CLEAR_DIRTY)
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 @495 pte = pte_mkclean(pte);
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 496 set_pte_at(vma->vm_mm, addr, ptep, pte);
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 497 }
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 498 if (--nr == 0)
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 499 break;
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 500 ptep++;
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 501 addr += PAGE_SIZE;
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 502 }
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 503 }
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 504 #endif
1b68112c40395b include/linux/pgtable.h Lance Yang 2024-04-18 505
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 506 static inline void ptep_clear(struct mm_struct *mm, unsigned long addr,
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 507 pte_t *ptep)
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 508 {
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 509 ptep_get_and_clear(mm, addr, ptep);
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 510 }
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 511
6ca297d4784625 include/linux/pgtable.h Peter Zijlstra 2022-10-21 512 #ifdef CONFIG_GUP_GET_PXX_LOW_HIGH
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 513 /*
93b3037a148275 include/linux/pgtable.h Peter Zijlstra 2020-11-26 514 * For walking the pagetables without holding any locks. Some architectures
93b3037a148275 include/linux/pgtable.h Peter Zijlstra 2020-11-26 515 * (eg x86-32 PAE) cannot load the entries atomically without using expensive
93b3037a148275 include/linux/pgtable.h Peter Zijlstra 2020-11-26 516 * instructions. We are guaranteed that a PTE will only either go from not
93b3037a148275 include/linux/pgtable.h Peter Zijlstra 2020-11-26 517 * present to present, or present to not present -- it will not switch to a
93b3037a148275 include/linux/pgtable.h Peter Zijlstra 2020-11-26 518 * completely different present page without a TLB flush inbetween; which we
93b3037a148275 include/linux/pgtable.h Peter Zijlstra 2020-11-26 519 * are blocking by holding interrupts off.
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 520 *
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 521 * Setting ptes from not present to present goes:
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 522 *
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 523 * ptep->pte_high = h;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 524 * smp_wmb();
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 525 * ptep->pte_low = l;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 526 *
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 527 * And present to not present goes:
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 528 *
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 529 * ptep->pte_low = 0;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 530 * smp_wmb();
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 531 * ptep->pte_high = 0;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 532 *
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 533 * We must ensure here that the load of pte_low sees 'l' IFF pte_high sees 'h'.
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 534 * We load pte_high *after* loading pte_low, which ensures we don't see an older
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 535 * value of pte_high. *Then* we recheck pte_low, which ensures that we haven't
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 536 * picked up a changed pte high. We might have gotten rubbish values from
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 537 * pte_low and pte_high, but we are guaranteed that pte_low will not have the
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 538 * present bit set *unless* it is 'l'. Because get_user_pages_fast() only
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 539 * operates on present ptes we're safe.
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 540 */
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 541 static inline pte_t ptep_get_lockless(pte_t *ptep)
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 542 {
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 543 pte_t pte;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 544
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 545 do {
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 546 pte.pte_low = ptep->pte_low;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 547 smp_rmb();
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 548 pte.pte_high = ptep->pte_high;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 549 smp_rmb();
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 550 } while (unlikely(pte.pte_low != ptep->pte_low));
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 551
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 552 return pte;
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 553 }
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 554 #define ptep_get_lockless ptep_get_lockless
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 555
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 556 #if CONFIG_PGTABLE_LEVELS > 2
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 557 static inline pmd_t pmdp_get_lockless(pmd_t *pmdp)
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 558 {
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 559 pmd_t pmd;
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 560
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 561 do {
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 562 pmd.pmd_low = pmdp->pmd_low;
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 563 smp_rmb();
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 564 pmd.pmd_high = pmdp->pmd_high;
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 565 smp_rmb();
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 566 } while (unlikely(pmd.pmd_low != pmdp->pmd_low));
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 567
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 568 return pmd;
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 569 }
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 570 #define pmdp_get_lockless pmdp_get_lockless
146b42e07494e4 include/linux/pgtable.h Hugh Dickins 2023-07-11 571 #define pmdp_get_lockless_sync() tlb_remove_table_sync_one()
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 572 #endif /* CONFIG_PGTABLE_LEVELS > 2 */
6ca297d4784625 include/linux/pgtable.h Peter Zijlstra 2022-10-21 573 #endif /* CONFIG_GUP_GET_PXX_LOW_HIGH */
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 574
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 575 /*
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 576 * We require that the PTE can be read atomically.
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 577 */
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 578 #ifndef ptep_get_lockless
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 579 static inline pte_t ptep_get_lockless(pte_t *ptep)
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 580 {
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 581 return ptep_get(ptep);
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 582 }
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 583 #endif
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 584
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 585 #ifndef pmdp_get_lockless
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 586 static inline pmd_t pmdp_get_lockless(pmd_t *pmdp)
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 587 {
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 588 return pmdp_get(pmdp);
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 589 }
146b42e07494e4 include/linux/pgtable.h Hugh Dickins 2023-07-11 590 static inline void pmdp_get_lockless_sync(void)
146b42e07494e4 include/linux/pgtable.h Hugh Dickins 2023-07-11 591 {
146b42e07494e4 include/linux/pgtable.h Hugh Dickins 2023-07-11 592 }
024d232ae4fcd7 include/linux/pgtable.h Peter Zijlstra 2020-11-26 593 #endif
2a4a06da8a4b93 include/linux/pgtable.h Peter Zijlstra 2020-11-13 594
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 595 #ifdef CONFIG_TRANSPARENT_HUGEPAGE
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 596 #ifndef __HAVE_ARCH_PMDP_HUGE_GET_AND_CLEAR
8809aa2d28d741 include/asm-generic/pgtable.h Aneesh Kumar K.V 2015-06-24 597 static inline pmd_t pmdp_huge_get_and_clear(struct mm_struct *mm,
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 598 unsigned long address,
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 599 pmd_t *pmdp)
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 600 {
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 601 pmd_t pmd = *pmdp;
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 602
2d28a2275c21d0 include/asm-generic/pgtable.h Catalin Marinas 2012-10-08 603 pmd_clear(pmdp);
1831414cd729a3 include/linux/pgtable.h Kemeng Shi 2023-07-14 604 page_table_check_pmd_clear(mm, pmd);
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 605
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 606 return pmd;
49b24d6b41c576 include/asm-generic/pgtable.h Nicolas Kaiser 2011-06-15 607 }
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 608 #endif /* __HAVE_ARCH_PMDP_HUGE_GET_AND_CLEAR */
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 609 #ifndef __HAVE_ARCH_PUDP_HUGE_GET_AND_CLEAR
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 610 static inline pud_t pudp_huge_get_and_clear(struct mm_struct *mm,
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 611 unsigned long address,
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 612 pud_t *pudp)
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 613 {
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 614 pud_t pud = *pudp;
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 615
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 616 pud_clear(pudp);
931c38e16499a0 include/linux/pgtable.h Kemeng Shi 2023-07-14 617 page_table_check_pud_clear(mm, pud);
de8c8e52836d00 include/linux/pgtable.h Tong Tiangen 2022-05-12 618
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 619 return pud;
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 620 }
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 621 #endif /* __HAVE_ARCH_PUDP_HUGE_GET_AND_CLEAR */
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 622 #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
^1da177e4c3f41 include/asm-generic/pgtable.h Linus Torvalds 2005-04-16 623
fcbe08d66f57c3 include/asm-generic/pgtable.h Martin Schwidefsky 2014-10-24 624 #ifdef CONFIG_TRANSPARENT_HUGEPAGE
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 625 #ifndef __HAVE_ARCH_PMDP_HUGE_GET_AND_CLEAR_FULL
93a98695f2f9f9 include/asm-generic/pgtable.h Aneesh Kumar K.V 2020-05-05 626 static inline pmd_t pmdp_huge_get_and_clear_full(struct vm_area_struct *vma,
fcbe08d66f57c3 include/asm-generic/pgtable.h Martin Schwidefsky 2014-10-24 627 unsigned long address, pmd_t *pmdp,
fcbe08d66f57c3 include/asm-generic/pgtable.h Martin Schwidefsky 2014-10-24 628 int full)
fcbe08d66f57c3 include/asm-generic/pgtable.h Martin Schwidefsky 2014-10-24 629 {
93a98695f2f9f9 include/asm-generic/pgtable.h Aneesh Kumar K.V 2020-05-05 630 return pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp);
fcbe08d66f57c3 include/asm-generic/pgtable.h Martin Schwidefsky 2014-10-24 631 }
fcbe08d66f57c3 include/asm-generic/pgtable.h Martin Schwidefsky 2014-10-24 632 #endif
fcbe08d66f57c3 include/asm-generic/pgtable.h Martin Schwidefsky 2014-10-24 633
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 634 #ifndef __HAVE_ARCH_PUDP_HUGE_GET_AND_CLEAR_FULL
f32928ab6fe5ab include/linux/pgtable.h Aneesh Kumar K.V 2023-07-25 635 static inline pud_t pudp_huge_get_and_clear_full(struct vm_area_struct *vma,
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 636 unsigned long address, pud_t *pudp,
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 637 int full)
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 638 {
f32928ab6fe5ab include/linux/pgtable.h Aneesh Kumar K.V 2023-07-25 639 return pudp_huge_get_and_clear(vma->vm_mm, address, pudp);
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 640 }
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 641 #endif
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 642 #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
a00cc7d9dd93d6 include/asm-generic/pgtable.h Matthew Wilcox 2017-02-24 643
a600388d284193 include/asm-generic/pgtable.h Zachary Amsden 2005-09-03 644 #ifndef __HAVE_ARCH_PTEP_GET_AND_CLEAR_FULL
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 645 static inline pte_t ptep_get_and_clear_full(struct mm_struct *mm,
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 646 unsigned long address, pte_t *ptep,
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 647 int full)
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 648 {
d3a89233583bf8 include/linux/pgtable.h zhang songyi 2022-11-28 649 return ptep_get_and_clear(mm, address, ptep);
e2cda322648122 include/asm-generic/pgtable.h Andrea Arcangeli 2011-01-13 650 }
a600388d284193 include/asm-generic/pgtable.h Zachary Amsden 2005-09-03 651 #endif
a600388d284193 include/asm-generic/pgtable.h Zachary Amsden 2005-09-03 652
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 653 #ifndef get_and_clear_full_ptes
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 654 /**
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 655 * get_and_clear_full_ptes - Clear present PTEs that map consecutive pages of
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 656 * the same folio, collecting dirty/accessed bits.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 657 * @mm: Address space the pages are mapped into.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 658 * @addr: Address the first page is mapped at.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 659 * @ptep: Page table pointer for the first entry.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 660 * @nr: Number of entries to clear.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 661 * @full: Whether we are clearing a full mm.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 662 *
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 663 * May be overridden by the architecture; otherwise, implemented as a simple
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 664 * loop over ptep_get_and_clear_full(), merging dirty/accessed bits into the
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 665 * returned PTE.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 666 *
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 667 * Note that PTE bits in the PTE range besides the PFN can differ. For example,
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 668 * some PTEs might be write-protected.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 669 *
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 670 * Context: The caller holds the page table lock. The PTEs map consecutive
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 671 * pages that belong to the same folio. The PTEs are all in the same PMD.
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 672 */
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 673 static inline pte_t get_and_clear_full_ptes(struct mm_struct *mm,
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 674 unsigned long addr, pte_t *ptep, unsigned int nr, int full)
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 675 {
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 676 pte_t pte, tmp_pte;
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 677
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 678 pte = ptep_get_and_clear_full(mm, addr, ptep, full);
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 679 while (--nr) {
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 680 ptep++;
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 681 addr += PAGE_SIZE;
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 682 tmp_pte = ptep_get_and_clear_full(mm, addr, ptep, full);
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 683 if (pte_dirty(tmp_pte))
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 @684 pte = pte_mkdirty(pte);
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 685 if (pte_young(tmp_pte))
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 @686 pte = pte_mkyoung(pte);
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 687 }
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 688 return pte;
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 689 }
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 690 #endif
10ebac4f95e7a9 include/linux/pgtable.h David Hildenbrand 2024-02-14 691
--
0-DAY CI Kernel Test Service
https://github.com/intel/lkp-tests/wiki
More information about the Intel-gfx
mailing list