mm/hugetlb: convert remove_hugetlb_page() to folios

#endif

/*

 * Remove hugetlb page from lists, and update dtor so that page appears

 * Remove hugetlb folio from lists, and update dtor so that the folio appears

 * as just a compound page.

 *

 * A reference is held on the page, except in the case of demote.

 * A reference is held on the folio, except in the case of demote.

 *

 * Must be called with hugetlb lock held.

 */

static void __remove_hugetlb_page(struct hstate *h, struct page *page,

static void __remove_hugetlb_folio(struct hstate *h, struct folio *folio,

							bool adjust_surplus,

							bool demote)

{

	int nid = page_to_nid(page);

	struct folio *folio = page_folio(page);

	int nid = folio_nid(folio);

	VM_BUG_ON_FOLIO(hugetlb_cgroup_from_folio(folio), folio);

	VM_BUG_ON_FOLIO(hugetlb_cgroup_from_folio_rsvd(folio), folio);

	if (hstate_is_gigantic(h) && !gigantic_page_runtime_supported())

		return;

	list_del(&page->lru);

	list_del(&folio->lru);

	if (HPageFreed(page)) {

	if (folio_test_hugetlb_freed(folio)) {

		h->free_huge_pages--;

		h->free_huge_pages_node[nid]--;

	}

	 * be turned into a page of smaller size.

	 */

	if (!demote)

		set_page_refcounted(page);

		folio_ref_unfreeze(folio, 1);

	if (hstate_is_gigantic(h))

		set_compound_page_dtor(page, NULL_COMPOUND_DTOR);

		folio_set_compound_dtor(folio, NULL_COMPOUND_DTOR);

	else

		set_compound_page_dtor(page, COMPOUND_PAGE_DTOR);

		folio_set_compound_dtor(folio, COMPOUND_PAGE_DTOR);

	h->nr_huge_pages--;

	h->nr_huge_pages_node[nid]--;

}

static void remove_hugetlb_page(struct hstate *h, struct page *page,

static void remove_hugetlb_folio(struct hstate *h, struct folio *folio,

							bool adjust_surplus)

{

	__remove_hugetlb_page(h, page, adjust_surplus, false);

	__remove_hugetlb_folio(h, folio, adjust_surplus, false);

}

static void remove_hugetlb_page_for_demote(struct hstate *h, struct page *page,

static void remove_hugetlb_folio_for_demote(struct hstate *h, struct folio *folio,

							bool adjust_surplus)

{

	__remove_hugetlb_page(h, page, adjust_surplus, true);

	__remove_hugetlb_folio(h, folio, adjust_surplus, true);

}

static void add_hugetlb_page(struct hstate *h, struct page *page,

		/*

		 * The VM_BUG_ON_PAGE(!PageHuge(page), page) in page_hstate()

		 * is going to trigger because a previous call to

		 * remove_hugetlb_page() will set_compound_page_dtor(page,

		 * NULL_COMPOUND_DTOR), so do not use page_hstate() directly.

		 * remove_hugetlb_folio() will call folio_set_compound_dtor

		 * (folio, NULL_COMPOUND_DTOR), so do not use page_hstate()

		 * directly.

		 */

		h = size_to_hstate(page_size(page));

		h->resv_huge_pages++;

	if (folio_test_hugetlb_temporary(folio)) {

		remove_hugetlb_page(h, page, false);

		remove_hugetlb_folio(h, folio, false);

		spin_unlock_irqrestore(&hugetlb_lock, flags);

		update_and_free_page(h, page, true);

	} else if (h->surplus_huge_pages_node[nid]) {

		/* remove the page from active list */

		remove_hugetlb_page(h, page, true);

		remove_hugetlb_folio(h, folio, true);

		spin_unlock_irqrestore(&hugetlb_lock, flags);

		update_and_free_page(h, page, true);

	} else {

{

	int nr_nodes, node;

	struct page *page = NULL;

	struct folio *folio;

	lockdep_assert_held(&hugetlb_lock);

	for_each_node_mask_to_free(h, nr_nodes, node, nodes_allowed) {

		    !list_empty(&h->hugepage_freelists[node])) {

			page = list_entry(h->hugepage_freelists[node].next,

					  struct page, lru);

			remove_hugetlb_page(h, page, acct_surplus);

			folio = page_folio(page);

			remove_hugetlb_folio(h, folio, acct_surplus);

			break;

		}

	}

			goto retry;

		}

		remove_hugetlb_page(h, &folio->page, false);

		remove_hugetlb_folio(h, folio, false);

		h->max_huge_pages--;

		spin_unlock_irq(&hugetlb_lock);

		 * and enqueue_huge_page() for new_page. The counters will remain

		 * stable since this happens under the lock.

		 */

		remove_hugetlb_page(h, old_page, false);

		remove_hugetlb_folio(h, old_folio, false);

		/*

		 * Ref count on new page is already zero as it was dropped

				goto out;

			if (PageHighMem(page))

				continue;

			remove_hugetlb_page(h, page, false);

			remove_hugetlb_folio(h, page_folio(page), false);

			list_add(&page->lru, &page_list);

		}

	}

	target_hstate = size_to_hstate(PAGE_SIZE << h->demote_order);

	remove_hugetlb_page_for_demote(h, page, false);

	remove_hugetlb_folio_for_demote(h, folio, false);

	spin_unlock_irq(&hugetlb_lock);

	rc = hugetlb_vmemmap_restore(h, page);