|
@@ -1540,6 +1540,17 @@ static enum compact_result compact_zone(struct zone *zone, struct compact_contro
|
|
|
unsigned long end_pfn = zone_end_pfn(zone);
|
|
unsigned long end_pfn = zone_end_pfn(zone);
|
|
|
const bool sync = cc->mode != MIGRATE_ASYNC;
|
|
const bool sync = cc->mode != MIGRATE_ASYNC;
|
|
|
|
|
|
|
|
|
|
+ /*
|
|
|
|
|
+ * These counters track activities during zone compaction. Initialize
|
|
|
|
|
+ * them before compacting a new zone.
|
|
|
|
|
+ */
|
|
|
|
|
+ cc->total_migrate_scanned = 0;
|
|
|
|
|
+ cc->total_free_scanned = 0;
|
|
|
|
|
+ cc->nr_migratepages = 0;
|
|
|
|
|
+ cc->nr_freepages = 0;
|
|
|
|
|
+ INIT_LIST_HEAD(&cc->freepages);
|
|
|
|
|
+ INIT_LIST_HEAD(&cc->migratepages);
|
|
|
|
|
+
|
|
|
cc->migratetype = gfpflags_to_migratetype(cc->gfp_mask);
|
|
cc->migratetype = gfpflags_to_migratetype(cc->gfp_mask);
|
|
|
ret = compaction_suitable(zone, cc->order, cc->alloc_flags,
|
|
ret = compaction_suitable(zone, cc->order, cc->alloc_flags,
|
|
|
cc->classzone_idx);
|
|
cc->classzone_idx);
|
|
@@ -1703,10 +1714,6 @@ static enum compact_result compact_zone_order(struct zone *zone, int order,
|
|
|
{
|
|
{
|
|
|
enum compact_result ret;
|
|
enum compact_result ret;
|
|
|
struct compact_control cc = {
|
|
struct compact_control cc = {
|
|
|
- .nr_freepages = 0,
|
|
|
|
|
- .nr_migratepages = 0,
|
|
|
|
|
- .total_migrate_scanned = 0,
|
|
|
|
|
- .total_free_scanned = 0,
|
|
|
|
|
.order = order,
|
|
.order = order,
|
|
|
.gfp_mask = gfp_mask,
|
|
.gfp_mask = gfp_mask,
|
|
|
.zone = zone,
|
|
.zone = zone,
|
|
@@ -1719,8 +1726,6 @@ static enum compact_result compact_zone_order(struct zone *zone, int order,
|
|
|
.ignore_skip_hint = (prio == MIN_COMPACT_PRIORITY),
|
|
.ignore_skip_hint = (prio == MIN_COMPACT_PRIORITY),
|
|
|
.ignore_block_suitable = (prio == MIN_COMPACT_PRIORITY)
|
|
.ignore_block_suitable = (prio == MIN_COMPACT_PRIORITY)
|
|
|
};
|
|
};
|
|
|
- INIT_LIST_HEAD(&cc.freepages);
|
|
|
|
|
- INIT_LIST_HEAD(&cc.migratepages);
|
|
|
|
|
|
|
|
|
|
ret = compact_zone(zone, &cc);
|
|
ret = compact_zone(zone, &cc);
|
|
|
|
|
|
|
@@ -1819,8 +1824,6 @@ static void compact_node(int nid)
|
|
|
struct zone *zone;
|
|
struct zone *zone;
|
|
|
struct compact_control cc = {
|
|
struct compact_control cc = {
|
|
|
.order = -1,
|
|
.order = -1,
|
|
|
- .total_migrate_scanned = 0,
|
|
|
|
|
- .total_free_scanned = 0,
|
|
|
|
|
.mode = MIGRATE_SYNC,
|
|
.mode = MIGRATE_SYNC,
|
|
|
.ignore_skip_hint = true,
|
|
.ignore_skip_hint = true,
|
|
|
.whole_zone = true,
|
|
.whole_zone = true,
|
|
@@ -1834,11 +1837,7 @@ static void compact_node(int nid)
|
|
|
if (!populated_zone(zone))
|
|
if (!populated_zone(zone))
|
|
|
continue;
|
|
continue;
|
|
|
|
|
|
|
|
- cc.nr_freepages = 0;
|
|
|
|
|
- cc.nr_migratepages = 0;
|
|
|
|
|
cc.zone = zone;
|
|
cc.zone = zone;
|
|
|
- INIT_LIST_HEAD(&cc.freepages);
|
|
|
|
|
- INIT_LIST_HEAD(&cc.migratepages);
|
|
|
|
|
|
|
|
|
|
compact_zone(zone, &cc);
|
|
compact_zone(zone, &cc);
|
|
|
|
|
|
|
@@ -1947,8 +1946,6 @@ static void kcompactd_do_work(pg_data_t *pgdat)
|
|
|
struct zone *zone;
|
|
struct zone *zone;
|
|
|
struct compact_control cc = {
|
|
struct compact_control cc = {
|
|
|
.order = pgdat->kcompactd_max_order,
|
|
.order = pgdat->kcompactd_max_order,
|
|
|
- .total_migrate_scanned = 0,
|
|
|
|
|
- .total_free_scanned = 0,
|
|
|
|
|
.classzone_idx = pgdat->kcompactd_classzone_idx,
|
|
.classzone_idx = pgdat->kcompactd_classzone_idx,
|
|
|
.mode = MIGRATE_SYNC_LIGHT,
|
|
.mode = MIGRATE_SYNC_LIGHT,
|
|
|
.ignore_skip_hint = false,
|
|
.ignore_skip_hint = false,
|
|
@@ -1972,16 +1969,10 @@ static void kcompactd_do_work(pg_data_t *pgdat)
|
|
|
COMPACT_CONTINUE)
|
|
COMPACT_CONTINUE)
|
|
|
continue;
|
|
continue;
|
|
|
|
|
|
|
|
- cc.nr_freepages = 0;
|
|
|
|
|
- cc.nr_migratepages = 0;
|
|
|
|
|
- cc.total_migrate_scanned = 0;
|
|
|
|
|
- cc.total_free_scanned = 0;
|
|
|
|
|
- cc.zone = zone;
|
|
|
|
|
- INIT_LIST_HEAD(&cc.freepages);
|
|
|
|
|
- INIT_LIST_HEAD(&cc.migratepages);
|
|
|
|
|
-
|
|
|
|
|
if (kthread_should_stop())
|
|
if (kthread_should_stop())
|
|
|
return;
|
|
return;
|
|
|
|
|
+
|
|
|
|
|
+ cc.zone = zone;
|
|
|
status = compact_zone(zone, &cc);
|
|
status = compact_zone(zone, &cc);
|
|
|
|
|
|
|
|
if (status == COMPACT_SUCCESS) {
|
|
if (status == COMPACT_SUCCESS) {
|