CDH Manager API 操作Yarn 資源池
版本說明：CDH 5.11.0
API版本：v16
1 API 權限認證
在使用REST API 訪問 CDH Manager 提供的相關接口的時候，需要進行權限認證。認證的類型是 Basic Auth。在java編程中將如下所示生成authorization，然後將該認證信息添加到請求頭信息中即可。
private static String generateAuth(String userName, String password) {
return "Basic " + new String(Base64.getEncoder().encode((userName + ":" + password).getBytes()));
}
在PostMan中測試可以通過如下設置添加認證信息
2 獲取集羣信息
API: http://192.168.66.168:7180/api/v16/clusters
請求類型：GET
參數：無
認證方式：Basic Auth
響應：
{
"items": [
{
"name": "cluster",
"displayName": "Cluster 1",
"version": "CDH5",
"fullVersion": "5.11.0",
"maintenanceMode": false,
"maintenanceOwners": [],
"clusterUrl": "http://cdh-manager:7180/cmf/clusterRedirect/cluster",
"hostsUrl": "http://cdh-manager:7180/cmf/clusterRedirect/cluster/hosts",
"entityStatus": "CONCERNING_HEALTH",
"uuid": "2b718bbd-d712-4b63-bd28-35b8f1e6bf35"
}
]
}
3 獲取Yarn的配置信息
API: http://192.168.66.168:7180/api/v16/clusters/{clusterName}/services/yarn/config
請求類型：GET
參數：
| 參數 | 描述 |
|---|---|
| clusterName | 集羣名稱 |
認證方式：無需
響應：
{
"items": [
{
"name": "hdfs_service",
"value": "hdfs",
"sensitive": false
},
{
"name": "yarn_fs_scheduled_allocations",
"value": "{\"defaultFairSharePreemptionThreshold\":null,\"defaultFairSharePreemptionTimeout\":null,\"defaultMinSharePreemptionTimeout\":null,\"defaultQueueSchedulingPolicy\":\"fair\",\"queueMaxAMShareDefault\":null,\"queueMaxAppsDefault\":null,\"queuePlacementRules\":[{\"create\":true,\"name\":\"specified\",\"queue\":null,\"rules\":null},{\"create\":null,\"name\":\"nestedUserQueue\",\"queue\":null,\"rules\":[{\"create\":true,\"name\":\"default\",\"queue\":\"users\",\"rules\":null}]},{\"create\":null,\"name\":\"default\",\"queue\":null,\"rules\":null}],\"queues\":[{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\" \",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"root\",\"queues\":[{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\"*\",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"default\",\"queues\":[],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":null,\"maxRunningApps\":null,\"minResources\":null,\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":null},{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\"*\",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"users\",\"queues\":[],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":null,\"maxRunningApps\":null,\"minResources\":null,\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":\"parent\"},{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\"*\",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"analyst-srk\",\"queues\":[],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":{\"memory\":4194304,\"vcores\":4},\"maxRunningApps\":null,\"minResources\":{\"memory\":2097152,\"vcores\":2},\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":null}],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":null,\"maxRunningApps\":null,\"minResources\":null,\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":null}],\"userMaxAppsDefault\":null,\"users\":[]}",
"sensitive": false
},
{
"name": "zookeeper_service",
"value": "zookeeper",
"sensitive": false
}
]
}
將name爲"yarn_fs_scheduled_allocations"的value值json化展開，得到如下信息，這些信息就是Yarn的資源池配置信息。
{
"defaultQueueSchedulingPolicy": "fair",
"userMaxAppsDefault": null,
"queueMaxAppsDefault": null,
"queueMaxAMShareDefault": null,
"queuePlacementRules": [
{
"name": "specified",
"create": true,
"rules": null,
"queue": null
},
{
"name": "nestedUserQueue",
"create": null,
"rules": [
{
"name": "default",
"create": true,
"rules": null,
"queue": "users"
}
],
"queue": null
},
{
"name": "default",
"create": null,
"rules": null,
"queue": null
}
],
"queues": [
{
"fairSharePreemptionThreshold": null,
"queues": [
{
"fairSharePreemptionThreshold": null,
"queues": [],
"aclSubmitApps": "*",
"schedulablePropertiesList": [
{
"impalaDefaultQueryMemLimit": null,
"scheduleName": "default",
"impalaMaxMemory": null,
"impalaDefaultQueryOptions": null,
"weight": 1,
"maxChildResources": null,
"minResources": null,
"impalaMaxRunningQueries": null,
"maxRunningApps": null,
"maxAMShare": null,
"impalaQueueTimeout": null,
"maxResources": null,
"impalaMaxQueuedQueries": null
}
],
"name": "default",
"aclAdministerApps": "*",
"allowPreemptionFrom": null,
"type": null,
"fairSharePreemptionTimeout": null,
"minSharePreemptionTimeout": null,
"schedulingPolicy": "drf"
},
{
"fairSharePreemptionThreshold": null,
"queues": [],
"aclSubmitApps": "*",
"schedulablePropertiesList": [
{
"impalaDefaultQueryMemLimit": null,
"scheduleName": "default",
"impalaMaxMemory": null,
"impalaDefaultQueryOptions": null,
"weight": 1,
"maxChildResources": null,
"minResources": null,
"impalaMaxRunningQueries": null,
"maxRunningApps": null,
"maxAMShare": null,
"impalaQueueTimeout": null,
"maxResources": null,
"impalaMaxQueuedQueries": null
}
],
"name": "users",
"aclAdministerApps": "*",
"allowPreemptionFrom": null,
"type": "parent",
"fairSharePreemptionTimeout": null,
"minSharePreemptionTimeout": null,
"schedulingPolicy": "drf"
},
{
"fairSharePreemptionThreshold": null,
"queues": [],
"aclSubmitApps": "*",
"schedulablePropertiesList": [
{
"impalaDefaultQueryMemLimit": null,
"scheduleName": "default",
"impalaMaxMemory": null,
"impalaDefaultQueryOptions": null,
"weight": 1,
"maxChildResources": null,
"minResources": {
"memory": 2097152,
"vcores": 2
},
"impalaMaxRunningQueries": null,
"maxRunningApps": null,
"maxAMShare": null,
"impalaQueueTimeout": null,
"maxResources": {
"memory": 4194304,
"vcores": 4
},
"impalaMaxQueuedQueries": null
}
],
"name": "analyst-srk",
"aclAdministerApps": "*",
"allowPreemptionFrom": null,
"type": null,
"fairSharePreemptionTimeout": null,
"minSharePreemptionTimeout": null,
"schedulingPolicy": "drf"
}
],
"aclSubmitApps": " ",
"schedulablePropertiesList": [
{
"impalaDefaultQueryMemLimit": null,
"scheduleName": "default",
"impalaMaxMemory": null,
"impalaDefaultQueryOptions": null,
"weight": 1,
"maxChildResources": null,
"minResources": null,
"impalaMaxRunningQueries": null,
"maxRunningApps": null,
"maxAMShare": null,
"impalaQueueTimeout": null,
"maxResources": null,
"impalaMaxQueuedQueries": null
}
],
"name": "root",
"aclAdministerApps": "*",
"allowPreemptionFrom": null,
"type": null,
"fairSharePreemptionTimeout": null,
"minSharePreemptionTimeout": null,
"schedulingPolicy": "drf"
}
],
"defaultFairSharePreemptionThreshold": null,
"defaultFairSharePreemptionTimeout": null,
"defaultMinSharePreemptionTimeout": null,
"users": []
}
從下圖可以看出，根資源池root下有三個子資源池。
然後展開三個子資源池的數據，可以看到它們分別爲：default、users、analyst-srk。
4 動態設置Yarn的資源池
動態設置Yarn的資源池，其實就是修改Yarn的config信息，然後刷新資源池。修改yarn的config信息的API與上述查詢配置的API相同，只是想請求類型改爲PUT，然後添加認證頭信息即可。
如，我要添加在root資源池中，創建一個子資源池srk-test，並指定最小的資源：內存爲2g核數爲2核。最大的資源：內存爲4g，核數爲4核。其它的參數，可以參考界面設置。需要將如下信息，添加到上述的json中。
{
"fairSharePreemptionThreshold": null,
"queues": [],
"aclSubmitApps": "*",
"schedulablePropertiesList": [
{
"impalaDefaultQueryMemLimit": null,
"scheduleName": "default",
"impalaMaxMemory": null,
"impalaDefaultQueryOptions": null,
"weight": 1,
"maxChildResources": null,
"minResources": {
"memory": 2097152,
"vcores": 2
},
"impalaMaxRunningQueries": null,
"maxRunningApps": null,
"maxAMShare": null,
"impalaQueueTimeout": null,
"maxResources": {
"memory": 4194304,
"vcores": 4
},
"impalaMaxQueuedQueries": null
}
],
"name": "srk-test",
"aclAdministerApps": "*",
"allowPreemptionFrom": null,
"type": null,
"fairSharePreemptionTimeout": null,
"minSharePreemptionTimeout": null,
"schedulingPolicy": "drf"
}
API: http://192.168.66.168:7180/api/v16/clusters/{clusterName}/services/yarn/config
請求類型：PUT
參數：
{
"items": [
{
"name": "hdfs_service",
"value": "hdfs",
"sensitive": false
},
{
"name": "yarn_fs_scheduled_allocations_draft",
"value": {\"defaultQueueSchedulingPolicy\": \"fair\",\"userMaxAppsDefault\": null,\"queueMaxAppsDefault\": null,\"queueMaxAMShareDefault\": null,\"queuePlacementRules\": [{\"name\": \"specified\",\"create\": true,\"rules\": null,\"queue\": null},{\"name\": \"nestedUserQueue\",\"create\": null,\"rules\": [ {\"name\": \"default\",\"create\": true,\"rules\": null,\"queue\": \"users\" }],\"queue\": null},{\"name\": \"default\",\"create\": null,\"rules\": null,\"queue\": null}],\"queues\": [{\"fairSharePreemptionThreshold\": null,\"queues\": [ {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": null,\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": null,\"impalaMaxQueuedQueries\": null }],\"name\": \"default\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }, {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": null,\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": null,\"impalaMaxQueuedQueries\": null }],\"name\": \"users\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": \"parent\",\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }, {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": { \"memory\": 2097152, \"vcores\": 2},\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": { \"memory\": 4194304, \"vcores\": 4},\"impalaMaxQueuedQueries\": null }],\"name\": \"analyst-srk\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }, {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": { \"memory\": 2097152, \"vcores\": 2},\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": { \"memory\": 4194304, \"vcores\": 4},\"impalaMaxQueuedQueries\": null }],\"name\": \"srk-test\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }],\"aclSubmitApps\": \" \",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": null,\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": null,\"impalaMaxQueuedQueries\": null }],\"name\": \"root\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\"}],\"defaultFairSharePreemptionThreshold\": null,\"defaultFairSharePreemptionTimeout\": null,\"defaultMinSharePreemptionTimeout\": null,\"users\": [] },
"sensitive": false
},
{
"name": "zookeeper_service",
"value": "zookeeper",
"sensitive": false
}
]
}
認證方式：Basic Auth
響應：
{
"items": [
{
"name": "hdfs_service",
"value": "hdfs",
"sensitive": false
},
{
"name": "yarn_fs_scheduled_allocations",
"value": "{\"defaultFairSharePreemptionThreshold\":null,\"defaultFairSharePreemptionTimeout\":null,\"defaultMinSharePreemptionTimeout\":null,\"defaultQueueSchedulingPolicy\":\"fair\",\"queueMaxAMShareDefault\":null,\"queueMaxAppsDefault\":null,\"queuePlacementRules\":[{\"create\":true,\"name\":\"specified\",\"queue\":null,\"rules\":null},{\"create\":null,\"name\":\"nestedUserQueue\",\"queue\":null,\"rules\":[{\"create\":true,\"name\":\"default\",\"queue\":\"users\",\"rules\":null}]},{\"create\":null,\"name\":\"default\",\"queue\":null,\"rules\":null}],\"queues\":[{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\" \",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"root\",\"queues\":[{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\"*\",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"default\",\"queues\":[],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":null,\"maxRunningApps\":null,\"minResources\":null,\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":null},{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\"*\",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"users\",\"queues\":[],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":null,\"maxRunningApps\":null,\"minResources\":null,\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":\"parent\"},{\"aclAdministerApps\":\"*\",\"aclSubmitApps\":\"*\",\"allowPreemptionFrom\":null,\"fairSharePreemptionThreshold\":null,\"fairSharePreemptionTimeout\":null,\"minSharePreemptionTimeout\":null,\"name\":\"analyst-srk\",\"queues\":[],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":{\"memory\":4194304,\"vcores\":4},\"maxRunningApps\":null,\"minResources\":{\"memory\":2097152,\"vcores\":2},\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":null}],\"schedulablePropertiesList\":[{\"impalaDefaultQueryMemLimit\":null,\"impalaDefaultQueryOptions\":null,\"impalaMaxMemory\":null,\"impalaMaxQueuedQueries\":null,\"impalaMaxRunningQueries\":null,\"impalaQueueTimeout\":null,\"maxAMShare\":null,\"maxChildResources\":null,\"maxResources\":null,\"maxRunningApps\":null,\"minResources\":null,\"scheduleName\":\"default\",\"weight\":1.0}],\"schedulingPolicy\":\"drf\",\"type\":null}],\"userMaxAppsDefault\":null,\"users\":[]}",
"sensitive": false
},
{
"name": "yarn_fs_scheduled_allocations_draft",
"value": "{\"defaultQueueSchedulingPolicy\": \"fair\",\"userMaxAppsDefault\": null,\"queueMaxAppsDefault\": null,\"queueMaxAMShareDefault\": null,\"queuePlacementRules\": [{\"name\": \"specified\",\"create\": true,\"rules\": null,\"queue\": null},{\"name\": \"nestedUserQueue\",\"create\": null,\"rules\": [ {\"name\": \"default\",\"create\": true,\"rules\": null,\"queue\": \"users\" }],\"queue\": null},{\"name\": \"default\",\"create\": null,\"rules\": null,\"queue\": null}],\"queues\": [{\"fairSharePreemptionThreshold\": null,\"queues\": [ {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": null,\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": null,\"impalaMaxQueuedQueries\": null }],\"name\": \"default\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }, {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": null,\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": null,\"impalaMaxQueuedQueries\": null }],\"name\": \"users\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": \"parent\",\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }, {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": { \"memory\": 2097152, \"vcores\": 2},\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": { \"memory\": 4194304, \"vcores\": 4},\"impalaMaxQueuedQueries\": null }],\"name\": \"analyst-srk\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }, {\"fairSharePreemptionThreshold\": null,\"queues\": [],\"aclSubmitApps\": \"*\",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": { \"memory\": 2097152, \"vcores\": 2},\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": { \"memory\": 4194304, \"vcores\": 4},\"impalaMaxQueuedQueries\": null }],\"name\": \"srk-test\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\" }],\"aclSubmitApps\": \" \",\"schedulablePropertiesList\": [ {\"impalaDefaultQueryMemLimit\": null,\"scheduleName\": \"default\",\"impalaMaxMemory\": null,\"impalaDefaultQueryOptions\": null,\"weight\": 1,\"maxChildResources\": null,\"minResources\": null,\"impalaMaxRunningQueries\": null,\"maxRunningApps\": null,\"maxAMShare\": null,\"impalaQueueTimeout\": null,\"maxResources\": null,\"impalaMaxQueuedQueries\": null }],\"name\": \"root\",\"aclAdministerApps\": \"*\",\"allowPreemptionFrom\": null,\"type\": null,\"fairSharePreemptionTimeout\": null,\"minSharePreemptionTimeout\": null,\"schedulingPolicy\": \"drf\"}],\"defaultFairSharePreemptionThreshold\": null,\"defaultFairSharePreemptionTimeout\": null,\"defaultMinSharePreemptionTimeout\": null,\"users\": [] }",
"sensitive": false
},
{
"name": "zookeeper_service",
"value": "zookeeper",
"sensitive": false
}
]
}
查看CHD manager 可以看出我們的資源池配置已經更新上去了
5 刷新動態資源池
配置更新上去之後，我們需要刷新動態資源池，纔可以是資源池生效。
API: http://192.168.66.168:7180/api/v16/clusters/{clusterName}/commands/poolsRefresh
請求類型：POST
參數：無
認證方式：Basic Auth
響應：
{
"id": 1066,
"name": "RefreshPools",
"startTime": "2018-10-22T08:13:58.669Z",
"active": true,
"clusterRef": {
"clusterName": "cluster"
}
}