hdfs.ko.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518
  1. // Licensed to Cloudera, Inc. under one
  2. // or more contributor license agreements. See the NOTICE file
  3. // distributed with this work for additional information
  4. // regarding copyright ownership. Cloudera, Inc. licenses this file
  5. // to you under the Apache License, Version 2.0 (the
  6. // "License"); you may not use this file except in compliance
  7. // with the License. You may obtain a copy of the License at
  8. //
  9. // http://www.apache.org/licenses/LICENSE-2.0
  10. //
  11. // Unless required by applicable law or agreed to in writing, software
  12. // distributed under the License is distributed on an "AS IS" BASIS,
  13. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14. // See the License for the specific language governing permissions and
  15. // limitations under the License.
  16. function parseAcl(acl) {
  17. // (default:)?(user|group|mask|other):[[A-Za-z_][A-Za-z0-9._-]]*:([rwx-]{3})?
  18. m = acl.match(/(default:)?(user|group|mask|other):(.*?):(.)(.)(.)/);
  19. var acl = ko.mapping.fromJS({
  20. 'isDefault': m[1] != null,
  21. 'type': m[2],
  22. 'name': m[3],
  23. 'r': m[4] != '-',
  24. 'w': m[5] != '-',
  25. 'x': m[6] != '-',
  26. 'status': ''
  27. });
  28. acl.type.subscribe(function () {
  29. acl.status('modified');
  30. });
  31. acl.name.subscribe(function () {
  32. acl.status('modified');
  33. });
  34. acl.r.subscribe(function () {
  35. acl.status('modified');
  36. });
  37. acl.w.subscribe(function () {
  38. acl.status('modified');
  39. });
  40. acl.x.subscribe(function () {
  41. acl.status('modified');
  42. });
  43. return acl;
  44. }
  45. function printAcl(acl) {
  46. return (acl.isDefault() ? 'default:' : '') + acl.type() + ':' + acl.name() + ':' + (acl.r() ? 'r' : '-') + (acl.w() ? 'w' : '-') + (acl.x() ? 'x' : '-');
  47. }
  48. var Assist = function (vm, assist) {
  49. var self = this;
  50. self.compareNames = function (a,b) {
  51. if (a.name.toLowerCase() < b.name.toLowerCase())
  52. return -1;
  53. if (a.name.toLowerCase() > b.name.toLowerCase())
  54. return 1;
  55. return 0;
  56. }
  57. self.isLoadingAcls = ko.observable(false);
  58. self.isLoadingTree = ko.observable(false);
  59. self.showAclsAsText = ko.observable(false);
  60. self.isDiffMode = ko.observable(false);
  61. self.isDiffMode.subscribe(function () {
  62. self.refreshTree();
  63. });
  64. self.treeAdditionalData = {};
  65. self.treeData = ko.observable({nodes: []});
  66. self.loadData = function (data) {
  67. self.treeData(new TreeNodeModel(data));
  68. };
  69. self.initialGrowingTree = {
  70. name: "__HUEROOT__",
  71. path: "__HUEROOT__",
  72. aclBit: false,
  73. striked: false,
  74. selected: false,
  75. rwx: "",
  76. page: {
  77. number: -1,
  78. num_pages: -1
  79. },
  80. nodes: [
  81. {
  82. name: "/",
  83. path: "/",
  84. isDir: true,
  85. isExpanded: true,
  86. aclBit: false,
  87. striked: false,
  88. selected: false,
  89. rwx: "",
  90. page: {
  91. number: -1,
  92. num_pages: -1
  93. },
  94. nodes: []
  95. }
  96. ]
  97. };
  98. self.growingTree = ko.observable(jQuery.extend(true, {}, self.initialGrowingTree));
  99. self.path = ko.observable('');
  100. self.path.subscribe(function (path) {
  101. self.pagenum(1);
  102. self.fetchPath();
  103. window.location.hash = path;
  104. });
  105. self.pagenum = ko.observable(1);
  106. self.fromLoadMore = false;
  107. self.fromRebuildTree = false;
  108. self.excludePath = "";
  109. self.acls = ko.observableArray();
  110. self.originalAcls = ko.observableArray();
  111. self.regularAcls = ko.computed(function () {
  112. return $.grep(self.acls(), function (acl) {
  113. return ! acl.isDefault();
  114. });
  115. });
  116. self.defaultAcls = ko.computed(function () {
  117. return $.grep(self.acls(), function (acl) {
  118. return acl.isDefault();
  119. });
  120. });
  121. self.changedAcls = ko.computed(function () {
  122. return $.grep(self.acls(), function (acl) {
  123. return ['new', 'deleted', 'modified'].indexOf(acl.status()) != -1;
  124. });
  125. });
  126. self.owner = ko.observable('');
  127. self.group = ko.observable('');
  128. self.afterRender = function() {
  129. if (! self.fromLoadMore && ! self.fromRebuildTree) {
  130. $(document).trigger("rendered.tree");
  131. }
  132. self.fromLoadMore = false;
  133. self.fromRebuildTree = false;
  134. }
  135. self.addAcl = function () {
  136. var newAcl = parseAcl('group::---');
  137. newAcl.status('new');
  138. self.acls.push(newAcl);
  139. };
  140. self.addDefaultAcl = function () {
  141. var newAcl = parseAcl('default:group::---');
  142. newAcl.status('new');
  143. self.acls.push(newAcl);
  144. };
  145. self.removeAcl = function (acl) {
  146. if (acl.status() == 'new') {
  147. self.acls.remove(acl);
  148. } else {
  149. acl.status('deleted');
  150. }
  151. };
  152. self.convertItemToObject = function (item) {
  153. if (item.path != null && item.name != "." && item.name != "..") {
  154. var _path = item.path;
  155. var _parent = _path.substr(0, _path.lastIndexOf("/"));
  156. if (_parent == "") {
  157. _parent = "/";
  158. }
  159. if (_path != "/") {
  160. self.growingTree(self.traversePath(self.growingTree(), _parent, item));
  161. }
  162. }
  163. }
  164. self.traversePath = function (leaf, parent, item) {
  165. var _mainFound = false;
  166. leaf.nodes.forEach(function (node) {
  167. if (node.path == item.path) {
  168. _mainFound = true;
  169. }
  170. if (parent.indexOf(node.path) > -1) {
  171. self.traversePath(node, parent, item);
  172. }
  173. });
  174. if (!_mainFound && leaf.path == parent) {
  175. var _chunks = item.path.split("/");
  176. leaf.nodes.push({
  177. name: _chunks[_chunks.length - 1],
  178. path: item.path,
  179. aclBit: item.rwx.indexOf('+') != -1,
  180. striked: item.striked != null,
  181. isExpanded: true,
  182. rwx: item.rwx,
  183. isDir: item.type == "dir" || item.isDir == true,
  184. page: {
  185. number: -1,
  186. num_pages: -1
  187. },
  188. nodes: []
  189. });
  190. leaf.nodes.sort(self.compareNames);
  191. }
  192. return leaf;
  193. }
  194. self.getTreeAdditionalDataForPath = function (path) {
  195. if (typeof self.treeAdditionalData[path] == "undefined"){
  196. var _add = {
  197. loaded: false
  198. }
  199. self.treeAdditionalData[path] = _add;
  200. }
  201. return self.treeAdditionalData[path];
  202. }
  203. self.updatePathProperty = function (leaf, path, property, value) {
  204. if (leaf.path == path) {
  205. leaf[property] = value;
  206. }
  207. if (leaf.nodes.length > 0) {
  208. leaf.nodes.forEach(function (node) {
  209. self.updatePathProperty(node, path, property, value);
  210. });
  211. }
  212. return leaf;
  213. }
  214. self.updateTreeProperty = function (leaf, property, value) {
  215. leaf[property] = value;
  216. if (leaf.nodes.length > 0) {
  217. leaf.nodes.forEach(function (node) {
  218. self.updateTreeProperty(node, property, value);
  219. });
  220. }
  221. return leaf;
  222. }
  223. self.collapseTree = function () {
  224. self.updateTreeProperty(self.growingTree(), "isExpanded", false);
  225. self.updatePathProperty(self.growingTree(), "/", "isExpanded", true);
  226. self.loadData(self.growingTree());
  227. }
  228. self.collapseOthers = function () {
  229. self.updateTreeProperty(self.growingTree(), "isExpanded", false);
  230. self.updatePathProperty(self.growingTree(), "/", "isExpanded", true);
  231. var _path = self.path();
  232. var _crumb = "";
  233. for (var i = 0; i < _path.length; i++) {
  234. if ((_path[i] === "/" && _crumb != "")) {
  235. self.updatePathProperty(self.growingTree(), _crumb, "isExpanded", true);
  236. }
  237. _crumb += _path[i];
  238. }
  239. self.updatePathProperty(self.growingTree(), _path, "isExpanded", true);
  240. self.loadData(self.growingTree());
  241. }
  242. self.expandTree = function () {
  243. self.updateTreeProperty(self.growingTree(), "isExpanded", true);
  244. self.loadData(self.growingTree());
  245. }
  246. self.refreshTree = function (force) {
  247. self.growingTree(jQuery.extend(true, {}, self.initialGrowingTree));
  248. Object.keys(self.treeAdditionalData).forEach(function (path) {
  249. if (path.indexOf(self.excludePath) > -1 ){
  250. if (typeof force == "boolean" && force) {
  251. self.fetchPath(path);
  252. } else {
  253. if (self.treeAdditionalData[path].loaded) {
  254. self.fetchPath(path);
  255. }
  256. }
  257. }
  258. });
  259. self.excludePath = "";
  260. }
  261. self.rebuildTree = function (leaf, paths) {
  262. paths.push(leaf.path);
  263. if (leaf.nodes.length > 0) {
  264. leaf.nodes.forEach(function (node) {
  265. if (node.isDir){
  266. self.rebuildTree(node, paths);
  267. }
  268. });
  269. }
  270. return paths;
  271. }
  272. self.setPath = function (obj, toggle) {
  273. if (self.getTreeAdditionalDataForPath(obj.path()).loaded || (! obj.isExpanded() && ! self.getTreeAdditionalDataForPath(obj.path()).loaded)) {
  274. if (typeof toggle == "boolean" && toggle){
  275. obj.isExpanded(!obj.isExpanded());
  276. } else {
  277. obj.isExpanded(true);
  278. }
  279. self.updatePathProperty(self.growingTree(), obj.path(), "isExpanded", obj.isExpanded());
  280. }
  281. self.path(obj.path());
  282. }
  283. self.togglePath = function (obj) {
  284. self.setPath(obj, true);
  285. }
  286. self.openPath = function (obj) {
  287. window.open("/filebrowser/view" + obj.path(), '_blank');
  288. }
  289. self.loadParents = function (breadcrumbs) {
  290. if (typeof breadcrumbs != "undefined" && breadcrumbs != null) {
  291. breadcrumbs.forEach(function (crumb, idx) {
  292. if (idx < breadcrumbs.length - 1 && crumb.url != "") {
  293. var _item = {
  294. path: crumb.url,
  295. name: crumb.label,
  296. rwx: "",
  297. isDir: true,
  298. page: {
  299. number: -1,
  300. num_pages: -1
  301. }
  302. }
  303. self.convertItemToObject(_item);
  304. }
  305. });
  306. $(document).trigger("loaded.parents");
  307. }
  308. }
  309. self.fetchPath = function (optionalPath, loadCallback) {
  310. var _path = typeof optionalPath != "undefined" ? optionalPath : self.path();
  311. $.getJSON('/security/api/hdfs/list' + _path, {
  312. 'pagesize': 15,
  313. 'pagenum': self.pagenum(),
  314. 'format': 'json',
  315. 'doas': vm.doAs(),
  316. 'isDiffMode': self.isDiffMode()
  317. },
  318. function (data) {
  319. if (data.status != null && data.status == 403){
  320. self.updatePathProperty(self.growingTree(), _path, "nodes", []);
  321. self.excludePath = _path;
  322. self.loadData(self.growingTree());
  323. }
  324. else {
  325. self.loadParents(data.breadcrumbs);
  326. if (data['files'] && data['files'][0] && data['files'][0]['type'] == 'dir') { // Hack for now
  327. $.each(data.files, function (index, item) {
  328. self.convertItemToObject(item);
  329. });
  330. }
  331. else {
  332. self.convertItemToObject(data);
  333. }
  334. self.getTreeAdditionalDataForPath(_path).loaded = true;
  335. if (data.page != null && data.page.number != null){
  336. self.updatePathProperty(self.growingTree(), _path, "page", data.page);
  337. }
  338. if (typeof loadCallback != "undefined"){
  339. loadCallback(data);
  340. }
  341. else {
  342. self.loadData(self.growingTree());
  343. }
  344. if (typeof optionalPath == "undefined"){
  345. self.getAcls();
  346. }
  347. }
  348. }).fail(function (xhr, textStatus, errorThrown) {
  349. $(document).trigger("error", xhr.responseText);
  350. });
  351. };
  352. self.loadMore = function (what) {
  353. self.pagenum(what.page().next_page_number());
  354. self.fetchPath(what.path());
  355. self.fromLoadMore = true;
  356. }
  357. self.getAcls = function () {
  358. $(".jHueNotify").hide();
  359. var _isLoading = window.setTimeout(function () {
  360. self.isLoadingAcls(true);
  361. }, 1000);
  362. logGA('get_acls');
  363. $.getJSON('/security/api/hdfs/get_acls', {
  364. 'path': self.path()
  365. }, function (data) {
  366. window.clearTimeout(_isLoading);
  367. if (data != null) {
  368. self.acls.removeAll();
  369. self.originalAcls.removeAll();
  370. $.each(data.entries, function (index, item) {
  371. self.acls.push(parseAcl(item));
  372. self.originalAcls.push(parseAcl(item));
  373. });
  374. self.owner(data.owner);
  375. self.group(data.group);
  376. self.isLoadingAcls(false);
  377. $(document).trigger("loaded.acls");
  378. }
  379. }).fail(function (xhr, textStatus, errorThrown) {
  380. if (xhr.responseText.search('FileNotFoundException') == -1) { // TODO only fetch on existing path
  381. $(document).trigger("error", xhr.responseText);
  382. self.isLoadingAcls(false);
  383. }
  384. });
  385. };
  386. self.updateAcls = function () {
  387. $(".jHueNotify").hide();
  388. logGA('updateAcls');
  389. $.post("/security/api/hdfs/update_acls", {
  390. 'path': self.path(),
  391. 'acls': ko.mapping.toJSON(self.acls()),
  392. 'originalAcls': ko.mapping.toJSON(self.originalAcls())
  393. }, function (data) {
  394. var toDelete = []
  395. $.each(self.acls(), function (index, item) {
  396. if (item.status() == 'deleted') {
  397. toDelete.push(item);
  398. } else {
  399. item.status('');
  400. }
  401. });
  402. $.each(toDelete, function (index, item) {
  403. self.acls.remove(item);
  404. });
  405. $(document).trigger("info", 'Done!');
  406. }
  407. ).fail(function (xhr, textStatus, errorThrown) {
  408. $(document).trigger("error", JSON.parse(xhr.responseText).message);
  409. });
  410. }
  411. }
  412. var HdfsViewModel = function (initial) {
  413. var self = this;
  414. self.assist = new Assist(self, initial);
  415. self.doAs = ko.observable(initial.user);
  416. self.doAs.subscribe(function () {
  417. self.assist.refreshTree();
  418. });
  419. self.availableHadoopUsers = ko.observableArray();
  420. self.availableHadoopGroups = ko.observableArray();
  421. self.selectableHadoopUsers = ko.computed(function() {
  422. var _users = ko.utils.arrayMap(self.availableHadoopUsers(), function(user) {
  423. return user.username;
  424. });
  425. return _users.sort();
  426. }, self);
  427. self.selectableHadoopGroups = ko.computed(function() {
  428. var _users = ko.utils.arrayMap(self.availableHadoopGroups(), function(group) {
  429. return group.name;
  430. });
  431. return _users.sort();
  432. }, self);
  433. self.init = function (path) {
  434. self.fetchUsers();
  435. self.assist.path(path);
  436. $(document).one("loaded.parents", function(){
  437. self.assist.isLoadingTree(true);
  438. var _paths = self.assist.rebuildTree(self.assist.growingTree().nodes[0], []);
  439. _paths.forEach(function(path, cnt){
  440. self.assist.fetchPath(path, function(){
  441. if (cnt == _paths.length -1){
  442. self.assist.fromRebuildTree = true;
  443. self.assist.loadData(self.assist.growingTree());
  444. self.assist.isLoadingTree(false);
  445. }
  446. });
  447. });
  448. });
  449. }
  450. self.fetchUsers = function () {
  451. $.getJSON('/desktop/api/users/autocomplete', {
  452. 'include_myself': true,
  453. 'extend_user': true
  454. }, function (data) {
  455. self.availableHadoopUsers(data.users);
  456. self.availableHadoopGroups(data.groups);
  457. $(document).trigger("loaded.users");
  458. });
  459. }
  460. };
  461. function logGA(page) {
  462. if (typeof trackOnGA == 'function') {
  463. trackOnGA('security/hdfs' + page);
  464. }
  465. }