public void saveSourceTable(TableDesc srcTable, String prj) throws IOException { try (AutoLock lock = srcTableMapLock.lockForWrite()) { srcTable.init(config, prj); srcTableCrud.save(srcTable); } }
@Override protected TableDesc initEntityAfterReload(TableDesc t, String resourceName) { String prj = TableDesc.parseResourcePath(resourceName).getSecond(); t.init(config, prj); return t; } };
public static TableDesc generateKylinTable(KylinConfig kylinConfig, SinkTool sinkTool, String subject, List<Pair<String, String>> columns) { TableDesc kylinTable = new TableDesc(); Pair<String, String> tableNameSplits = ActiveReservoirReporter .getTableNameSplits(sinkTool.getTableNameForMetrics(subject)); kylinTable.setUuid(RandomUtil.randomUUID().toString()); kylinTable.setDatabase(tableNameSplits.getFirst()); kylinTable.setName(tableNameSplits.getSecond()); kylinTable.setTableType(null); kylinTable.setLastModified(0L); kylinTable.setSourceType(sinkTool.getSourceType()); ColumnDesc[] columnDescs = new ColumnDesc[columns.size()]; for (int i = 0; i < columns.size(); i++) { columnDescs[i] = new ColumnDesc(); Pair<String, String> entry = columns.get(i); columnDescs[i].setId(Integer.toString(i + 1)); columnDescs[i].setName(entry.getFirst()); columnDescs[i].setDatatype(entry.getSecond()); } kylinTable.setColumns(columnDescs); kylinTable.init(kylinConfig, MetricsManager.SYSTEM_PROJECT); return kylinTable; } }
private TableDesc reloadSourceTableAt(String path) throws IOException { ResourceStore store = getStore(); TableDesc t = store.getResource(path, TableDesc.class, TABLE_SERIALIZER); if (t == null) { logger.error("Didn't load table at " + path); return null; } t.init(); String tableIdentity = t.getIdentity(); srcTableMap.putLocal(tableIdentity, t); return t; }
private void upgradeTableDesc() { List<String> paths = listResourceStore(ResourceStore.TABLE_RESOURCE_ROOT); for (String path : paths) { TableDesc t; try { t = store.getResource(path, TableDesc.class, MetadataManager.TABLE_SERIALIZER); t.init(); // if it only has 1 "." in the path, delete the old resource if it exists if (path.substring(path.indexOf(".")).length() == MetadataConstants.FILE_SURFIX.length()) { getStore().deleteResource(path); // the new source will be new; t.setLastModified(0); getStore().putResource(t.getResourcePath(), t, MetadataManager.TABLE_SERIALIZER); updatedResources.add(t.getResourcePath()); } } catch (IOException e) { e.printStackTrace(); errorMsgs.add("Upgrade TableDesc at '" + path + "' failed: " + e.getLocalizedMessage()); } } }
public void saveSourceTable(TableDesc srcTable) throws IOException { if (srcTable.getUuid() == null || srcTable.getIdentity() == null) { throw new IllegalArgumentException(); } srcTable.init(); String path = srcTable.getResourcePath(); getStore().putResource(path, srcTable, TABLE_SERIALIZER); srcTableMap.put(srcTable.getIdentity(), srcTable); }
public void saveSourceTable(TableDesc srcTable, String prj) throws IOException { try (AutoLock lock = srcTableMapLock.lockForWrite()) { srcTable.init(config, prj); srcTableCrud.save(srcTable); } }
@Override protected TableDesc initEntityAfterReload(TableDesc t, String resourceName) { String prj = TableDesc.parseResourcePath(resourceName).getSecond(); t.init(config, prj); return t; } };
private TableDesc reloadSourceTableAt(String path) throws IOException { ResourceStore store = getStore(); TableDesc t = store.getResource(path, TableDesc.class, TABLE_SERIALIZER); if (t == null) { logger.error("Didn't load table at " + path); return null; } t.init(); String tableIdentity = t.getIdentity(); srcTableMap.putLocal(tableIdentity, t); return t; }
private void upgradeTableDesc() { List<String> paths = listResourceStore(ResourceStore.TABLE_RESOURCE_ROOT); for (String path : paths) { TableDesc t; try { t = store.getResource(path, TableDesc.class, MetadataManager.TABLE_SERIALIZER); t.init(); // if it only has 1 "." in the path, delete the old resource if it exists if (path.substring(path.indexOf(".")).length() == MetadataConstants.FILE_SURFIX.length()) { getStore().deleteResource(path); // the new source will be new; t.setLastModified(0); getStore().putResource(t.getResourcePath(), t, MetadataManager.TABLE_SERIALIZER); updatedResources.add(t.getResourcePath()); } } catch (IOException e) { e.printStackTrace(); errorMsgs.add("Upgrade TableDesc at '" + path + "' failed: " + e.getLocalizedMessage()); } } }
public void saveSourceTable(TableDesc srcTable) throws IOException { if (srcTable.getUuid() == null || srcTable.getIdentity() == null) { throw new IllegalArgumentException(); } srcTable.init(); String path = srcTable.getResourcePath(); getStore().putResource(path, srcTable, TABLE_SERIALIZER); srcTableMap.put(srcTable.getIdentity(), srcTable); }
public static TableDesc generateKylinTable(KylinConfig kylinConfig, SinkTool sinkTool, String subject, List<Pair<String, String>> columns) { TableDesc kylinTable = new TableDesc(); Pair<String, String> tableNameSplits = ActiveReservoirReporter .getTableNameSplits(sinkTool.getTableNameForMetrics(subject)); kylinTable.setUuid(RandomUtil.randomUUID().toString()); kylinTable.setDatabase(tableNameSplits.getFirst()); kylinTable.setName(tableNameSplits.getSecond()); kylinTable.setTableType(null); kylinTable.setLastModified(0L); kylinTable.setSourceType(sinkTool.getSourceType()); ColumnDesc[] columnDescs = new ColumnDesc[columns.size()]; for (int i = 0; i < columns.size(); i++) { columnDescs[i] = new ColumnDesc(); Pair<String, String> entry = columns.get(i); columnDescs[i].setId(Integer.toString(i + 1)); columnDescs[i].setName(entry.getFirst()); columnDescs[i].setDatatype(entry.getSecond()); } kylinTable.setColumns(columnDescs); kylinTable.init(kylinConfig, MetricsManager.SYSTEM_PROJECT); return kylinTable; } }