package ac.ooechs.oil; import ac.essex.ooechs.imaging.commons.util.panels.FileTree; import ac.essex.ooechs.imaging.commons.util.ImageFilenameFilter; import ac.essex.ooechs.imaging.commons.segmentation.Segmenter; import ac.essex.ooechs.imaging.commons.PixelLoader; import ac.essex.ooechs.imaging.commons.Pixel; import ac.essex.ooechs.imaging.commons.window.util.WindowFeatures; import ac.essex.ooechs.imaging.commons.edge.hough.HoughTransform; import ac.essex.ooechs.imaging.shapes.SegmentedShape; import ac.essex.ooechs.imaging.shapes.Grouper; import ac.essex.ooechs.imaging.shapes.ExtraShapeData; import ac.essex.ooechs.imaging.shapes.ShapePixel; import ac.essex.ooechs.imaging.gp.problems.classification.distance.DistanceClassifier; import ac.ooechs.oil.segmentation.PipelineSegmenter; import ac.ooechs.oil.pipeclassification.PipelineClassifier; import ac.ooechs.oil.edgedetection.NewEdgeSegmenter; import javax.swing.*; import java.awt.event.ActionListener; import java.awt.event.ActionEvent; import java.awt.image.BufferedImage; import java.awt.*; import java.io.File; import java.util.Vector; /** * Second pipelines GUI. You can move your mouse around to see the hough transform * working on local areas of the image. */ public class PipelinesGUI_InteractiveLocalHough extends JFrame implements ActionListener { protected ImagePanelWindow p; protected JButton play, save; protected Segmenter segmenter; protected JLabel progress; protected BufferedImage overlay; protected FileTree f; protected static File directory; public static void main(String[] args) { String file = "/home/ooechs/Desktop/Documents/Papers/Pipelines/data"; directory = new File(file); if (!directory.exists()) { JFileChooser c = new JFileChooser(); if (c.showOpenDialog(null) == JFileChooser.APPROVE_OPTION) { directory = c.getSelectedFile(); if (!directory.isDirectory()) { directory = directory.getParentFile(); } } else { System.exit(0); } } new PipelinesGUI_InteractiveLocalHough(directory, new NewEdgeSegmenter()); } public PipelinesGUI_InteractiveLocalHough(File file, Segmenter segmenter) { super("Oil Pipelines Solution version 0.22"); try { UIManager.setLookAndFeel(UIManager.getSystemLookAndFeelClassName()); } catch (Exception ex) { System.err.println("Unable to load native look and feel"); } this.segmenter = segmenter; p = new ImagePanelWindow(true) { public void onNewWindow() { BufferedImage overlay = getImage(); if (overlay != null) { // set up the hough transform HoughTransform hough = new HoughTransform(overlay.getWidth(), overlay.getHeight()); hough.setNeighbourhoodSize(2); int points = 0; for (int dy = 0; dy < window.height; dy++) { for (int dx = 0; dx < window.width; dx++) { int x = window.left + dx; int y = window.top + dy; if (x >= overlay.getWidth()) continue; if (y >= overlay.getHeight()) continue; if (overlay.getRGB(x, y) == Color.WHITE.getRGB()) { hough.addPoint(x, y); points++; } } } lines = hough.getLines((int) (window.height*0.66)); } } }; f = new FileTree(file, new ImageFilenameFilter()) { /** * Called when a file is selected in the tree */ public void onSelectFile(File f) { loadImage(f); } }; play = new JButton("Generate Movie"); play.addActionListener(this); save = new JButton("Save"); save.addActionListener(this); JToolBar toolbar = new JToolBar(); toolbar.add(play); toolbar.add(save); JScrollPane scrollPane = new JScrollPane(f); scrollPane.setPreferredSize(new Dimension(200, -1)); JPanel main = new JPanel(new BorderLayout()); main.add(toolbar, BorderLayout.NORTH); main.add(new JScrollPane(p)); progress = new JLabel(); main.add(progress, BorderLayout.SOUTH); JSplitPane splitPane = new JSplitPane(JSplitPane.HORIZONTAL_SPLIT, true, scrollPane, main); getContentPane().add(splitPane, BorderLayout.CENTER); setDefaultCloseOperation(EXIT_ON_CLOSE); setExtendedState(MAXIMIZED_BOTH); setSize(900, 668); setLocationRelativeTo(null); setVisible(true); } public void actionPerformed(ActionEvent e) { if (e.getSource() == play) { try { File movieDir = new File("/home/ooechs/Desktop/movieframes"); movieDir.mkdir(); String[] children = f.getChildren(); for (int i = 0; i < children.length; i++) { String child = children[i]; System.out.println(child); PixelLoader image = new PixelLoader(new File(directory, child)); p.setImage(image); segment(); p.repaint(); String name; if (i < 10) { name = "000" + i; } else { if (i < 100) { name = "00" + i; } else { if (i < 1000) { name = "0" + i; } else { name = String.valueOf(i); } } } System.out.println(name); image.saveAs(new File(movieDir, "frame" + name + ".bmp")); } } catch (Exception e4) { e4.printStackTrace(); } } if (e.getSource() == save) { try { File f = new File("/home/ooechs/Desktop/pipes.png"); new PixelLoader(p.getImage()).saveAs(f); } catch (Exception er) { er.printStackTrace(); } } } protected void loadImage(File f) { if (f != null) { try { PixelLoader image = new PixelLoader(f); p.setImage(image); new Thread() { public void run() { segment(); p.repaint(); } }.start(); } catch (Exception err) { err.printStackTrace(); } } } int n = 0; PipelineSegmenter s = new PipelineSegmenter(); protected void segment() { if (segmenter == null) return; BufferedImage bufferedImage = p.getImage(); Graphics2D g = null; if (overlay == null || overlay.getWidth() != bufferedImage.getWidth() || overlay.getHeight() != bufferedImage.getHeight()) { overlay = new BufferedImage(bufferedImage.getWidth(), bufferedImage.getHeight(), BufferedImage.TYPE_INT_ARGB); g = (Graphics2D) overlay.getGraphics(); } if (g == null) { g = (Graphics2D) overlay.getGraphics(); // clear the overlay g.setColor(Color.BLACK); g.fillRect(0, 0, bufferedImage.getWidth(), bufferedImage.getHeight()); } long start = System.currentTimeMillis(); PixelLoader pl = new PixelLoader(bufferedImage); int[][] results = new int[bufferedImage.getWidth()][bufferedImage.getHeight()]; for (int y = 1; y < bufferedImage.getHeight() - 1; y++) { for (int x = 1; x < bufferedImage.getWidth() - 1; x++) { if (segmenter.segment(pl, x, y) == 2) { // only find the brightest part of the pipe - or the central region if (pl.getGreyValue(x, y) < 220) continue; results[x][y] = 1; } } } // now find the individual pipelines by skeletonising the shapes from the segmenter Vector shapes = new Grouper().getShapes(results); for (int i = 0; i < shapes.size(); i++) { SegmentedShape shape = shapes.elementAt(i); if (shape.originalValue == 0) continue; ExtraShapeData esd = new ExtraShapeData(shape); esd.skeletonise(); // draw the shape on the overlay for (int y = 0; y < esd.boundingHeight; y++) { for (int x = 0; x < esd.boundingWidth; x++) { ShapePixel p = esd.array[x][y]; if (p != null) { overlay.setRGB(p.x, p.y, Color.WHITE.getRGB()); //hough.addPoint(p.x, p.y); } } } } // display the work we've done p.setImage(overlay); long end = System.currentTimeMillis(); progress.setText("Time: " + (end - start)); } protected int bad = 0; public void evaluatePipeline(Graphics g, Pixel start, Pixel end, PixelLoader subImage, boolean swap) { PipelineClassifier classifier = new PipelineClassifier(); DistanceClassifier c = new DistanceClassifier(); try { int windowWidth = subImage.getWidth(); int windowHeight = 5; int dx = end.x - start.x; int dy = end.y - start.y; int maxHeight = subImage.getHeight() - windowHeight; // create the windows we want to test for (int y = 0; y < maxHeight; y++) { ac.essex.ooechs.imaging.commons.window.data.Window window; if (swap) { window = new ac.essex.ooechs.imaging.commons.window.data.Window(windowWidth, windowHeight, 0, maxHeight - y - 1, null); } else { window = new ac.essex.ooechs.imaging.commons.window.data.Window(windowWidth, windowHeight, 0, y, null); } double[] features = WindowFeatures.getFeatures(subImage, window); if (classify(features) == -1) { if (y % 5 == 0) { //PixelLoader subsubImage = subImage.getSubImage(new ImageWindow(window)); //subsubImage.saveAs("/home/ooechs/Desktop/bad/bad" + bad + ".bmp"); bad++; } } double mean = -17.83; double maxDist = 71.17; double dist = Math.abs(eval(features) - mean); // set a colour int red = (int) ((dist / maxDist) * 255); if (red > 255) red = 255; int green = 255 - red; g.setColor(new Color(red, green, 0)); // draw the point, but translate it onto the original image double py = y / (double) subImage.getHeight(); int nx = start.x + (int) (dx * py); int ny = start.y + (int) (dy * py); g.drawOval(nx - 2, ny - 2, 4, 4); } } catch (Exception e) { e.printStackTrace(); } } public double eval(double[] feature) { double node8 = feature[3] * 0.45445273909203254; double node6 = feature[16] * node8; double node5 = node6 / -0.6493517511388426; double node3 = 0.0 + node5; double node2 = feature[26] != 0 ? node3 / feature[26] : 0; double node1 = node2 - feature[18]; return (node1 + feature[25]) / 2; } final int correctClassID = 1; final double threshold = 10.0; final double mean = -17.834495544433594; public int classify(double[] feature) { if (Math.abs(eval(feature) - mean) < threshold) return 1; else return -1; } public void evaluatePipeline2(Graphics g, Pixel start, Pixel end, PixelLoader subImage) { PipelineClassifier classifier = new PipelineClassifier(); try { int windowWidth = subImage.getWidth(); int windowHeight = 10; int dx = end.x - start.x; int dy = end.y - start.y; // create the windows we want to test for (int y = 0; y < subImage.getHeight() - windowHeight; y++) { ac.essex.ooechs.imaging.commons.window.data.Window window = new ac.essex.ooechs.imaging.commons.window.data.Window(windowWidth, windowHeight, 0, y, null); int classID = classifier.classify(subImage, window); // draw the point, but translate it onto the original image double py = y / (double) subImage.getHeight(); int nx = start.x + (int) (dx * py); int ny = start.y + (int) (dy * py); // draw the point on the screen if (classID == 0) { g.setColor(Color.RED); } else { g.setColor(Color.GREEN); g.drawOval(nx - 2, ny - 2, 4, 4); } } } catch (Exception e) { e.printStackTrace(); } } }