Delete the corresponding version of JDK
# sudo rm -rf /Library/Java/JavaVirtualMachines/jdk<version>.jdk
Remove controls (java buttons) in system settings
# sudo rm -rf /Library/PreferencePanes/JavaControlPanel.prefPane
remove plugin
# sudo rm -rf /Library/Internet\ Plug-Ins/JavaAppletPlugin.plugin