<HTML>
<BODY BGCOLOR="white">
<PRE>
<FONT color="green">001</FONT> package org.maltparser.ml.liblinear;<a name="line.1"></a>
<FONT color="green">002</FONT> <a name="line.2"></a>
<FONT color="green">003</FONT> import java.io.BufferedReader;<a name="line.3"></a>
<FONT color="green">004</FONT> import java.io.BufferedWriter;<a name="line.4"></a>
<FONT color="green">005</FONT> import java.io.File;<a name="line.5"></a>
<FONT color="green">006</FONT> import java.io.FileNotFoundException;<a name="line.6"></a>
<FONT color="green">007</FONT> import java.io.IOException;<a name="line.7"></a>
<FONT color="green">008</FONT> import java.io.InputStream;<a name="line.8"></a>
<FONT color="green">009</FONT> import java.io.InputStreamReader;<a name="line.9"></a>
<FONT color="green">010</FONT> import java.io.OutputStreamWriter;<a name="line.10"></a>
<FONT color="green">011</FONT> import java.io.PrintStream;<a name="line.11"></a>
<FONT color="green">012</FONT> import java.util.ArrayList;<a name="line.12"></a>
<FONT color="green">013</FONT> import java.util.HashMap;<a name="line.13"></a>
<FONT color="green">014</FONT> import java.util.LinkedHashMap;<a name="line.14"></a>
<FONT color="green">015</FONT> import java.util.Map;<a name="line.15"></a>
<FONT color="green">016</FONT> import java.util.Set;<a name="line.16"></a>
<FONT color="green">017</FONT> import java.util.jar.JarEntry;<a name="line.17"></a>
<FONT color="green">018</FONT> import java.util.regex.Pattern;<a name="line.18"></a>
<FONT color="green">019</FONT> import java.util.regex.PatternSyntaxException;<a name="line.19"></a>
<FONT color="green">020</FONT> <a name="line.20"></a>
<FONT color="green">021</FONT> import liblinear.FeatureNode;<a name="line.21"></a>
<FONT color="green">022</FONT> import liblinear.Linear;<a name="line.22"></a>
<FONT color="green">023</FONT> import liblinear.Model;<a name="line.23"></a>
<FONT color="green">024</FONT> import liblinear.Parameter;<a name="line.24"></a>
<FONT color="green">025</FONT> import liblinear.Problem;<a name="line.25"></a>
<FONT color="green">026</FONT> import liblinear.SolverType;<a name="line.26"></a>
<FONT color="green">027</FONT> <a name="line.27"></a>
<FONT color="green">028</FONT> <a name="line.28"></a>
<FONT color="green">029</FONT> <a name="line.29"></a>
<FONT color="green">030</FONT> import org.maltparser.core.exception.MaltChainedException;<a name="line.30"></a>
<FONT color="green">031</FONT> import org.maltparser.core.feature.FeatureVector;<a name="line.31"></a>
<FONT color="green">032</FONT> import org.maltparser.core.feature.function.FeatureFunction;<a name="line.32"></a>
<FONT color="green">033</FONT> import org.maltparser.core.feature.value.FeatureValue;<a name="line.33"></a>
<FONT color="green">034</FONT> import org.maltparser.core.feature.value.MultipleFeatureValue;<a name="line.34"></a>
<FONT color="green">035</FONT> import org.maltparser.core.feature.value.SingleFeatureValue;<a name="line.35"></a>
<FONT color="green">036</FONT> import org.maltparser.core.helper.NoPrintStream;<a name="line.36"></a>
<FONT color="green">037</FONT> import org.maltparser.core.syntaxgraph.DependencyStructure;<a name="line.37"></a>
<FONT color="green">038</FONT> import org.maltparser.ml.LearningMethod;<a name="line.38"></a>
<FONT color="green">039</FONT> import org.maltparser.parser.DependencyParserConfig;<a name="line.39"></a>
<FONT color="green">040</FONT> import org.maltparser.parser.guide.instance.InstanceModel;<a name="line.40"></a>
<FONT color="green">041</FONT> import org.maltparser.parser.history.action.SingleDecision;<a name="line.41"></a>
<FONT color="green">042</FONT> import org.maltparser.parser.history.kbest.KBestList;<a name="line.42"></a>
<FONT color="green">043</FONT> import org.maltparser.parser.history.kbest.ScoredKBestList;<a name="line.43"></a>
<FONT color="green">044</FONT> <a name="line.44"></a>
<FONT color="green">045</FONT> <a name="line.45"></a>
<FONT color="green">046</FONT> public class Liblinear implements LearningMethod {<a name="line.46"></a>
<FONT color="green">047</FONT> public final static String LIBLINEAR_VERSION = "1.51";<a name="line.47"></a>
<FONT color="green">048</FONT> public enum Verbostity {<a name="line.48"></a>
<FONT color="green">049</FONT> SILENT, ERROR, ALL<a name="line.49"></a>
<FONT color="green">050</FONT> }<a name="line.50"></a>
<FONT color="green">051</FONT> private LinkedHashMap<String, String> liblinearOptions;<a name="line.51"></a>
<FONT color="green">052</FONT> <a name="line.52"></a>
<FONT color="green">053</FONT> protected InstanceModel owner;<a name="line.53"></a>
<FONT color="green">054</FONT> protected int learnerMode;<a name="line.54"></a>
<FONT color="green">055</FONT> protected String name;<a name="line.55"></a>
<FONT color="green">056</FONT> protected int numberOfInstances;<a name="line.56"></a>
<FONT color="green">057</FONT> protected boolean saveInstanceFiles;<a name="line.57"></a>
<FONT color="green">058</FONT> protected boolean excludeNullValues;<a name="line.58"></a>
<FONT color="green">059</FONT> protected String pathExternalLiblinearTrain = null;<a name="line.59"></a>
<FONT color="green">060</FONT> private int[] cardinalities;<a name="line.60"></a>
<FONT color="green">061</FONT> /**<a name="line.61"></a>
<FONT color="green">062</FONT> * Instance output stream writer <a name="line.62"></a>
<FONT color="green">063</FONT> */<a name="line.63"></a>
<FONT color="green">064</FONT> private BufferedWriter instanceOutput = null; <a name="line.64"></a>
<FONT color="green">065</FONT> /**<a name="line.65"></a>
<FONT color="green">066</FONT> * Liblinear model object, only used during classification.<a name="line.66"></a>
<FONT color="green">067</FONT> */<a name="line.67"></a>
<FONT color="green">068</FONT> private Model model = null;<a name="line.68"></a>
<FONT color="green">069</FONT> <a name="line.69"></a>
<FONT color="green">070</FONT> /**<a name="line.70"></a>
<FONT color="green">071</FONT> * Parameter string<a name="line.71"></a>
<FONT color="green">072</FONT> */<a name="line.72"></a>
<FONT color="green">073</FONT> private String paramString;<a name="line.73"></a>
<FONT color="green">074</FONT> <a name="line.74"></a>
<FONT color="green">075</FONT> private ArrayList<FeatureNode> xlist = null;<a name="line.75"></a>
<FONT color="green">076</FONT> <a name="line.76"></a>
<FONT color="green">077</FONT> private Verbostity verbosity;<a name="line.77"></a>
<FONT color="green">078</FONT> /**<a name="line.78"></a>
<FONT color="green">079</FONT> * Constructs a Liblinear learner.<a name="line.79"></a>
<FONT color="green">080</FONT> * <a name="line.80"></a>
<FONT color="green">081</FONT> * @param owner the guide model owner<a name="line.81"></a>
<FONT color="green">082</FONT> * @param learnerMode the mode of the learner TRAIN or CLASSIFY<a name="line.82"></a>
<FONT color="green">083</FONT> */<a name="line.83"></a>
<FONT color="green">084</FONT> public Liblinear(InstanceModel owner, Integer learnerMode) throws MaltChainedException {<a name="line.84"></a>
<FONT color="green">085</FONT> setOwner(owner);<a name="line.85"></a>
<FONT color="green">086</FONT> setLearningMethodName("liblinear");<a name="line.86"></a>
<FONT color="green">087</FONT> setLearnerMode(learnerMode.intValue());<a name="line.87"></a>
<FONT color="green">088</FONT> setNumberOfInstances(0);<a name="line.88"></a>
<FONT color="green">089</FONT> verbosity = Verbostity.SILENT;<a name="line.89"></a>
<FONT color="green">090</FONT> <a name="line.90"></a>
<FONT color="green">091</FONT> liblinearOptions = new LinkedHashMap<String, String>();<a name="line.91"></a>
<FONT color="green">092</FONT> initLiblinearOptions();<a name="line.92"></a>
<FONT color="green">093</FONT> parseParameters(getConfiguration().getOptionValue("liblinear", "liblinear_options").toString());<a name="line.93"></a>
<FONT color="green">094</FONT> initSpecialParameters();<a name="line.94"></a>
<FONT color="green">095</FONT> if (learnerMode == BATCH) {<a name="line.95"></a>
<FONT color="green">096</FONT> // if (owner.getGuide().getConfiguration().getConfigLogger().isInfoEnabled()) {<a name="line.96"></a>
<FONT color="green">097</FONT> // if (pathExternalLiblinearTrain != null) {<a name="line.97"></a>
<FONT color="green">098</FONT> // owner.getGuide().getConfiguration().getConfigLogger().info(" Learner : Liblinear external "+ getLibLinearOptions() + "\n");<a name="line.98"></a>
<FONT color="green">099</FONT> // } else {<a name="line.99"></a>
<FONT color="green">100</FONT> // owner.getGuide().getConfiguration().getConfigLogger().info(" Learner : Liblinear "+LIBLINEAR_VERSION+" "+ getLibLinearOptions() + "\n");<a name="line.100"></a>
<FONT color="green">101</FONT> // }<a name="line.101"></a>
<FONT color="green">102</FONT> // }<a name="line.102"></a>
<FONT color="green">103</FONT> instanceOutput = new BufferedWriter(getInstanceOutputStreamWriter(".ins"));<a name="line.103"></a>
<FONT color="green">104</FONT> } <a name="line.104"></a>
<FONT color="green">105</FONT> // else {<a name="line.105"></a>
<FONT color="green">106</FONT> // if (owner.getGuide().getConfiguration().getConfigLogger().isInfoEnabled()) {<a name="line.106"></a>
<FONT color="green">107</FONT> // owner.getGuide().getConfiguration().getConfigLogger().info(" Classifier : Liblinear "+LIBLINEAR_VERSION+" "+ getLibLinearOptions()+ "\n");<a name="line.107"></a>
<FONT color="green">108</FONT> // }<a name="line.108"></a>
<FONT color="green">109</FONT> // }<a name="line.109"></a>
<FONT color="green">110</FONT> }<a name="line.110"></a>
<FONT color="green">111</FONT> <a name="line.111"></a>
<FONT color="green">112</FONT> <a name="line.112"></a>
<FONT color="green">113</FONT> public void addInstance(SingleDecision decision, FeatureVector featureVector) throws MaltChainedException {<a name="line.113"></a>
<FONT color="green">114</FONT> if (featureVector == null) {<a name="line.114"></a>
<FONT color="green">115</FONT> throw new LiblinearException("The feature vector cannot be found");<a name="line.115"></a>
<FONT color="green">116</FONT> } else if (decision == null) {<a name="line.116"></a>
<FONT color="green">117</FONT> throw new LiblinearException("The decision cannot be found");<a name="line.117"></a>
<FONT color="green">118</FONT> } <a name="line.118"></a>
<FONT color="green">119</FONT> try {<a name="line.119"></a>
<FONT color="green">120</FONT> instanceOutput.write(decision.getDecisionCode()+"\t");<a name="line.120"></a>
<FONT color="green">121</FONT> for (int i = 0; i < featureVector.size(); i++) {<a name="line.121"></a>
<FONT color="green">122</FONT> FeatureValue featureValue = featureVector.get(i).getFeatureValue();<a name="line.122"></a>
<FONT color="green">123</FONT> if (excludeNullValues == true && featureValue.isNullValue()) {<a name="line.123"></a>
<FONT color="green">124</FONT> instanceOutput.write("-1");<a name="line.124"></a>
<FONT color="green">125</FONT> } else {<a name="line.125"></a>
<FONT color="green">126</FONT> if (featureValue instanceof SingleFeatureValue) {<a name="line.126"></a>
<FONT color="green">127</FONT> instanceOutput.write(((SingleFeatureValue)featureValue).getCode()+"");<a name="line.127"></a>
<FONT color="green">128</FONT> } else if (featureValue instanceof MultipleFeatureValue) {<a name="line.128"></a>
<FONT color="green">129</FONT> Set<Integer> values = ((MultipleFeatureValue)featureValue).getCodes();<a name="line.129"></a>
<FONT color="green">130</FONT> int j=0;<a name="line.130"></a>
<FONT color="green">131</FONT> for (Integer value : values) {<a name="line.131"></a>
<FONT color="green">132</FONT> instanceOutput.write(value.toString());<a name="line.132"></a>
<FONT color="green">133</FONT> if (j != values.size()-1) {<a name="line.133"></a>
<FONT color="green">134</FONT> instanceOutput.write("|");<a name="line.134"></a>
<FONT color="green">135</FONT> }<a name="line.135"></a>
<FONT color="green">136</FONT> j++;<a name="line.136"></a>
<FONT color="green">137</FONT> }<a name="line.137"></a>
<FONT color="green">138</FONT> }<a name="line.138"></a>
<FONT color="green">139</FONT> }<a name="line.139"></a>
<FONT color="green">140</FONT> if (i != featureVector.size()) {<a name="line.140"></a>
<FONT color="green">141</FONT> instanceOutput.write('\t');<a name="line.141"></a>
<FONT color="green">142</FONT> }<a name="line.142"></a>
<FONT color="green">143</FONT> }<a name="line.143"></a>
<FONT color="green">144</FONT> <a name="line.144"></a>
<FONT color="green">145</FONT> instanceOutput.write('\n');<a name="line.145"></a>
<FONT color="green">146</FONT> instanceOutput.flush();<a name="line.146"></a>
<FONT color="green">147</FONT> increaseNumberOfInstances();<a name="line.147"></a>
<FONT color="green">148</FONT> } catch (IOException e) {<a name="line.148"></a>
<FONT color="green">149</FONT> throw new LiblinearException("The Liblinear learner cannot write to the instance file. ", e);<a name="line.149"></a>
<FONT color="green">150</FONT> }<a name="line.150"></a>
<FONT color="green">151</FONT> }<a name="line.151"></a>
<FONT color="green">152</FONT> <a name="line.152"></a>
<FONT color="green">153</FONT> public void finalizeSentence(DependencyStructure dependencyGraph) throws MaltChainedException { }<a name="line.153"></a>
<FONT color="green">154</FONT> <a name="line.154"></a>
<FONT color="green">155</FONT> /* (non-Javadoc)<a name="line.155"></a>
<FONT color="green">156</FONT> * @see org.maltparser.ml.LearningMethod#noMoreInstances()<a name="line.156"></a>
<FONT color="green">157</FONT> */<a name="line.157"></a>
<FONT color="green">158</FONT> public void noMoreInstances() throws MaltChainedException {<a name="line.158"></a>
<FONT color="green">159</FONT> closeInstanceWriter();<a name="line.159"></a>
<FONT color="green">160</FONT> }<a name="line.160"></a>
<FONT color="green">161</FONT> <a name="line.161"></a>
<FONT color="green">162</FONT> <a name="line.162"></a>
<FONT color="green">163</FONT> /* (non-Javadoc)<a name="line.163"></a>
<FONT color="green">164</FONT> * @see org.maltparser.ml.LearningMethod#train(org.maltparser.parser.guide.feature.FeatureVector)<a name="line.164"></a>
<FONT color="green">165</FONT> */<a name="line.165"></a>
<FONT color="green">166</FONT> public void train(FeatureVector featureVector) throws MaltChainedException {<a name="line.166"></a>
<FONT color="green">167</FONT> if (featureVector == null) {<a name="line.167"></a>
<FONT color="green">168</FONT> throw new LiblinearException("The feature vector cannot be found. ");<a name="line.168"></a>
<FONT color="green">169</FONT> } else if (owner == null) {<a name="line.169"></a>
<FONT color="green">170</FONT> throw new LiblinearException("The parent guide model cannot be found. ");<a name="line.170"></a>
<FONT color="green">171</FONT> }<a name="line.171"></a>
<FONT color="green">172</FONT> cardinalities = getCardinalities(featureVector);<a name="line.172"></a>
<FONT color="green">173</FONT> if (pathExternalLiblinearTrain == null) {<a name="line.173"></a>
<FONT color="green">174</FONT> try {<a name="line.174"></a>
<FONT color="green">175</FONT> final Problem problem = readLibLinearProblem(getInstanceInputStreamReader(".ins"), cardinalities);<a name="line.175"></a>
<FONT color="green">176</FONT> if (owner.getGuide().getConfiguration().getConfigLogger().isInfoEnabled()) {<a name="line.176"></a>
<FONT color="green">177</FONT> owner.getGuide().getConfiguration().getConfigLogger().info("Creating Liblinear model "+getFile(".mod").getName()+"\n");<a name="line.177"></a>
<FONT color="green">178</FONT> }<a name="line.178"></a>
<FONT color="green">179</FONT> final PrintStream out = System.out;<a name="line.179"></a>
<FONT color="green">180</FONT> final PrintStream err = System.err;<a name="line.180"></a>
<FONT color="green">181</FONT> System.setOut(NoPrintStream.NO_PRINTSTREAM);<a name="line.181"></a>
<FONT color="green">182</FONT> System.setErr(NoPrintStream.NO_PRINTSTREAM);<a name="line.182"></a>
<FONT color="green">183</FONT> Linear.saveModel(new File(getFile(".mod").getAbsolutePath()), Linear.train(problem, getLiblinearParameters()));<a name="line.183"></a>
<FONT color="green">184</FONT> System.setOut(err);<a name="line.184"></a>
<FONT color="green">185</FONT> System.setOut(out);<a name="line.185"></a>
<FONT color="green">186</FONT> if (!saveInstanceFiles) {<a name="line.186"></a>
<FONT color="green">187</FONT> getFile(".ins").delete();<a name="line.187"></a>
<FONT color="green">188</FONT> }<a name="line.188"></a>
<FONT color="green">189</FONT> } catch (OutOfMemoryError e) {<a name="line.189"></a>
<FONT color="green">190</FONT> throw new LiblinearException("Out of memory. Please increase the Java heap size (-Xmx<size>). ", e);<a name="line.190"></a>
<FONT color="green">191</FONT> } catch (IllegalArgumentException e) {<a name="line.191"></a>
<FONT color="green">192</FONT> throw new LiblinearException("The Liblinear learner was not able to redirect Standard Error stream. ", e);<a name="line.192"></a>
<FONT color="green">193</FONT> } catch (SecurityException e) {<a name="line.193"></a>
<FONT color="green">194</FONT> throw new LiblinearException("The Liblinear learner cannot remove the instance file. ", e);<a name="line.194"></a>
<FONT color="green">195</FONT> } catch (IOException e) {<a name="line.195"></a>
<FONT color="green">196</FONT> throw new LiblinearException("The Liblinear learner cannot save the model file '"+getFile(".mod").getAbsolutePath()+"'. ", e);<a name="line.196"></a>
<FONT color="green">197</FONT> }<a name="line.197"></a>
<FONT color="green">198</FONT> } else {<a name="line.198"></a>
<FONT color="green">199</FONT> trainExternal(featureVector);<a name="line.199"></a>
<FONT color="green">200</FONT> }<a name="line.200"></a>
<FONT color="green">201</FONT> saveCardinalities(getInstanceOutputStreamWriter(".car"), cardinalities);<a name="line.201"></a>
<FONT color="green">202</FONT> }<a name="line.202"></a>
<FONT color="green">203</FONT> <a name="line.203"></a>
<FONT color="green">204</FONT> @Override<a name="line.204"></a>
<FONT color="green">205</FONT> public double crossValidate(FeatureVector featureVector, int nrOfSplits)<a name="line.205"></a>
<FONT color="green">206</FONT> throws MaltChainedException {<a name="line.206"></a>
<FONT color="green">207</FONT> if (featureVector == null) {<a name="line.207"></a>
<FONT color="green">208</FONT> throw new LiblinearException("The feature vector cannot be found. ");<a name="line.208"></a>
<FONT color="green">209</FONT> } else if (owner == null) {<a name="line.209"></a>
<FONT color="green">210</FONT> throw new LiblinearException("The parent guide model cannot be found. ");<a name="line.210"></a>
<FONT color="green">211</FONT> }<a name="line.211"></a>
<FONT color="green">212</FONT> <a name="line.212"></a>
<FONT color="green">213</FONT> cardinalities = getCardinalities(featureVector);<a name="line.213"></a>
<FONT color="green">214</FONT> <a name="line.214"></a>
<FONT color="green">215</FONT> double crossValidationAccuracy = 0.0;<a name="line.215"></a>
<FONT color="green">216</FONT> <a name="line.216"></a>
<FONT color="green">217</FONT> //if (pathExternalLiblinearTrain == null) {<a name="line.217"></a>
<FONT color="green">218</FONT> try {<a name="line.218"></a>
<FONT color="green">219</FONT> final Problem problem = readLibLinearProblem(getInstanceInputStreamReader(".ins"), cardinalities);<a name="line.219"></a>
<FONT color="green">220</FONT> if (owner.getGuide().getConfiguration().getConfigLogger().isInfoEnabled()) {<a name="line.220"></a>
<FONT color="green">221</FONT> owner.getGuide().getConfiguration().getConfigLogger().info("Doing cross validation for model "+ owner.getModelName() + "\n");<a name="line.221"></a>
<FONT color="green">222</FONT> }<a name="line.222"></a>
<FONT color="green">223</FONT> final PrintStream out = System.out;<a name="line.223"></a>
<FONT color="green">224</FONT> final PrintStream err = System.err;<a name="line.224"></a>
<FONT color="green">225</FONT> System.setOut(NoPrintStream.NO_PRINTSTREAM);<a name="line.225"></a>
<FONT color="green">226</FONT> System.setErr(NoPrintStream.NO_PRINTSTREAM);<a name="line.226"></a>
<FONT color="green">227</FONT> <a name="line.227"></a>
<FONT color="green">228</FONT> int[] target = new int[problem.l];<a name="line.228"></a>
<FONT color="green">229</FONT> <a name="line.229"></a>
<FONT color="green">230</FONT> Linear.crossValidation(problem, getLiblinearParameters(), nrOfSplits, target);<a name="line.230"></a>
<FONT color="green">231</FONT> <a name="line.231"></a>
<FONT color="green">232</FONT> double totalCorrect = 0;<a name="line.232"></a>
<FONT color="green">233</FONT> for (int i = 0; i < problem.l; i++)<a name="line.233"></a>
<FONT color="green">234</FONT> if (target[i] == problem.y[i]) ++totalCorrect;<a name="line.234"></a>
<FONT color="green">235</FONT> <a name="line.235"></a>
<FONT color="green">236</FONT> if(totalCorrect>0)<a name="line.236"></a>
<FONT color="green">237</FONT> crossValidationAccuracy = 100.0 * totalCorrect / problem.l;<a name="line.237"></a>
<FONT color="green">238</FONT> <a name="line.238"></a>
<FONT color="green">239</FONT> System.setOut(err);<a name="line.239"></a>
<FONT color="green">240</FONT> System.setOut(out);<a name="line.240"></a>
<FONT color="green">241</FONT> //Don't delete the instance file here<a name="line.241"></a>
<FONT color="green">242</FONT> //if (!saveInstanceFiles) {<a name="line.242"></a>
<FONT color="green">243</FONT> // getFile(".ins").delete();<a name="line.243"></a>
<FONT color="green">244</FONT> //}<a name="line.244"></a>
<FONT color="green">245</FONT> } catch (OutOfMemoryError e) {<a name="line.245"></a>
<FONT color="green">246</FONT> throw new LiblinearException("Out of memory. Please increase the Java heap size (-Xmx<size>). ", e);<a name="line.246"></a>
<FONT color="green">247</FONT> } catch (IllegalArgumentException e) {<a name="line.247"></a>
<FONT color="green">248</FONT> throw new LiblinearException("The Liblinear learner was not able to redirect Standard Error stream. ", e);<a name="line.248"></a>
<FONT color="green">249</FONT> } catch (SecurityException e) {<a name="line.249"></a>
<FONT color="green">250</FONT> throw new LiblinearException("The Liblinear learner cannot remove the instance file. ", e);<a name="line.250"></a>
<FONT color="green">251</FONT> }<a name="line.251"></a>
<FONT color="green">252</FONT> //} else {<a name="line.252"></a>
<FONT color="green">253</FONT> // trainExternal(featureVector);<a name="line.253"></a>
<FONT color="green">254</FONT> //}<a name="line.254"></a>
<FONT color="green">255</FONT> <a name="line.255"></a>
<FONT color="green">256</FONT> return crossValidationAccuracy;<a name="line.256"></a>
<FONT color="green">257</FONT> }<a name="line.257"></a>
<FONT color="green">258</FONT> <a name="line.258"></a>
<FONT color="green">259</FONT> private void trainExternal(FeatureVector featureVector) throws MaltChainedException {<a name="line.259"></a>
<FONT color="green">260</FONT> try { <a name="line.260"></a>
<FONT color="green">261</FONT> maltSVMFormat2OriginalSVMFormat(getInstanceInputStreamReader(".ins"), getInstanceOutputStreamWriter(".ins.tmp"), cardinalities);<a name="line.261"></a>
<FONT color="green">262</FONT> owner.getGuide().getConfiguration().getConfigLogger().info("Creating Liblinear model (external) "+getFile(".mod").getName());<a name="line.262"></a>
<FONT color="green">263</FONT> <a name="line.263"></a>
<FONT color="green">264</FONT> final String[] params = getLibLinearParamStringArray();<a name="line.264"></a>
<FONT color="green">265</FONT> String[] arrayCommands = new String[params.length+3];<a name="line.265"></a>
<FONT color="green">266</FONT> int i = 0;<a name="line.266"></a>
<FONT color="green">267</FONT> arrayCommands[i++] = pathExternalLiblinearTrain;<a name="line.267"></a>
<FONT color="green">268</FONT> for (; i <= params.length; i++) {<a name="line.268"></a>
<FONT color="green">269</FONT> arrayCommands[i] = params[i-1];<a name="line.269"></a>
<FONT color="green">270</FONT> }<a name="line.270"></a>
<FONT color="green">271</FONT> arrayCommands[i++] = getFile(".ins.tmp").getAbsolutePath();<a name="line.271"></a>
<FONT color="green">272</FONT> arrayCommands[i++] = getFile(".mod").getAbsolutePath();<a name="line.272"></a>
<FONT color="green">273</FONT> <a name="line.273"></a>
<FONT color="green">274</FONT> if (verbosity == Verbostity.ALL) {<a name="line.274"></a>
<FONT color="green">275</FONT> owner.getGuide().getConfiguration().getConfigLogger().info('\n');<a name="line.275"></a>
<FONT color="green">276</FONT> }<a name="line.276"></a>
<FONT color="green">277</FONT> final Process child = Runtime.getRuntime().exec(arrayCommands);<a name="line.277"></a>
<FONT color="green">278</FONT> final InputStream in = child.getInputStream();<a name="line.278"></a>
<FONT color="green">279</FONT> final InputStream err = child.getErrorStream();<a name="line.279"></a>
<FONT color="green">280</FONT> int c;<a name="line.280"></a>
<FONT color="green">281</FONT> while ((c = in.read()) != -1){<a name="line.281"></a>
<FONT color="green">282</FONT> if (verbosity == Verbostity.ALL) {<a name="line.282"></a>
<FONT color="green">283</FONT> owner.getGuide().getConfiguration().getConfigLogger().info((char)c);<a name="line.283"></a>
<FONT color="green">284</FONT> }<a name="line.284"></a>
<FONT color="green">285</FONT> }<a name="line.285"></a>
<FONT color="green">286</FONT> while ((c = err.read()) != -1){<a name="line.286"></a>
<FONT color="green">287</FONT> if (verbosity == Verbostity.ALL || verbosity == Verbostity.ERROR) {<a name="line.287"></a>
<FONT color="green">288</FONT> owner.getGuide().getConfiguration().getConfigLogger().info((char)c);<a name="line.288"></a>
<FONT color="green">289</FONT> }<a name="line.289"></a>
<FONT color="green">290</FONT> }<a name="line.290"></a>
<FONT color="green">291</FONT> if (child.waitFor() != 0) {<a name="line.291"></a>
<FONT color="green">292</FONT> owner.getGuide().getConfiguration().getConfigLogger().info(" FAILED ("+child.exitValue()+")");<a name="line.292"></a>
<FONT color="green">293</FONT> }<a name="line.293"></a>
<FONT color="green">294</FONT> in.close();<a name="line.294"></a>
<FONT color="green">295</FONT> err.close();<a name="line.295"></a>
<FONT color="green">296</FONT> if (!saveInstanceFiles) {<a name="line.296"></a>
<FONT color="green">297</FONT> getFile(".ins").delete();<a name="line.297"></a>
<FONT color="green">298</FONT> getFile(".ins.tmp").delete();<a name="line.298"></a>
<FONT color="green">299</FONT> }<a name="line.299"></a>
<FONT color="green">300</FONT> owner.getGuide().getConfiguration().getConfigLogger().info('\n');<a name="line.300"></a>
<FONT color="green">301</FONT> } catch (InterruptedException e) {<a name="line.301"></a>
<FONT color="green">302</FONT> throw new LiblinearException("Liblinear is interrupted. ", e);<a name="line.302"></a>
<FONT color="green">303</FONT> } catch (IllegalArgumentException e) {<a name="line.303"></a>
<FONT color="green">304</FONT> throw new LiblinearException("The Liblinear learner was not able to redirect Standard Error stream. ", e);<a name="line.304"></a>
<FONT color="green">305</FONT> } catch (SecurityException e) {<a name="line.305"></a>
<FONT color="green">306</FONT> throw new LiblinearException("The Liblinear learner cannot remove the instance file. ", e);<a name="line.306"></a>
<FONT color="green">307</FONT> } catch (IOException e) {<a name="line.307"></a>
<FONT color="green">308</FONT> throw new LiblinearException("The Liblinear learner cannot save the model file '"+getFile(".mod").getAbsolutePath()+"'. ", e);<a name="line.308"></a>
<FONT color="green">309</FONT> } catch (OutOfMemoryError e) {<a name="line.309"></a>
<FONT color="green">310</FONT> throw new LiblinearException("Out of memory. Please increase the Java heap size (-Xmx<size>). ", e);<a name="line.310"></a>
<FONT color="green">311</FONT> }<a name="line.311"></a>
<FONT color="green">312</FONT> }<a name="line.312"></a>
<FONT color="green">313</FONT> <a name="line.313"></a>
<FONT color="green">314</FONT> private int[] getCardinalities(FeatureVector featureVector) {<a name="line.314"></a>
<FONT color="green">315</FONT> int[] cardinalities = new int[featureVector.size()];<a name="line.315"></a>
<FONT color="green">316</FONT> int i = 0;<a name="line.316"></a>
<FONT color="green">317</FONT> for (FeatureFunction feature : featureVector) {<a name="line.317"></a>
<FONT color="green">318</FONT> cardinalities[i++] = feature.getFeatureValue().getCardinality();<a name="line.318"></a>
<FONT color="green">319</FONT> }<a name="line.319"></a>
<FONT color="green">320</FONT> return cardinalities;<a name="line.320"></a>
<FONT color="green">321</FONT> }<a name="line.321"></a>
<FONT color="green">322</FONT> <a name="line.322"></a>
<FONT color="green">323</FONT> private void saveCardinalities(OutputStreamWriter osw, int[] cardinalities) throws MaltChainedException {<a name="line.323"></a>
<FONT color="green">324</FONT> final BufferedWriter out = new BufferedWriter(osw);<a name="line.324"></a>
<FONT color="green">325</FONT> try {<a name="line.325"></a>
<FONT color="green">326</FONT> for (int i = 0, n = cardinalities.length; i < n; i++) {<a name="line.326"></a>
<FONT color="green">327</FONT> out.write(Integer.toString(cardinalities[i]));<a name="line.327"></a>
<FONT color="green">328</FONT> if (i < n - 1) {<a name="line.328"></a>
<FONT color="green">329</FONT> out.write(',');<a name="line.329"></a>
<FONT color="green">330</FONT> }<a name="line.330"></a>
<FONT color="green">331</FONT> }<a name="line.331"></a>
<FONT color="green">332</FONT> out.write('\n');<a name="line.332"></a>
<FONT color="green">333</FONT> out.close();<a name="line.333"></a>
<FONT color="green">334</FONT> } catch (IOException e) {<a name="line.334"></a>
<FONT color="green">335</FONT> throw new LiblinearException("", e);<a name="line.335"></a>
<FONT color="green">336</FONT> }<a name="line.336"></a>
<FONT color="green">337</FONT> }<a name="line.337"></a>
<FONT color="green">338</FONT> <a name="line.338"></a>
<FONT color="green">339</FONT> private int[] loadCardinalities(InputStreamReader isr) throws MaltChainedException {<a name="line.339"></a>
<FONT color="green">340</FONT> int[] cardinalities = null;<a name="line.340"></a>
<FONT color="green">341</FONT> try {<a name="line.341"></a>
<FONT color="green">342</FONT> final BufferedReader in = new BufferedReader(isr); <a name="line.342"></a>
<FONT color="green">343</FONT> String line;<a name="line.343"></a>
<FONT color="green">344</FONT> if ((line = in.readLine()) != null) {<a name="line.344"></a>
<FONT color="green">345</FONT> String[] items = line.split(",");<a name="line.345"></a>
<FONT color="green">346</FONT> cardinalities = new int[items.length];<a name="line.346"></a>
<FONT color="green">347</FONT> for (int i = 0; i < items.length; i++) {<a name="line.347"></a>
<FONT color="green">348</FONT> cardinalities[i] = Integer.parseInt(items[i]);<a name="line.348"></a>
<FONT color="green">349</FONT> }<a name="line.349"></a>
<FONT color="green">350</FONT> }<a name="line.350"></a>
<FONT color="green">351</FONT> in.close();<a name="line.351"></a>
<FONT color="green">352</FONT> } catch (IOException e) {<a name="line.352"></a>
<FONT color="green">353</FONT> throw new LiblinearException("", e);<a name="line.353"></a>
<FONT color="green">354</FONT> } catch (NumberFormatException e) {<a name="line.354"></a>
<FONT color="green">355</FONT> throw new LiblinearException("", e);<a name="line.355"></a>
<FONT color="green">356</FONT> }<a name="line.356"></a>
<FONT color="green">357</FONT> return cardinalities;<a name="line.357"></a>
<FONT color="green">358</FONT> }<a name="line.358"></a>
<FONT color="green">359</FONT> <a name="line.359"></a>
<FONT color="green">360</FONT> /* (non-Javadoc)<a name="line.360"></a>
<FONT color="green">361</FONT> * @see org.maltparser.ml.LearningMethod#moveAllInstances(org.maltparser.ml.LearningMethod, org.maltparser.core.feature.function.FeatureFunction, java.util.ArrayList)<a name="line.361"></a>
<FONT color="green">362</FONT> */<a name="line.362"></a>
<FONT color="green">363</FONT> public void moveAllInstances(LearningMethod method, FeatureFunction divideFeature, ArrayList<Integer> divideFeatureIndexVector) throws MaltChainedException {<a name="line.363"></a>
<FONT color="green">364</FONT> if (method == null) {<a name="line.364"></a>
<FONT color="green">365</FONT> throw new LiblinearException("The learning method cannot be found. ");<a name="line.365"></a>
<FONT color="green">366</FONT> } else if (divideFeature == null) {<a name="line.366"></a>
<FONT color="green">367</FONT> throw new LiblinearException("The divide feature cannot be found. ");<a name="line.367"></a>
<FONT color="green">368</FONT> } <a name="line.368"></a>
<FONT color="green">369</FONT> <a name="line.369"></a>
<FONT color="green">370</FONT> try {<a name="line.370"></a>
<FONT color="green">371</FONT> final BufferedReader in = new BufferedReader(getInstanceInputStreamReader(".ins"));<a name="line.371"></a>
<FONT color="green">372</FONT> final BufferedWriter out = method.getInstanceWriter();<a name="line.372"></a>
<FONT color="green">373</FONT> final StringBuilder sb = new StringBuilder(6);<a name="line.373"></a>
<FONT color="green">374</FONT> int l = in.read();<a name="line.374"></a>
<FONT color="green">375</FONT> char c;<a name="line.375"></a>
<FONT color="green">376</FONT> int j = 0;<a name="line.376"></a>
<FONT color="green">377</FONT> <a name="line.377"></a>
<FONT color="green">378</FONT> while(true) {<a name="line.378"></a>
<FONT color="green">379</FONT> if (l == -1) {<a name="line.379"></a>
<FONT color="green">380</FONT> sb.setLength(0);<a name="line.380"></a>
<FONT color="green">381</FONT> break;<a name="line.381"></a>
<FONT color="green">382</FONT> }<a name="line.382"></a>
<FONT color="green">383</FONT> c = (char)l; <a name="line.383"></a>
<FONT color="green">384</FONT> l = in.read();<a name="line.384"></a>
<FONT color="green">385</FONT> if (c == '\t') {<a name="line.385"></a>
<FONT color="green">386</FONT> if (divideFeatureIndexVector.contains(j-1)) {<a name="line.386"></a>
<FONT color="green">387</FONT> out.write(Integer.toString(((SingleFeatureValue)divideFeature.getFeatureValue()).getCode()));<a name="line.387"></a>
<FONT color="green">388</FONT> out.write('\t');<a name="line.388"></a>
<FONT color="green">389</FONT> }<a name="line.389"></a>
<FONT color="green">390</FONT> out.write(sb.toString());<a name="line.390"></a>
<FONT color="green">391</FONT> j++;<a name="line.391"></a>
<FONT color="green">392</FONT> out.write('\t');<a name="line.392"></a>
<FONT color="green">393</FONT> sb.setLength(0);<a name="line.393"></a>
<FONT color="green">394</FONT> } else if (c == '\n') {<a name="line.394"></a>
<FONT color="green">395</FONT> out.write(sb.toString());<a name="line.395"></a>
<FONT color="green">396</FONT> if (divideFeatureIndexVector.contains(j-1)) {<a name="line.396"></a>
<FONT color="green">397</FONT> out.write('\t');<a name="line.397"></a>
<FONT color="green">398</FONT> out.write(Integer.toString(((SingleFeatureValue)divideFeature.getFeatureValue()).getCode()));<a name="line.398"></a>
<FONT color="green">399</FONT> }<a name="line.399"></a>
<FONT color="green">400</FONT> out.write('\n');<a name="line.400"></a>
<FONT color="green">401</FONT> sb.setLength(0);<a name="line.401"></a>
<FONT color="green">402</FONT> method.increaseNumberOfInstances();<a name="line.402"></a>
<FONT color="green">403</FONT> this.decreaseNumberOfInstances();<a name="line.403"></a>
<FONT color="green">404</FONT> j = 0;<a name="line.404"></a>
<FONT color="green">405</FONT> } else {<a name="line.405"></a>
<FONT color="green">406</FONT> sb.append(c);<a name="line.406"></a>
<FONT color="green">407</FONT> }<a name="line.407"></a>
<FONT color="green">408</FONT> } <a name="line.408"></a>
<FONT color="green">409</FONT> in.close();<a name="line.409"></a>
<FONT color="green">410</FONT> getFile(".ins").delete();<a name="line.410"></a>
<FONT color="green">411</FONT> out.flush();<a name="line.411"></a>
<FONT color="green">412</FONT> } catch (SecurityException e) {<a name="line.412"></a>
<FONT color="green">413</FONT> throw new LiblinearException("The Liblinear learner cannot remove the instance file. ", e);<a name="line.413"></a>
<FONT color="green">414</FONT> } catch (NullPointerException e) {<a name="line.414"></a>
<FONT color="green">415</FONT> throw new LiblinearException("The instance file cannot be found. ", e);<a name="line.415"></a>
<FONT color="green">416</FONT> } catch (FileNotFoundException e) {<a name="line.416"></a>
<FONT color="green">417</FONT> throw new LiblinearException("The instance file cannot be found. ", e);<a name="line.417"></a>
<FONT color="green">418</FONT> } catch (IOException e) {<a name="line.418"></a>
<FONT color="green">419</FONT> throw new LiblinearException("The Liblinear learner read from the instance file. ", e);<a name="line.419"></a>
<FONT color="green">420</FONT> }<a name="line.420"></a>
<FONT color="green">421</FONT> <a name="line.421"></a>
<FONT color="green">422</FONT> }<a name="line.422"></a>
<FONT color="green">423</FONT> <a name="line.423"></a>
<FONT color="green">424</FONT> /* (non-Javadoc)<a name="line.424"></a>
<FONT color="green">425</FONT> * @see org.maltparser.ml.LearningMethod#predict(org.maltparser.parser.guide.feature.FeatureVector, org.maltparser.ml.KBestList)<a name="line.425"></a>
<FONT color="green">426</FONT> */<a name="line.426"></a>
<FONT color="green">427</FONT> public boolean predict(FeatureVector featureVector, SingleDecision decision) throws MaltChainedException {<a name="line.427"></a>
<FONT color="green">428</FONT> <a name="line.428"></a>
<FONT color="green">429</FONT> if (model == null) {<a name="line.429"></a>
<FONT color="green">430</FONT> try {<a name="line.430"></a>
<FONT color="green">431</FONT> model = Linear.loadModel(new BufferedReader(getInstanceInputStreamReaderFromConfigFile(".mod")));<a name="line.431"></a>
<FONT color="green">432</FONT> } catch (IOException e) {<a name="line.432"></a>
<FONT color="green">433</FONT> throw new LiblinearException("The model cannot be loaded. ", e);<a name="line.433"></a>
<FONT color="green">434</FONT> }<a name="line.434"></a>
<FONT color="green">435</FONT> }<a name="line.435"></a>
<FONT color="green">436</FONT> <a name="line.436"></a>
<FONT color="green">437</FONT> if (cardinalities == null) {<a name="line.437"></a>
<FONT color="green">438</FONT> if (getConfigFileEntry(".car") != null) {<a name="line.438"></a>
<FONT color="green">439</FONT> cardinalities = loadCardinalities(getInstanceInputStreamReaderFromConfigFile(".car"));<a name="line.439"></a>
<FONT color="green">440</FONT> } else {<a name="line.440"></a>
<FONT color="green">441</FONT> cardinalities = getCardinalities(featureVector);<a name="line.441"></a>
<FONT color="green">442</FONT> }<a name="line.442"></a>
<FONT color="green">443</FONT> }<a name="line.443"></a>
<FONT color="green">444</FONT> //System.out.println("METHOD PREDICT CARDINALITIES SIZE" + cardinalities.length + " FEATURE VECTOR SIZE " +featureVector.size());<a name="line.444"></a>
<FONT color="green">445</FONT> if (xlist == null) {<a name="line.445"></a>
<FONT color="green">446</FONT> xlist = new ArrayList<FeatureNode>(featureVector.size()); <a name="line.446"></a>
<FONT color="green">447</FONT> }<a name="line.447"></a>
<FONT color="green">448</FONT> if (model == null) { <a name="line.448"></a>
<FONT color="green">449</FONT> throw new LiblinearException("The Liblinear learner cannot predict the next class, because the learning model cannot be found. ");<a name="line.449"></a>
<FONT color="green">450</FONT> } else if (featureVector == null) {<a name="line.450"></a>
<FONT color="green">451</FONT> throw new LiblinearException("The Liblinear learner cannot predict the next class, because the feature vector cannot be found. ");<a name="line.451"></a>
<FONT color="green">452</FONT> }<a name="line.452"></a>
<FONT color="green">453</FONT> int j = 0;<a name="line.453"></a>
<FONT color="green">454</FONT> int offset = 1;<a name="line.454"></a>
<FONT color="green">455</FONT> int i = 0;<a name="line.455"></a>
<FONT color="green">456</FONT> for (FeatureFunction feature : featureVector) {<a name="line.456"></a>
<FONT color="green">457</FONT> final FeatureValue featureValue = feature.getFeatureValue();<a name="line.457"></a>
<FONT color="green">458</FONT> if (!(excludeNullValues == true && featureValue.isNullValue())) {<a name="line.458"></a>
<FONT color="green">459</FONT> if (featureValue instanceof SingleFeatureValue) {<a name="line.459"></a>
<FONT color="green">460</FONT> if (((SingleFeatureValue)featureValue).getCode() < cardinalities[i]) {<a name="line.460"></a>
<FONT color="green">461</FONT> xlist.add(j++, new FeatureNode(((SingleFeatureValue)featureValue).getCode() + offset, 1));<a name="line.461"></a>
<FONT color="green">462</FONT> }<a name="line.462"></a>
<FONT color="green">463</FONT> } else if (featureValue instanceof MultipleFeatureValue) {<a name="line.463"></a>
<FONT color="green">464</FONT> for (Integer value : ((MultipleFeatureValue)featureValue).getCodes()) {<a name="line.464"></a>
<FONT color="green">465</FONT> if (value < cardinalities[i]) {<a name="line.465"></a>
<FONT color="green">466</FONT> xlist.add(j++, new FeatureNode(value + offset, 1));<a name="line.466"></a>
<FONT color="green">467</FONT> }<a name="line.467"></a>
<FONT color="green">468</FONT> }<a name="line.468"></a>
<FONT color="green">469</FONT> }<a name="line.469"></a>
<FONT color="green">470</FONT> }<a name="line.470"></a>
<FONT color="green">471</FONT> offset += cardinalities[i];<a name="line.471"></a>
<FONT color="green">472</FONT> i++;<a name="line.472"></a>
<FONT color="green">473</FONT> }<a name="line.473"></a>
<FONT color="green">474</FONT> <a name="line.474"></a>
<FONT color="green">475</FONT> FeatureNode[] xarray = new FeatureNode[j];<a name="line.475"></a>
<FONT color="green">476</FONT> for (int k = 0; k < j; k++) {<a name="line.476"></a>
<FONT color="green">477</FONT> xarray[k] = xlist.get(k);<a name="line.477"></a>
<FONT color="green">478</FONT> }<a name="line.478"></a>
<FONT color="green">479</FONT> <a name="line.479"></a>
<FONT color="green">480</FONT> if (decision.getKBestList().getK() == 1) {<a name="line.480"></a>
<FONT color="green">481</FONT> decision.getKBestList().add(Linear.predict(model, xarray));<a name="line.481"></a>
<FONT color="green">482</FONT> } else {<a name="line.482"></a>
<FONT color="green">483</FONT> liblinear_predict_with_kbestlist(model, xarray, decision.getKBestList());<a name="line.483"></a>
<FONT color="green">484</FONT> }<a name="line.484"></a>
<FONT color="green">485</FONT> <a name="line.485"></a>
<FONT color="green">486</FONT> xlist.clear();<a name="line.486"></a>
<FONT color="green">487</FONT> <a name="line.487"></a>
<FONT color="green">488</FONT> return true;<a name="line.488"></a>
<FONT color="green">489</FONT> }<a name="line.489"></a>
<FONT color="green">490</FONT> <a name="line.490"></a>
<FONT color="green">491</FONT> <a name="line.491"></a>
<FONT color="green">492</FONT> public void terminate() throws MaltChainedException { <a name="line.492"></a>
<FONT color="green">493</FONT> closeInstanceWriter();<a name="line.493"></a>
<FONT color="green">494</FONT> model = null;<a name="line.494"></a>
<FONT color="green">495</FONT> xlist = null;<a name="line.495"></a>
<FONT color="green">496</FONT> owner = null;<a name="line.496"></a>
<FONT color="green">497</FONT> }<a name="line.497"></a>
<FONT color="green">498</FONT> <a name="line.498"></a>
<FONT color="green">499</FONT> public BufferedWriter getInstanceWriter() {<a name="line.499"></a>
<FONT color="green">500</FONT> return instanceOutput;<a name="line.500"></a>
<FONT color="green">501</FONT> }<a name="line.501"></a>
<FONT color="green">502</FONT> <a name="line.502"></a>
<FONT color="green">503</FONT> protected void closeInstanceWriter() throws MaltChainedException {<a name="line.503"></a>
<FONT color="green">504</FONT> try {<a name="line.504"></a>
<FONT color="green">505</FONT> if (instanceOutput != null) {<a name="line.505"></a>
<FONT color="green">506</FONT> instanceOutput.flush();<a name="line.506"></a>
<FONT color="green">507</FONT> instanceOutput.close();<a name="line.507"></a>
<FONT color="green">508</FONT> instanceOutput = null;<a name="line.508"></a>
<FONT color="green">509</FONT> }<a name="line.509"></a>
<FONT color="green">510</FONT> } catch (IOException e) {<a name="line.510"></a>
<FONT color="green">511</FONT> throw new LiblinearException("The Liblinear learner cannot close the instance file. ", e);<a name="line.511"></a>
<FONT color="green">512</FONT> }<a name="line.512"></a>
<FONT color="green">513</FONT> }<a name="line.513"></a>
<FONT color="green">514</FONT> <a name="line.514"></a>
<FONT color="green">515</FONT> <a name="line.515"></a>
<FONT color="green">516</FONT> /**<a name="line.516"></a>
<FONT color="green">517</FONT> * Returns the parameter string for used for configure Liblinear<a name="line.517"></a>
<FONT color="green">518</FONT> * <a name="line.518"></a>
<FONT color="green">519</FONT> * @return the parameter string for used for configure Liblinear<a name="line.519"></a>
<FONT color="green">520</FONT> */<a name="line.520"></a>
<FONT color="green">521</FONT> public String getParamString() {<a name="line.521"></a>
<FONT color="green">522</FONT> return paramString;<a name="line.522"></a>
<FONT color="green">523</FONT> }<a name="line.523"></a>
<FONT color="green">524</FONT> <a name="line.524"></a>
<FONT color="green">525</FONT> public InstanceModel getOwner() {<a name="line.525"></a>
<FONT color="green">526</FONT> return owner;<a name="line.526"></a>
<FONT color="green">527</FONT> }<a name="line.527"></a>
<FONT color="green">528</FONT> <a name="line.528"></a>
<FONT color="green">529</FONT> protected void setOwner(InstanceModel owner) {<a name="line.529"></a>
<FONT color="green">530</FONT> this.owner = owner;<a name="line.530"></a>
<FONT color="green">531</FONT> }<a name="line.531"></a>
<FONT color="green">532</FONT> <a name="line.532"></a>
<FONT color="green">533</FONT> public int getLearnerMode() {<a name="line.533"></a>
<FONT color="green">534</FONT> return learnerMode;<a name="line.534"></a>
<FONT color="green">535</FONT> }<a name="line.535"></a>
<FONT color="green">536</FONT> <a name="line.536"></a>
<FONT color="green">537</FONT> public void setLearnerMode(int learnerMode) throws MaltChainedException {<a name="line.537"></a>
<FONT color="green">538</FONT> this.learnerMode = learnerMode;<a name="line.538"></a>
<FONT color="green">539</FONT> }<a name="line.539"></a>
<FONT color="green">540</FONT> <a name="line.540"></a>
<FONT color="green">541</FONT> public String getLearningMethodName() {<a name="line.541"></a>
<FONT color="green">542</FONT> return name;<a name="line.542"></a>
<FONT color="green">543</FONT> }<a name="line.543"></a>
<FONT color="green">544</FONT> <a name="line.544"></a>
<FONT color="green">545</FONT> /**<a name="line.545"></a>
<FONT color="green">546</FONT> * Returns the current configuration<a name="line.546"></a>
<FONT color="green">547</FONT> * <a name="line.547"></a>
<FONT color="green">548</FONT> * @return the current configuration<a name="line.548"></a>
<FONT color="green">549</FONT> * @throws MaltChainedException<a name="line.549"></a>
<FONT color="green">550</FONT> */<a name="line.550"></a>
<FONT color="green">551</FONT> public DependencyParserConfig getConfiguration() throws MaltChainedException {<a name="line.551"></a>
<FONT color="green">552</FONT> return owner.getGuide().getConfiguration();<a name="line.552"></a>
<FONT color="green">553</FONT> }<a name="line.553"></a>
<FONT color="green">554</FONT> <a name="line.554"></a>
<FONT color="green">555</FONT> public int getNumberOfInstances() throws MaltChainedException {<a name="line.555"></a>
<FONT color="green">556</FONT> if(numberOfInstances!=0)<a name="line.556"></a>
<FONT color="green">557</FONT> return numberOfInstances;<a name="line.557"></a>
<FONT color="green">558</FONT> else{<a name="line.558"></a>
<FONT color="green">559</FONT> //Do a line count of the instance file and return that<a name="line.559"></a>
<FONT color="green">560</FONT> <a name="line.560"></a>
<FONT color="green">561</FONT> BufferedReader reader = new BufferedReader( getInstanceInputStreamReader(".ins"));<a name="line.561"></a>
<FONT color="green">562</FONT> try {<a name="line.562"></a>
<FONT color="green">563</FONT> while(reader.readLine()!=null){<a name="line.563"></a>
<FONT color="green">564</FONT> numberOfInstances++;<a name="line.564"></a>
<FONT color="green">565</FONT> owner.increaseFrequency();<a name="line.565"></a>
<FONT color="green">566</FONT> }<a name="line.566"></a>
<FONT color="green">567</FONT> <a name="line.567"></a>
<FONT color="green">568</FONT> reader.close();<a name="line.568"></a>
<FONT color="green">569</FONT> } catch (IOException e) {<a name="line.569"></a>
<FONT color="green">570</FONT> throw new MaltChainedException("No instances found in file",e);<a name="line.570"></a>
<FONT color="green">571</FONT> }<a name="line.571"></a>
<FONT color="green">572</FONT> <a name="line.572"></a>
<FONT color="green">573</FONT> <a name="line.573"></a>
<FONT color="green">574</FONT> <a name="line.574"></a>
<FONT color="green">575</FONT> return numberOfInstances;<a name="line.575"></a>
<FONT color="green">576</FONT> <a name="line.576"></a>
<FONT color="green">577</FONT> }<a name="line.577"></a>
<FONT color="green">578</FONT> }<a name="line.578"></a>
<FONT color="green">579</FONT> <a name="line.579"></a>
<FONT color="green">580</FONT> public void increaseNumberOfInstances() {<a name="line.580"></a>
<FONT color="green">581</FONT> numberOfInstances++;<a name="line.581"></a>
<FONT color="green">582</FONT> owner.increaseFrequency();<a name="line.582"></a>
<FONT color="green">583</FONT> }<a name="line.583"></a>
<FONT color="green">584</FONT> <a name="line.584"></a>
<FONT color="green">585</FONT> public void decreaseNumberOfInstances() {<a name="line.585"></a>
<FONT color="green">586</FONT> numberOfInstances--;<a name="line.586"></a>
<FONT color="green">587</FONT> owner.decreaseFrequency();<a name="line.587"></a>
<FONT color="green">588</FONT> }<a name="line.588"></a>
<FONT color="green">589</FONT> <a name="line.589"></a>
<FONT color="green">590</FONT> protected void setNumberOfInstances(int numberOfInstances) {<a name="line.590"></a>
<FONT color="green">591</FONT> this.numberOfInstances = 0;<a name="line.591"></a>
<FONT color="green">592</FONT> }<a name="line.592"></a>
<FONT color="green">593</FONT> <a name="line.593"></a>
<FONT color="green">594</FONT> protected void setLearningMethodName(String name) {<a name="line.594"></a>
<FONT color="green">595</FONT> this.name = name;<a name="line.595"></a>
<FONT color="green">596</FONT> }<a name="line.596"></a>
<FONT color="green">597</FONT> <a name="line.597"></a>
<FONT color="green">598</FONT> protected OutputStreamWriter getInstanceOutputStreamWriter(String suffix) throws MaltChainedException {<a name="line.598"></a>
<FONT color="green">599</FONT> return getConfiguration().getConfigurationDir().getAppendOutputStreamWriter(owner.getModelName()+getLearningMethodName()+suffix);<a name="line.599"></a>
<FONT color="green">600</FONT> }<a name="line.600"></a>
<FONT color="green">601</FONT> <a name="line.601"></a>
<FONT color="green">602</FONT> protected InputStreamReader getInstanceInputStreamReader(String suffix) throws MaltChainedException {<a name="line.602"></a>
<FONT color="green">603</FONT> return getConfiguration().getConfigurationDir().getInputStreamReader(owner.getModelName()+getLearningMethodName()+suffix);<a name="line.603"></a>
<FONT color="green">604</FONT> }<a name="line.604"></a>
<FONT color="green">605</FONT> <a name="line.605"></a>
<FONT color="green">606</FONT> protected InputStreamReader getInstanceInputStreamReaderFromConfigFile(String suffix) throws MaltChainedException {<a name="line.606"></a>
<FONT color="green">607</FONT> return getConfiguration().getConfigurationDir().getInputStreamReaderFromConfigFile(owner.getModelName()+getLearningMethodName()+suffix);<a name="line.607"></a>
<FONT color="green">608</FONT> }<a name="line.608"></a>
<FONT color="green">609</FONT> <a name="line.609"></a>
<FONT color="green">610</FONT> protected File getFile(String suffix) throws MaltChainedException {<a name="line.610"></a>
<FONT color="green">611</FONT> return getConfiguration().getConfigurationDir().getFile(owner.getModelName()+getLearningMethodName()+suffix);<a name="line.611"></a>
<FONT color="green">612</FONT> }<a name="line.612"></a>
<FONT color="green">613</FONT> <a name="line.613"></a>
<FONT color="green">614</FONT> protected JarEntry getConfigFileEntry(String suffix) throws MaltChainedException {<a name="line.614"></a>
<FONT color="green">615</FONT> return getConfiguration().getConfigurationDir().getConfigFileEntry(owner.getModelName()+getLearningMethodName()+suffix);<a name="line.615"></a>
<FONT color="green">616</FONT> }<a name="line.616"></a>
<FONT color="green">617</FONT> /**<a name="line.617"></a>
<FONT color="green">618</FONT> * Reads an instance file into a svm_problem object according to the Malt-SVM format, which is column fixed format (tab-separated).<a name="line.618"></a>
<FONT color="green">619</FONT> * <a name="line.619"></a>
<FONT color="green">620</FONT> * @param isr the instance stream reader for the instance file<a name="line.620"></a>
<FONT color="green">621</FONT> * @param cardinalities a array containing the number of distinct values for a particular column.<a name="line.621"></a>
<FONT color="green">622</FONT> * @throws LiblinearException<a name="line.622"></a>
<FONT color="green">623</FONT> */<a name="line.623"></a>
<FONT color="green">624</FONT> public Problem readLibLinearProblem(InputStreamReader isr, int[] cardinalities) throws MaltChainedException {<a name="line.624"></a>
<FONT color="green">625</FONT> Problem problem = new Problem();<a name="line.625"></a>
<FONT color="green">626</FONT> <a name="line.626"></a>
<FONT color="green">627</FONT> <a name="line.627"></a>
<FONT color="green">628</FONT> <a name="line.628"></a>
<FONT color="green">629</FONT> try {<a name="line.629"></a>
<FONT color="green">630</FONT> final BufferedReader fp = new BufferedReader(isr);<a name="line.630"></a>
<FONT color="green">631</FONT> int max_index = 0;<a name="line.631"></a>
<FONT color="green">632</FONT> if (xlist == null) {<a name="line.632"></a>
<FONT color="green">633</FONT> xlist = new ArrayList<FeatureNode>(); <a name="line.633"></a>
<FONT color="green">634</FONT> }<a name="line.634"></a>
<FONT color="green">635</FONT> problem.bias = getBias();<a name="line.635"></a>
<FONT color="green">636</FONT> problem.l = getNumberOfInstances();<a name="line.636"></a>
<FONT color="green">637</FONT> problem.x = new FeatureNode[problem.l][];<a name="line.637"></a>
<FONT color="green">638</FONT> problem.y = new int[problem.l];<a name="line.638"></a>
<FONT color="green">639</FONT> int i = 0;<a name="line.639"></a>
<FONT color="green">640</FONT> final Pattern tabPattern = Pattern.compile("\t");<a name="line.640"></a>
<FONT color="green">641</FONT> final Pattern pipePattern = Pattern.compile("\\|");<a name="line.641"></a>
<FONT color="green">642</FONT> while(true) {<a name="line.642"></a>
<FONT color="green">643</FONT> String line = fp.readLine();<a name="line.643"></a>
<FONT color="green">644</FONT> <a name="line.644"></a>
<FONT color="green">645</FONT> if(line == null) break;<a name="line.645"></a>
<FONT color="green">646</FONT> String[] columns = tabPattern.split(line);<a name="line.646"></a>
<FONT color="green">647</FONT> <a name="line.647"></a>
<FONT color="green">648</FONT> if (columns.length == 0) {<a name="line.648"></a>
<FONT color="green">649</FONT> continue;<a name="line.649"></a>
<FONT color="green">650</FONT> }<a name="line.650"></a>
<FONT color="green">651</FONT> <a name="line.651"></a>
<FONT color="green">652</FONT> int offset = 1; <a name="line.652"></a>
<FONT color="green">653</FONT> int j = 0;<a name="line.653"></a>
<FONT color="green">654</FONT> try {<a name="line.654"></a>
<FONT color="green">655</FONT> problem.y[i] = <a name="line.655"></a>
<FONT color="green">656</FONT> Integer.parseInt(columns[j]);<a name="line.656"></a>
<FONT color="green">657</FONT> int p = 0;<a name="line.657"></a>
<FONT color="green">658</FONT> for(j = 1; j < columns.length; j++) {<a name="line.658"></a>
<FONT color="green">659</FONT> final String[] items = pipePattern.split(columns[j]); <a name="line.659"></a>
<FONT color="green">660</FONT> for (int k = 0; k < items.length; k++) {<a name="line.660"></a>
<FONT color="green">661</FONT> try {<a name="line.661"></a>
<FONT color="green">662</FONT> if (Integer.parseInt(items[k]) != -1) {<a name="line.662"></a>
<FONT color="green">663</FONT> xlist.add(p, new FeatureNode(Integer.parseInt(items[k])+offset, 1));<a name="line.663"></a>
<FONT color="green">664</FONT> p++;<a name="line.664"></a>
<FONT color="green">665</FONT> }<a name="line.665"></a>
<FONT color="green">666</FONT> } catch (NumberFormatException e) {<a name="line.666"></a>
<FONT color="green">667</FONT> throw new LiblinearException("The instance file contain a non-integer value '"+items[k]+"'", e);<a name="line.667"></a>
<FONT color="green">668</FONT> }<a name="line.668"></a>
<FONT color="green">669</FONT> }<a name="line.669"></a>
<FONT color="green">670</FONT> offset += cardinalities[j-1];<a name="line.670"></a>
<FONT color="green">671</FONT> }<a name="line.671"></a>
<FONT color="green">672</FONT> problem.x[i] = xlist.subList(0, p).toArray(new FeatureNode[0]);<a name="line.672"></a>
<FONT color="green">673</FONT> if(columns.length > 1) {<a name="line.673"></a>
<FONT color="green">674</FONT> max_index = Math.max(max_index, problem.x[i][p-1].index);<a name="line.674"></a>
<FONT color="green">675</FONT> }<a name="line.675"></a>
<FONT color="green">676</FONT> i++;<a name="line.676"></a>
<FONT color="green">677</FONT> xlist.clear();<a name="line.677"></a>
<FONT color="green">678</FONT> } catch (ArrayIndexOutOfBoundsException e) {<a name="line.678"></a>
<FONT color="green">679</FONT> throw new LiblinearException("Cannot read from the instance file. ", e);<a name="line.679"></a>
<FONT color="green">680</FONT> }<a name="line.680"></a>
<FONT color="green">681</FONT> }<a name="line.681"></a>
<FONT color="green">682</FONT> fp.close(); <a name="line.682"></a>
<FONT color="green">683</FONT> problem.n = max_index;<a name="line.683"></a>
<FONT color="green">684</FONT> if ( problem.bias >= 0 ) {<a name="line.684"></a>
<FONT color="green">685</FONT> problem.n++;<a name="line.685"></a>
<FONT color="green">686</FONT> }<a name="line.686"></a>
<FONT color="green">687</FONT> xlist = null;<a name="line.687"></a>
<FONT color="green">688</FONT> } catch (IOException e) {<a name="line.688"></a>
<FONT color="green">689</FONT> throw new LiblinearException("Cannot read from the instance file. ", e);<a name="line.689"></a>
<FONT color="green">690</FONT> }<a name="line.690"></a>
<FONT color="green">691</FONT> return problem;<a name="line.691"></a>
<FONT color="green">692</FONT> }<a name="line.692"></a>
<FONT color="green">693</FONT> <a name="line.693"></a>
<FONT color="green">694</FONT> protected void initSpecialParameters() throws MaltChainedException {<a name="line.694"></a>
<FONT color="green">695</FONT> if (getConfiguration().getOptionValue("singlemalt", "null_value") != null && getConfiguration().getOptionValue("singlemalt", "null_value").toString().equalsIgnoreCase("none")) {<a name="line.695"></a>
<FONT color="green">696</FONT> excludeNullValues = true;<a name="line.696"></a>
<FONT color="green">697</FONT> } else {<a name="line.697"></a>
<FONT color="green">698</FONT> excludeNullValues = false;<a name="line.698"></a>
<FONT color="green">699</FONT> }<a name="line.699"></a>
<FONT color="green">700</FONT> saveInstanceFiles = ((Boolean)getConfiguration().getOptionValue("liblinear", "save_instance_files")).booleanValue();<a name="line.700"></a>
<FONT color="green">701</FONT> <a name="line.701"></a>
<FONT color="green">702</FONT> if (!getConfiguration().getOptionValue("liblinear", "liblinear_external").toString().equals("")) {<a name="line.702"></a>
<FONT color="green">703</FONT> try {<a name="line.703"></a>
<FONT color="green">704</FONT> if (!new File(getConfiguration().getOptionValue("liblinear", "liblinear_external").toString()).exists()) {<a name="line.704"></a>
<FONT color="green">705</FONT> throw new LiblinearException("The path to the external Liblinear trainer 'svm-train' is wrong.");<a name="line.705"></a>
<FONT color="green">706</FONT> }<a name="line.706"></a>
<FONT color="green">707</FONT> if (new File(getConfiguration().getOptionValue("liblinear", "liblinear_external").toString()).isDirectory()) {<a name="line.707"></a>
<FONT color="green">708</FONT> throw new LiblinearException("The option --liblinear-liblinear_external points to a directory, the path should point at the 'train' file or the 'train.exe' file");<a name="line.708"></a>
<FONT color="green">709</FONT> }<a name="line.709"></a>
<FONT color="green">710</FONT> if (!(getConfiguration().getOptionValue("liblinear", "liblinear_external").toString().endsWith("train") || getConfiguration().getOptionValue("liblinear", "liblinear_external").toString().endsWith("train.exe"))) {<a name="line.710"></a>
<FONT color="green">711</FONT> throw new LiblinearException("The option --liblinear-liblinear_external does not specify the path to 'train' file or the 'train.exe' file. ");<a name="line.711"></a>
<FONT color="green">712</FONT> }<a name="line.712"></a>
<FONT color="green">713</FONT> pathExternalLiblinearTrain = getConfiguration().getOptionValue("liblinear", "liblinear_external").toString();<a name="line.713"></a>
<FONT color="green">714</FONT> } catch (SecurityException e) {<a name="line.714"></a>
<FONT color="green">715</FONT> throw new LiblinearException("Access denied to the file specified by the option --liblinear-liblinear_external. ", e);<a name="line.715"></a>
<FONT color="green">716</FONT> }<a name="line.716"></a>
<FONT color="green">717</FONT> }<a name="line.717"></a>
<FONT color="green">718</FONT> if (getConfiguration().getOptionValue("liblinear", "verbosity") != null) {<a name="line.718"></a>
<FONT color="green">719</FONT> verbosity = Verbostity.valueOf(getConfiguration().getOptionValue("liblinear", "verbosity").toString().toUpperCase());<a name="line.719"></a>
<FONT color="green">720</FONT> }<a name="line.720"></a>
<FONT color="green">721</FONT> }<a name="line.721"></a>
<FONT color="green">722</FONT> <a name="line.722"></a>
<FONT color="green">723</FONT> public String getLibLinearOptions() {<a name="line.723"></a>
<FONT color="green">724</FONT> StringBuilder sb = new StringBuilder();<a name="line.724"></a>
<FONT color="green">725</FONT> for (String key : liblinearOptions.keySet()) {<a name="line.725"></a>
<FONT color="green">726</FONT> sb.append('-');<a name="line.726"></a>
<FONT color="green">727</FONT> sb.append(key);<a name="line.727"></a>
<FONT color="green">728</FONT> sb.append(' ');<a name="line.728"></a>
<FONT color="green">729</FONT> sb.append(liblinearOptions.get(key));<a name="line.729"></a>
<FONT color="green">730</FONT> sb.append(' ');<a name="line.730"></a>
<FONT color="green">731</FONT> }<a name="line.731"></a>
<FONT color="green">732</FONT> return sb.toString();<a name="line.732"></a>
<FONT color="green">733</FONT> }<a name="line.733"></a>
<FONT color="green">734</FONT> <a name="line.734"></a>
<FONT color="green">735</FONT> public void parseParameters(String paramstring) throws MaltChainedException {<a name="line.735"></a>
<FONT color="green">736</FONT> if (paramstring == null) {<a name="line.736"></a>
<FONT color="green">737</FONT> return;<a name="line.737"></a>
<FONT color="green">738</FONT> }<a name="line.738"></a>
<FONT color="green">739</FONT> final String[] argv;<a name="line.739"></a>
<FONT color="green">740</FONT> String allowedFlags = "sceB";<a name="line.740"></a>
<FONT color="green">741</FONT> try {<a name="line.741"></a>
<FONT color="green">742</FONT> argv = paramstring.split("[_\\p{Blank}]");<a name="line.742"></a>
<FONT color="green">743</FONT> } catch (PatternSyntaxException e) {<a name="line.743"></a>
<FONT color="green">744</FONT> throw new LiblinearException("Could not split the liblinear-parameter string '"+paramstring+"'. ", e);<a name="line.744"></a>
<FONT color="green">745</FONT> }<a name="line.745"></a>
<FONT color="green">746</FONT> for (int i=0; i < argv.length-1; i++) {<a name="line.746"></a>
<FONT color="green">747</FONT> if(argv[i].charAt(0) != '-') {<a name="line.747"></a>
<FONT color="green">748</FONT> throw new LiblinearException("The argument flag should start with the following character '-', not with "+argv[i].charAt(0));<a name="line.748"></a>
<FONT color="green">749</FONT> }<a name="line.749"></a>
<FONT color="green">750</FONT> if(++i>=argv.length) {<a name="line.750"></a>
<FONT color="green">751</FONT> throw new LiblinearException("The last argument does not have any value. ");<a name="line.751"></a>
<FONT color="green">752</FONT> }<a name="line.752"></a>
<FONT color="green">753</FONT> try {<a name="line.753"></a>
<FONT color="green">754</FONT> int index = allowedFlags.indexOf(argv[i-1].charAt(1));<a name="line.754"></a>
<FONT color="green">755</FONT> if (index != -1) {<a name="line.755"></a>
<FONT color="green">756</FONT> liblinearOptions.put(Character.toString(argv[i-1].charAt(1)), argv[i]);<a name="line.756"></a>
<FONT color="green">757</FONT> } else {<a name="line.757"></a>
<FONT color="green">758</FONT> throw new LiblinearException("Unknown liblinear parameter: '"+argv[i-1]+"' with value '"+argv[i]+"'. "); <a name="line.758"></a>
<FONT color="green">759</FONT> }<a name="line.759"></a>
<FONT color="green">760</FONT> } catch (ArrayIndexOutOfBoundsException e) {<a name="line.760"></a>
<FONT color="green">761</FONT> throw new LiblinearException("The liblinear parameter '"+argv[i-1]+"' could not convert the string value '"+argv[i]+"' into a correct numeric value. ", e);<a name="line.761"></a>
<FONT color="green">762</FONT> } catch (NumberFormatException e) {<a name="line.762"></a>
<FONT color="green">763</FONT> throw new LiblinearException("The liblinear parameter '"+argv[i-1]+"' could not convert the string value '"+argv[i]+"' into a correct numeric value. ", e); <a name="line.763"></a>
<FONT color="green">764</FONT> } catch (NullPointerException e) {<a name="line.764"></a>
<FONT color="green">765</FONT> throw new LiblinearException("The liblinear parameter '"+argv[i-1]+"' could not convert the string value '"+argv[i]+"' into a correct numeric value. ", e); <a name="line.765"></a>
<FONT color="green">766</FONT> }<a name="line.766"></a>
<FONT color="green">767</FONT> }<a name="line.767"></a>
<FONT color="green">768</FONT> }<a name="line.768"></a>
<FONT color="green">769</FONT> <a name="line.769"></a>
<FONT color="green">770</FONT> public double getBias() throws MaltChainedException {<a name="line.770"></a>
<FONT color="green">771</FONT> try {<a name="line.771"></a>
<FONT color="green">772</FONT> return Double.valueOf(liblinearOptions.get("B")).doubleValue();<a name="line.772"></a>
<FONT color="green">773</FONT> } catch (NumberFormatException e) {<a name="line.773"></a>
<FONT color="green">774</FONT> throw new LiblinearException("The liblinear bias value is not numerical value. ", e);<a name="line.774"></a>
<FONT color="green">775</FONT> }<a name="line.775"></a>
<FONT color="green">776</FONT> }<a name="line.776"></a>
<FONT color="green">777</FONT> <a name="line.777"></a>
<FONT color="green">778</FONT> public Parameter getLiblinearParameters() throws MaltChainedException {<a name="line.778"></a>
<FONT color="green">779</FONT> Parameter param = new Parameter(SolverType.MCSVM_CS, 0.1, 0.1);<a name="line.779"></a>
<FONT color="green">780</FONT> String type = liblinearOptions.get("s");<a name="line.780"></a>
<FONT color="green">781</FONT> <a name="line.781"></a>
<FONT color="green">782</FONT> if (type.equals("0")) {<a name="line.782"></a>
<FONT color="green">783</FONT> param.setSolverType(SolverType.L2R_LR);<a name="line.783"></a>
<FONT color="green">784</FONT> } else if (type.equals("1")) {<a name="line.784"></a>
<FONT color="green">785</FONT> param.setSolverType(SolverType.L2R_L2LOSS_SVC_DUAL);<a name="line.785"></a>
<FONT color="green">786</FONT> } else if (type.equals("2")) {<a name="line.786"></a>
<FONT color="green">787</FONT> param.setSolverType(SolverType.L2R_L2LOSS_SVC);<a name="line.787"></a>
<FONT color="green">788</FONT> } else if (type.equals("3")) {<a name="line.788"></a>
<FONT color="green">789</FONT> param.setSolverType(SolverType.L2R_L1LOSS_SVC_DUAL);<a name="line.789"></a>
<FONT color="green">790</FONT> } else if (type.equals("4")) {<a name="line.790"></a>
<FONT color="green">791</FONT> param.setSolverType(SolverType.MCSVM_CS);<a name="line.791"></a>
<FONT color="green">792</FONT> } else if (type.equals("5")) {<a name="line.792"></a>
<FONT color="green">793</FONT> param.setSolverType(SolverType.L1R_L2LOSS_SVC); <a name="line.793"></a>
<FONT color="green">794</FONT> } else if (type.equals("6")) {<a name="line.794"></a>
<FONT color="green">795</FONT> param.setSolverType(SolverType.L1R_LR); <a name="line.795"></a>
<FONT color="green">796</FONT> } else {<a name="line.796"></a>
<FONT color="green">797</FONT> throw new LiblinearException("The liblinear type (-s) is not an integer value between 0 and 4. ");<a name="line.797"></a>
<FONT color="green">798</FONT> }<a name="line.798"></a>
<FONT color="green">799</FONT> try {<a name="line.799"></a>
<FONT color="green">800</FONT> param.setC(Double.valueOf(liblinearOptions.get("c")).doubleValue());<a name="line.800"></a>
<FONT color="green">801</FONT> } catch (NumberFormatException e) {<a name="line.801"></a>
<FONT color="green">802</FONT> throw new LiblinearException("The liblinear cost (-c) value is not numerical value. ", e);<a name="line.802"></a>
<FONT color="green">803</FONT> }<a name="line.803"></a>
<FONT color="green">804</FONT> try {<a name="line.804"></a>
<FONT color="green">805</FONT> param.setEps(Double.valueOf(liblinearOptions.get("e")).doubleValue());<a name="line.805"></a>
<FONT color="green">806</FONT> } catch (NumberFormatException e) {<a name="line.806"></a>
<FONT color="green">807</FONT> throw new LiblinearException("The liblinear epsilon (-e) value is not numerical value. ", e);<a name="line.807"></a>
<FONT color="green">808</FONT> }<a name="line.808"></a>
<FONT color="green">809</FONT> return param;<a name="line.809"></a>
<FONT color="green">810</FONT> }<a name="line.810"></a>
<FONT color="green">811</FONT> <a name="line.811"></a>
<FONT color="green">812</FONT> public void initLiblinearOptions() {<a name="line.812"></a>
<FONT color="green">813</FONT> liblinearOptions.put("s", "4"); // type = SolverType.L2LOSS_SVM_DUAL (default)<a name="line.813"></a>
<FONT color="green">814</FONT> liblinearOptions.put("c", "0.1"); // cost = 1 (default)<a name="line.814"></a>
<FONT color="green">815</FONT> liblinearOptions.put("e", "0.1"); // epsilon = 0.1 (default)<a name="line.815"></a>
<FONT color="green">816</FONT> liblinearOptions.put("B", "1"); // bias = 1 (default)<a name="line.816"></a>
<FONT color="green">817</FONT> }<a name="line.817"></a>
<FONT color="green">818</FONT> <a name="line.818"></a>
<FONT color="green">819</FONT> public String[] getLibLinearParamStringArray() {<a name="line.819"></a>
<FONT color="green">820</FONT> final ArrayList<String> params = new ArrayList<String>();<a name="line.820"></a>
<FONT color="green">821</FONT> <a name="line.821"></a>
<FONT color="green">822</FONT> for (String key : liblinearOptions.keySet()) {<a name="line.822"></a>
<FONT color="green">823</FONT> params.add("-"+key); params.add(liblinearOptions.get(key));<a name="line.823"></a>
<FONT color="green">824</FONT> }<a name="line.824"></a>
<FONT color="green">825</FONT> return params.toArray(new String[params.size()]);<a name="line.825"></a>
<FONT color="green">826</FONT> }<a name="line.826"></a>
<FONT color="green">827</FONT> <a name="line.827"></a>
<FONT color="green">828</FONT> <a name="line.828"></a>
<FONT color="green">829</FONT> public void liblinear_predict_with_kbestlist(Model model, FeatureNode[] x, KBestList kBestList) throws MaltChainedException {<a name="line.829"></a>
<FONT color="green">830</FONT> int i;<a name="line.830"></a>
<FONT color="green">831</FONT> final int nr_class = model.getNrClass();<a name="line.831"></a>
<FONT color="green">832</FONT> final double[] dec_values = new double[nr_class];<a name="line.832"></a>
<FONT color="green">833</FONT> <a name="line.833"></a>
<FONT color="green">834</FONT> Linear.predictValues(model, x, dec_values);<a name="line.834"></a>
<FONT color="green">835</FONT> final int[] labels = model.getLabels();<a name="line.835"></a>
<FONT color="green">836</FONT> int[] predictionList = new int[nr_class];<a name="line.836"></a>
<FONT color="green">837</FONT> for(i=0;i<nr_class;i++) {<a name="line.837"></a>
<FONT color="green">838</FONT> predictionList[i] = labels[i];<a name="line.838"></a>
<FONT color="green">839</FONT> }<a name="line.839"></a>
<FONT color="green">840</FONT> <a name="line.840"></a>
<FONT color="green">841</FONT> double tmpDec;<a name="line.841"></a>
<FONT color="green">842</FONT> int tmpObj;<a name="line.842"></a>
<FONT color="green">843</FONT> int lagest;<a name="line.843"></a>
<FONT color="green">844</FONT> for (i=0;i<nr_class-1;i++) {<a name="line.844"></a>
<FONT color="green">845</FONT> lagest = i;<a name="line.845"></a>
<FONT color="green">846</FONT> for (int j=i;j<nr_class;j++) {<a name="line.846"></a>
<FONT color="green">847</FONT> if (dec_values[j] > dec_values[lagest]) {<a name="line.847"></a>
<FONT color="green">848</FONT> lagest = j;<a name="line.848"></a>
<FONT color="green">849</FONT> }<a name="line.849"></a>
<FONT color="green">850</FONT> }<a name="line.850"></a>
<FONT color="green">851</FONT> tmpDec = dec_values[lagest];<a name="line.851"></a>
<FONT color="green">852</FONT> dec_values[lagest] = dec_values[i];<a name="line.852"></a>
<FONT color="green">853</FONT> dec_values[i] = tmpDec;<a name="line.853"></a>
<FONT color="green">854</FONT> tmpObj = predictionList[lagest];<a name="line.854"></a>
<FONT color="green">855</FONT> predictionList[lagest] = predictionList[i];<a name="line.855"></a>
<FONT color="green">856</FONT> predictionList[i] = tmpObj;<a name="line.856"></a>
<FONT color="green">857</FONT> }<a name="line.857"></a>
<FONT color="green">858</FONT> <a name="line.858"></a>
<FONT color="green">859</FONT> int k = nr_class-1;<a name="line.859"></a>
<FONT color="green">860</FONT> if (kBestList.getK() != -1) {<a name="line.860"></a>
<FONT color="green">861</FONT> k = kBestList.getK() - 1;<a name="line.861"></a>
<FONT color="green">862</FONT> }<a name="line.862"></a>
<FONT color="green">863</FONT> <a name="line.863"></a>
<FONT color="green">864</FONT> for (i=0; i<nr_class && k >= 0; i++, k--) {<a name="line.864"></a>
<FONT color="green">865</FONT> if (kBestList instanceof ScoredKBestList) {<a name="line.865"></a>
<FONT color="green">866</FONT> ((ScoredKBestList)kBestList).add(predictionList[i], (float)dec_values[i]);<a name="line.866"></a>
<FONT color="green">867</FONT> } else {<a name="line.867"></a>
<FONT color="green">868</FONT> kBestList.add(predictionList[i]);<a name="line.868"></a>
<FONT color="green">869</FONT> }<a name="line.869"></a>
<FONT color="green">870</FONT> <a name="line.870"></a>
<FONT color="green">871</FONT> }<a name="line.871"></a>
<FONT color="green">872</FONT> }<a name="line.872"></a>
<FONT color="green">873</FONT> <a name="line.873"></a>
<FONT color="green">874</FONT> /**<a name="line.874"></a>
<FONT color="green">875</FONT> * Converts the instance file (Malt's own SVM format) into the Liblinear (SVMLight) format. The input instance file is removed (replaced)<a name="line.875"></a>
<FONT color="green">876</FONT> * by the instance file in the Liblinear (SVMLight) format. If a column contains -1, the value will be removed in destination file. <a name="line.876"></a>
<FONT color="green">877</FONT> * <a name="line.877"></a>
<FONT color="green">878</FONT> * @param isr the input stream reader for the source instance file<a name="line.878"></a>
<FONT color="green">879</FONT> * @param osw the output stream writer for the destination instance file<a name="line.879"></a>
<FONT color="green">880</FONT> * @param cardinalities a vector containing the number of distinct values for a particular column<a name="line.880"></a>
<FONT color="green">881</FONT> * @throws LiblinearException<a name="line.881"></a>
<FONT color="green">882</FONT> */<a name="line.882"></a>
<FONT color="green">883</FONT> public static void maltSVMFormat2OriginalSVMFormat(InputStreamReader isr, OutputStreamWriter osw, int[] cardinalities) throws MaltChainedException {<a name="line.883"></a>
<FONT color="green">884</FONT> try {<a name="line.884"></a>
<FONT color="green">885</FONT> final BufferedReader in = new BufferedReader(isr);<a name="line.885"></a>
<FONT color="green">886</FONT> final BufferedWriter out = new BufferedWriter(osw);<a name="line.886"></a>
<FONT color="green">887</FONT> <a name="line.887"></a>
<FONT color="green">888</FONT> int c;<a name="line.888"></a>
<FONT color="green">889</FONT> int j = 0;<a name="line.889"></a>
<FONT color="green">890</FONT> int offset = 1;<a name="line.890"></a>
<FONT color="green">891</FONT> int code = 0;<a name="line.891"></a>
<FONT color="green">892</FONT> while(true) {<a name="line.892"></a>
<FONT color="green">893</FONT> c = in.read();<a name="line.893"></a>
<FONT color="green">894</FONT> if (c == -1) {<a name="line.894"></a>
<FONT color="green">895</FONT> break;<a name="line.895"></a>
<FONT color="green">896</FONT> }<a name="line.896"></a>
<FONT color="green">897</FONT> <a name="line.897"></a>
<FONT color="green">898</FONT> if (c == '\t' || c == '|') {<a name="line.898"></a>
<FONT color="green">899</FONT> if (j == 0) {<a name="line.899"></a>
<FONT color="green">900</FONT> out.write(Integer.toString(code));<a name="line.900"></a>
<FONT color="green">901</FONT> j++;<a name="line.901"></a>
<FONT color="green">902</FONT> } else {<a name="line.902"></a>
<FONT color="green">903</FONT> if (code != -1) {<a name="line.903"></a>
<FONT color="green">904</FONT> out.write(' ');<a name="line.904"></a>
<FONT color="green">905</FONT> out.write(Integer.toString(code+offset));<a name="line.905"></a>
<FONT color="green">906</FONT> out.write(":1");<a name="line.906"></a>
<FONT color="green">907</FONT> }<a name="line.907"></a>
<FONT color="green">908</FONT> if (c == '\t') {<a name="line.908"></a>
<FONT color="green">909</FONT> offset += cardinalities[j-1];<a name="line.909"></a>
<FONT color="green">910</FONT> j++;<a name="line.910"></a>
<FONT color="green">911</FONT> }<a name="line.911"></a>
<FONT color="green">912</FONT> }<a name="line.912"></a>
<FONT color="green">913</FONT> code = 0;<a name="line.913"></a>
<FONT color="green">914</FONT> } else if (c == '\n') {<a name="line.914"></a>
<FONT color="green">915</FONT> j = 0;<a name="line.915"></a>
<FONT color="green">916</FONT> offset = 1;<a name="line.916"></a>
<FONT color="green">917</FONT> out.write('\n');<a name="line.917"></a>
<FONT color="green">918</FONT> code = 0;<a name="line.918"></a>
<FONT color="green">919</FONT> } else if (c == '-') {<a name="line.919"></a>
<FONT color="green">920</FONT> code = -1;<a name="line.920"></a>
<FONT color="green">921</FONT> } else if (code != -1) {<a name="line.921"></a>
<FONT color="green">922</FONT> if (c > 47 && c < 58) {<a name="line.922"></a>
<FONT color="green">923</FONT> code = code * 10 + (c-48);<a name="line.923"></a>
<FONT color="green">924</FONT> } else {<a name="line.924"></a>
<FONT color="green">925</FONT> throw new LiblinearException("The instance file contain a non-integer value, when converting the Malt SVM format into Liblinear format.");<a name="line.925"></a>
<FONT color="green">926</FONT> }<a name="line.926"></a>
<FONT color="green">927</FONT> } <a name="line.927"></a>
<FONT color="green">928</FONT> } <a name="line.928"></a>
<FONT color="green">929</FONT> in.close(); <a name="line.929"></a>
<FONT color="green">930</FONT> out.close();<a name="line.930"></a>
<FONT color="green">931</FONT> } catch (IOException e) {<a name="line.931"></a>
<FONT color="green">932</FONT> throw new LiblinearException("Cannot read from the instance file, when converting the Malt SVM format into Liblinear format. ", e);<a name="line.932"></a>
<FONT color="green">933</FONT> }<a name="line.933"></a>
<FONT color="green">934</FONT> }<a name="line.934"></a>
<FONT color="green">935</FONT> <a name="line.935"></a>
<FONT color="green">936</FONT> protected void finalize() throws Throwable {<a name="line.936"></a>
<FONT color="green">937</FONT> try {<a name="line.937"></a>
<FONT color="green">938</FONT> closeInstanceWriter();<a name="line.938"></a>
<FONT color="green">939</FONT> } finally {<a name="line.939"></a>
<FONT color="green">940</FONT> super.finalize();<a name="line.940"></a>
<FONT color="green">941</FONT> }<a name="line.941"></a>
<FONT color="green">942</FONT> }<a name="line.942"></a>
<FONT color="green">943</FONT> <a name="line.943"></a>
<FONT color="green">944</FONT> /* (non-Javadoc)<a name="line.944"></a>
<FONT color="green">945</FONT> * @see java.lang.Object#toString()<a name="line.945"></a>
<FONT color="green">946</FONT> */<a name="line.946"></a>
<FONT color="green">947</FONT> public String toString() {<a name="line.947"></a>
<FONT color="green">948</FONT> final StringBuffer sb = new StringBuffer();<a name="line.948"></a>
<FONT color="green">949</FONT> sb.append("\nLiblinear INTERFACE\n");<a name="line.949"></a>
<FONT color="green">950</FONT> sb.append(" Liblinear version: "+LIBLINEAR_VERSION+"\n");<a name="line.950"></a>
<FONT color="green">951</FONT> sb.append(" Liblinear string: "+paramString+"\n");<a name="line.951"></a>
<FONT color="green">952</FONT> <a name="line.952"></a>
<FONT color="green">953</FONT> sb.append(getLibLinearOptions());<a name="line.953"></a>
<FONT color="green">954</FONT> return sb.toString();<a name="line.954"></a>
<FONT color="green">955</FONT> }<a name="line.955"></a>
<FONT color="green">956</FONT> <a name="line.956"></a>
<FONT color="green">957</FONT> <a name="line.957"></a>
<FONT color="green">958</FONT> @Override<a name="line.958"></a>
<FONT color="green">959</FONT> public void divideByFeatureSet(<a name="line.959"></a>
<FONT color="green">960</FONT> Set<Integer> featureIdsToCreateSeparateBranchesForSet, ArrayList<Integer> divideFeatureIndexVector, String otherId) throws MaltChainedException {<a name="line.960"></a>
<FONT color="green">961</FONT> <a name="line.961"></a>
<FONT color="green">962</FONT> <a name="line.962"></a>
<FONT color="green">963</FONT> //Create a hash map that maps every feature id to a writer<a name="line.963"></a>
<FONT color="green">964</FONT> HashMap<Integer, BufferedWriter> featureIdToWriterMap = new HashMap<Integer, BufferedWriter>();<a name="line.964"></a>
<FONT color="green">965</FONT> <a name="line.965"></a>
<FONT color="green">966</FONT> for(int element:featureIdsToCreateSeparateBranchesForSet){<a name="line.966"></a>
<FONT color="green">967</FONT> <a name="line.967"></a>
<FONT color="green">968</FONT> <a name="line.968"></a>
<FONT color="green">969</FONT> BufferedWriter outputWriter = new BufferedWriter(getConfiguration().getConfigurationDir().getOutputStreamWriter(owner.getModelName().replace('.','_') + element + "." + getLearningMethodName()+".ins"));<a name="line.969"></a>
<FONT color="green">970</FONT> featureIdToWriterMap.put(element, outputWriter);<a name="line.970"></a>
<FONT color="green">971</FONT> <a name="line.971"></a>
<FONT color="green">972</FONT> }<a name="line.972"></a>
<FONT color="green">973</FONT> <a name="line.973"></a>
<FONT color="green">974</FONT> BufferedWriter otherOutputWriter = new BufferedWriter(getConfiguration().getConfigurationDir().getOutputStreamWriter(owner.getModelName().replace('.','_') + otherId + "." + getLearningMethodName()+".ins"));<a name="line.974"></a>
<FONT color="green">975</FONT> <a name="line.975"></a>
<FONT color="green">976</FONT> <a name="line.976"></a>
<FONT color="green">977</FONT> try {<a name="line.977"></a>
<FONT color="green">978</FONT> final BufferedReader in = new BufferedReader(getInstanceInputStreamReader(".ins"));<a name="line.978"></a>
<FONT color="green">979</FONT> //every line will be written to a separate file<a name="line.979"></a>
<FONT color="green">980</FONT> String line = in.readLine();<a name="line.980"></a>
<FONT color="green">981</FONT> final Pattern tabPattern = Pattern.compile("\t");<a name="line.981"></a>
<FONT color="green">982</FONT> while(line!=null){<a name="line.982"></a>
<FONT color="green">983</FONT> <a name="line.983"></a>
<FONT color="green">984</FONT> //Find out which pot the line shall be put in<a name="line.984"></a>
<FONT color="green">985</FONT> String[] lineArray = tabPattern.split(line);<a name="line.985"></a>
<FONT color="green">986</FONT> <a name="line.986"></a>
<FONT color="green">987</FONT> int id = new Integer(lineArray[divideFeatureIndexVector.get(0)+1]);<a name="line.987"></a>
<FONT color="green">988</FONT> <a name="line.988"></a>
<FONT color="green">989</FONT> if(!featureIdToWriterMap.containsKey(id)){<a name="line.989"></a>
<FONT color="green">990</FONT> otherOutputWriter.write(line + "\n");<a name="line.990"></a>
<FONT color="green">991</FONT> }else <a name="line.991"></a>
<FONT color="green">992</FONT> featureIdToWriterMap.get(id).write(getLineToWrite(lineArray,divideFeatureIndexVector.get(0)+1));<a name="line.992"></a>
<FONT color="green">993</FONT> <a name="line.993"></a>
<FONT color="green">994</FONT> line = in.readLine();<a name="line.994"></a>
<FONT color="green">995</FONT> }<a name="line.995"></a>
<FONT color="green">996</FONT> <a name="line.996"></a>
<FONT color="green">997</FONT> otherOutputWriter.close();<a name="line.997"></a>
<FONT color="green">998</FONT> <a name="line.998"></a>
<FONT color="green">999</FONT> in.close();<a name="line.999"></a>
<FONT color="green">1000</FONT> <a name="line.1000"></a>
<FONT color="green">1001</FONT> for(BufferedWriter writer: featureIdToWriterMap.values())<a name="line.1001"></a>
<FONT color="green">1002</FONT> writer.close();<a name="line.1002"></a>
<FONT color="green">1003</FONT> <a name="line.1003"></a>
<FONT color="green">1004</FONT> } catch (SecurityException e) {<a name="line.1004"></a>
<FONT color="green">1005</FONT> throw new LiblinearException("The Liblinear learner cannot remove the instance file. ", e);<a name="line.1005"></a>
<FONT color="green">1006</FONT> } catch (NullPointerException e) {<a name="line.1006"></a>
<FONT color="green">1007</FONT> throw new LiblinearException("The instance file cannot be found. ", e);<a name="line.1007"></a>
<FONT color="green">1008</FONT> } catch (FileNotFoundException e) {<a name="line.1008"></a>
<FONT color="green">1009</FONT> throw new LiblinearException("The instance file cannot be found. ", e);<a name="line.1009"></a>
<FONT color="green">1010</FONT> } catch (IOException e) {<a name="line.1010"></a>
<FONT color="green">1011</FONT> throw new LiblinearException("The Liblinear learner read from the instance file. ", e);<a name="line.1011"></a>
<FONT color="green">1012</FONT> }<a name="line.1012"></a>
<FONT color="green">1013</FONT> <a name="line.1013"></a>
<FONT color="green">1014</FONT> <a name="line.1014"></a>
<FONT color="green">1015</FONT> <a name="line.1015"></a>
<FONT color="green">1016</FONT> }<a name="line.1016"></a>
<FONT color="green">1017</FONT> <a name="line.1017"></a>
<FONT color="green">1018</FONT> <a name="line.1018"></a>
<FONT color="green">1019</FONT> private String getLineToWrite(String[] lineArray, int excludeIndex) {<a name="line.1019"></a>
<FONT color="green">1020</FONT> StringBuffer buf = new StringBuffer();<a name="line.1020"></a>
<FONT color="green">1021</FONT> <a name="line.1021"></a>
<FONT color="green">1022</FONT> for(int n = 0; n < lineArray.length; n++)<a name="line.1022"></a>
<FONT color="green">1023</FONT> if(n != excludeIndex)<a name="line.1023"></a>
<FONT color="green">1024</FONT> buf.append(lineArray[n] + "\t");<a name="line.1024"></a>
<FONT color="green">1025</FONT> buf.append("\n"); <a name="line.1025"></a>
<FONT color="green">1026</FONT> return buf.toString();<a name="line.1026"></a>
<FONT color="green">1027</FONT> }<a name="line.1027"></a>
<FONT color="green">1028</FONT> <a name="line.1028"></a>
<FONT color="green">1029</FONT> <a name="line.1029"></a>
<FONT color="green">1030</FONT> @Override<a name="line.1030"></a>
<FONT color="green">1031</FONT> public Map<Integer, Integer> createFeatureIdToCountMap(<a name="line.1031"></a>
<FONT color="green">1032</FONT> ArrayList<Integer> divideFeatureIndexVector) throws MaltChainedException{<a name="line.1032"></a>
<FONT color="green">1033</FONT> <a name="line.1033"></a>
<FONT color="green">1034</FONT> HashMap<Integer, Integer> featureIdToCountMap = new HashMap<Integer, Integer>();<a name="line.1034"></a>
<FONT color="green">1035</FONT> <a name="line.1035"></a>
<FONT color="green">1036</FONT> //Go trough the file and count all feature ids in the given column(s)<a name="line.1036"></a>
<FONT color="green">1037</FONT> <a name="line.1037"></a>
<FONT color="green">1038</FONT> try {<a name="line.1038"></a>
<FONT color="green">1039</FONT> final BufferedReader in = new BufferedReader(getInstanceInputStreamReader(".ins"));<a name="line.1039"></a>
<FONT color="green">1040</FONT> //every line will be written to a separate file<a name="line.1040"></a>
<FONT color="green">1041</FONT> String line = in.readLine();<a name="line.1041"></a>
<FONT color="green">1042</FONT> final Pattern tabPattern = Pattern.compile("\t");<a name="line.1042"></a>
<FONT color="green">1043</FONT> while(line!=null){<a name="line.1043"></a>
<FONT color="green">1044</FONT> <a name="line.1044"></a>
<FONT color="green">1045</FONT> //Find out which pot the line shall be put in<a name="line.1045"></a>
<FONT color="green">1046</FONT> String[] lineArray = tabPattern.split(line);<a name="line.1046"></a>
<FONT color="green">1047</FONT> <a name="line.1047"></a>
<FONT color="green">1048</FONT> for(int n = 0; n < divideFeatureIndexVector.size(); n++){<a name="line.1048"></a>
<FONT color="green">1049</FONT> int id = new Integer(lineArray[divideFeatureIndexVector.get(n)+1]);<a name="line.1049"></a>
<FONT color="green">1050</FONT> <a name="line.1050"></a>
<FONT color="green">1051</FONT> <a name="line.1051"></a>
<FONT color="green">1052</FONT> if (!featureIdToCountMap.containsKey(id)) {<a name="line.1052"></a>
<FONT color="green">1053</FONT> <a name="line.1053"></a>
<FONT color="green">1054</FONT> featureIdToCountMap.put(id, 0);<a name="line.1054"></a>
<FONT color="green">1055</FONT> <a name="line.1055"></a>
<FONT color="green">1056</FONT> }<a name="line.1056"></a>
<FONT color="green">1057</FONT> <a name="line.1057"></a>
<FONT color="green">1058</FONT> int previousCount = featureIdToCountMap.get(id);<a name="line.1058"></a>
<FONT color="green">1059</FONT> <a name="line.1059"></a>
<FONT color="green">1060</FONT> featureIdToCountMap.put(id, previousCount + 1);<a name="line.1060"></a>
<FONT color="green">1061</FONT> <a name="line.1061"></a>
<FONT color="green">1062</FONT> } <a name="line.1062"></a>
<FONT color="green">1063</FONT> <a name="line.1063"></a>
<FONT color="green">1064</FONT> line = in.readLine();<a name="line.1064"></a>
<FONT color="green">1065</FONT> }<a name="line.1065"></a>
<FONT color="green">1066</FONT> in.close();<a name="line.1066"></a>
<FONT color="green">1067</FONT> } catch (SecurityException e) {<a name="line.1067"></a>
<FONT color="green">1068</FONT> throw new LiblinearException("The Libsvm learner cannot remove the instance file. ", e);<a name="line.1068"></a>
<FONT color="green">1069</FONT> } catch (NullPointerException e) {<a name="line.1069"></a>
<FONT color="green">1070</FONT> throw new LiblinearException("The instance file cannot be found. ", e);<a name="line.1070"></a>
<FONT color="green">1071</FONT> } catch (FileNotFoundException e) {<a name="line.1071"></a>
<FONT color="green">1072</FONT> throw new LiblinearException("The instance file cannot be found. ", e);<a name="line.1072"></a>
<FONT color="green">1073</FONT> } catch (IOException e) {<a name="line.1073"></a>
<FONT color="green">1074</FONT> throw new LiblinearException("The Liblinear learner read from the instance file. ", e);<a name="line.1074"></a>
<FONT color="green">1075</FONT> }<a name="line.1075"></a>
<FONT color="green">1076</FONT> <a name="line.1076"></a>
<FONT color="green">1077</FONT> return featureIdToCountMap;<a name="line.1077"></a>
<FONT color="green">1078</FONT> }<a name="line.1078"></a>
<FONT color="green">1079</FONT> <a name="line.1079"></a>
<FONT color="green">1080</FONT> }<a name="line.1080"></a>
</PRE>
</BODY>
</HTML>