🎉Community Raffle - Win $25

An exclusive raffle opportunity for active members like you! Complete your profile, answer questions and get your first accepted badge to enter the raffle.
Join and Win

"Difference in Performance Logging"

User: "tek"
New Altair Community Member
Updated by Jocelyn
Hey,

in my process:

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<process version="5.1.006">
  <context>
    <input/>
    <output/>
    <macros/>
  </context>
  <operator activated="true" class="process" compatibility="5.1.006" expanded="true" name="Process">
    <process expanded="true" height="444" width="563">
      <operator activated="true" class="free_memory" compatibility="5.1.006" expanded="true" height="76" name="Free Memory" width="90" x="246" y="30"/>
      <operator activated="true" class="loop_parameters" compatibility="5.1.006" expanded="true" height="76" name="Loop Parameters" width="90" x="380" y="30">
        <list key="parameters">
          <parameter key="Neural Net.learning_rate" value="0.3"/>
        </list>
        <process expanded="true" height="444" width="563">
          <operator activated="true" class="split_data" compatibility="5.1.006" expanded="true" height="94" name="Split Outer" width="90" x="45" y="30">
            <enumeration key="partitions">
              <parameter key="ratio" value="0.8"/>
              <parameter key="ratio" value="0.2"/>
            </enumeration>
          </operator>
          <operator activated="true" class="x_validation" compatibility="5.1.006" expanded="true" height="112" name="Validation" width="90" x="180" y="30">
            <parameter key="sampling_type" value="shuffled sampling"/>
            <process expanded="true" height="444" width="165">
              <operator activated="true" class="neural_net" compatibility="5.1.006" expanded="true" height="76" name="Neural Net" width="90" x="45" y="30">
                <list key="hidden_layers"/>
              </operator>
              <connect from_port="training" to_op="Neural Net" to_port="training set"/>
              <connect from_op="Neural Net" from_port="model" to_port="model"/>
              <portSpacing port="source_training" spacing="0"/>
              <portSpacing port="sink_model" spacing="0"/>
              <portSpacing port="sink_through 1" spacing="0"/>
            </process>
            <process expanded="true" height="444" width="300">
              <operator activated="true" class="apply_model" compatibility="5.1.006" expanded="true" height="76" name="CVApply" width="90" x="45" y="30">
                <list key="application_parameters"/>
              </operator>
              <operator activated="true" class="performance_regression" compatibility="5.1.006" expanded="true" height="76" name="CVPerf" width="90" x="180" y="30">
                <parameter key="absolute_error" value="true"/>
                <parameter key="relative_error" value="true"/>
                <parameter key="correlation" value="true"/>
              </operator>
              <connect from_port="model" to_op="CVApply" to_port="model"/>
              <connect from_port="test set" to_op="CVApply" to_port="unlabelled data"/>
              <connect from_op="CVApply" from_port="labelled data" to_op="CVPerf" to_port="labelled data"/>
              <connect from_op="CVPerf" from_port="performance" to_port="averagable 1"/>
              <portSpacing port="source_model" spacing="0"/>
              <portSpacing port="source_test set" spacing="0"/>
              <portSpacing port="source_through 1" spacing="0"/>
              <portSpacing port="sink_averagable 1" spacing="0"/>
              <portSpacing port="sink_averagable 2" spacing="0"/>
            </process>
          </operator>
          <operator activated="true" class="apply_model" compatibility="5.1.006" expanded="true" height="76" name="HOApply" width="90" x="315" y="30">
            <list key="application_parameters"/>
          </operator>
          <operator activated="true" class="performance_regression" compatibility="5.1.006" expanded="true" height="76" name="HOPerf" width="90" x="450" y="30">
            <parameter key="absolute_error" value="true"/>
            <parameter key="relative_error" value="true"/>
            <parameter key="correlation" value="true"/>
          </operator>
          <operator activated="true" class="log" compatibility="5.1.006" expanded="true" height="76" name="Log" width="90" x="447" y="210">
            <list key="log">
              <parameter key="CVPerformance" value="operator.CVPerf.value.performance"/>
              <parameter key="HOPerformance" value="operator.HOPerf.value.performance"/>
              <parameter key="CValidation" value="operator.Validation.value.performance"/>
            </list>
          </operator>
          <connect from_port="input 1" to_op="Split Outer" to_port="example set"/>
          <connect from_op="Split Outer" from_port="partition 1" to_op="Validation" to_port="training"/>
          <connect from_op="Split Outer" from_port="partition 2" to_op="HOApply" to_port="unlabelled data"/>
          <connect from_op="Validation" from_port="model" to_op="HOApply" to_port="model"/>
          <connect from_op="HOApply" from_port="labelled data" to_op="HOPerf" to_port="labelled data"/>
          <connect from_op="HOApply" from_port="model" to_port="result 1"/>
          <connect from_op="HOPerf" from_port="performance" to_op="Log" to_port="through 1"/>
          <portSpacing port="source_input 1" spacing="0"/>
          <portSpacing port="source_input 2" spacing="0"/>
          <portSpacing port="sink_performance" spacing="0"/>
          <portSpacing port="sink_result 1" spacing="0"/>
          <portSpacing port="sink_result 2" spacing="0"/>
        </process>
      </operator>
      <connect from_op="Free Memory" from_port="through 1" to_op="Loop Parameters" to_port="input 1"/>
      <portSpacing port="source_input 1" spacing="0"/>
      <portSpacing port="sink_result 1" spacing="0"/>
    </process>
  </operator>
</process>

I am logging 3 different performance values. Whats the difference between logging the performance criterion from "CVPerf" and "CValidation"?

It has a tremendous effect on the logged value, which surprised me. I thought that the performance of the inner performance operator should be equal to the one outputted by the x-Validation Operator?

Thanks for the help!

Find more posts tagged with

Comments

No comments on this post.