Skip to main content
[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index] [List Home]
[smila-dev] potential concurrency bug with listeners

hi,

 

I think we have a potential bug in processing but would like s.o. else to confirm it.

 

ENV

·         my setup is straight from trunk rev 608 (current)

·         I changed the given configs.

·         the rest is the same.

·         I ran this in debug mode from within eclipse.

 

STEPS

 

1.       start the jobfile agent

 

-> after a while (20 runs or so) I get output like this on the console:

 

2009-09-23 12:47:29,263 DEBUG [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - [ADD Rule, thread:0] Processing JMS message...

 2009-09-23 12:47:29,263 DEBUG [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - [ADD Rule, thread:0] Accepted bytes as STRING: ^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@...

 2009-09-23 12:47:29,263 ERROR [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - org.eclipse.smila.connectivity.queue.worker.ListenerException: [ADD Rule, thread:0] processM

essage

 2009-09-23 12:47:29,264 DEBUG [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - [ADD Rule, thread:0] Processing JMS message...

 2009-09-23 12:47:29,264 DEBUG [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - [ADD Rule, thread:0] Accepted bytes as STRING: ^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@...

 2009-09-23 12:47:29,264 ERROR [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - org.eclipse.smila.connectivity.queue.worker.ListenerException: [ADD Rule, thread:0] processM

essage

 2009-09-23 12:47:29,264 DEBUG [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - [ADD Rule, thread:0] Processing JMS message...

 2009-09-23 12:47:29,267 DEBUG [QueueWorker-Listener@24978987                ]  listener.ListenerWorker                       - [ADD Rule, thread:0] Accepted bytes as STRING: ^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@^@...

 

 

Kind regards

Thomas Menzel @ brox IT-Solutions GmbH

 

<?xml version="1.0" encoding="UTF-8"?>
<!--
/***********************************************************************************************************************
 * Copyright (c) 2008 empolis GmbH and brox IT Solutions GmbH. All rights reserved. This program and the accompanying
 * materials are made available under the terms of the Eclipse Public License v1.0 which accompanies this distribution,
 * and is available at http://www.eclipse.org/legal/epl-v10.html
 *
 * Contributors: Daniel Stucky (empolis GmbH) - initial creator
 **********************************************************************************************************************/
-->
<DataSourceConnectionConfig
  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
  xsi:noNamespaceSchemaLocation="../org.eclipse.smila.connectivity.framework.agent.jobfilee/schemas/FeedDataSourceConnectionConfigSchema.xsd"
>
  <DataSourceID>jobfile</DataSourceID>
  <SchemaID>org.eclipse.smila.connectivity.framework.agent.jobfile</SchemaID>
  <DataConnectionID>
    <Agent>JobFileAgent</Agent>
  </DataConnectionID>
  <DeltaIndexing>disabled</DeltaIndexing>
  <Attributes>
    <Attribute Type="Date" Name="LastModifiedDate" HashAttribute="true" />
    <Attribute Type="String" Name="Path" KeyAttribute="true" />
    <Attribute Type="String" Name="Url" KeyAttribute="true" />
  </Attributes>
  <Process>
    <UpdateInterval>1</UpdateInterval>
    <AttachmentSeparator>####</AttachmentSeparator>
    <JobFileUrl>file://configuration/org.eclipse.smila.connectivity.framework/samplejobfile.xml</JobFileUrl>
  </Process>
</DataSourceConnectionConfig>

<?xml version="1.0" encoding="UTF-8"?>
<JobFile xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:noNamespaceSchemaLocation="../org.eclipse.smila.connectivity.framework.agent.jobfile/schemas/jobfile.xsd">
  <Add>
    <!-- sample record where id is created and content is loaded into attachment from file url //-->
    <Record version="1.0">
      <A n="MimeType">
        <L>
          <V>text/html</V>
        </L>
      </A>
      <A n="Size">
        <L>
          <V t="int">16536</V>
        </L>
      </A>
      <A n="Extension">
        <L>
          <V>html</V>
        </L>
      </A>
      <A n="LastModifiedDate">
        <L>
          <V t="datetime">2009-03-13 10:42:00.000</V>
        </L>
      </A>
      <A n="Filename">
        <L>
          <V>epl-v10.html</V>
        </L>
      </A>
      <A n="Path">
        <L>
          <V>epl-v10.html</V>
        </L>
      </A>
      <Attachment>Content####epl-v10.html</Attachment>
    </Record>

    <!-- sample record where id is created and content is loaded inti attachment from http url //-->
    <Record version="1.0">
      <A n="MimeType">
        <L>
          <V>text/html</V>
        </L>
      </A>
      <A n="Size">
        <L>
          <V t="int">11765</V>
        </L>
      </A>
      <A n="Extension">
        <L>
          <V>html</V>
        </L>
      </A>
      <A n="LastModifiedDate">
        <L>
          <V t="date">2009-07-09</V>
        </L>
      </A>
      <A n="Url">
        <L>
          <V>http://www.eclipse.org/smila/</V>
        </L>
      </A>
      <Attachment>Content####http://www.eclipse.org/smila/</Attachment>
    </Record>

    <!-- sample record where id is provided and txt content is provided in attribute //-->
    <Record version="1.0">
      <Id version="1.0" xmlns="http://www.eclipse.org/smila/id";>
        <Source>jobfile</Source>
        <Key name="Path">C:/sample folder/sample filename.txt</Key>
      </Id>
      <A n="MimeType">
        <L>
          <V>text/plain</V>
        </L>
      </A>
      <A n="Size">
        <L>
          <V t="int">16384</V>
        </L>
      </A>
      <A n="Extension">
        <L>
          <V>txt</V>
        </L>
      </A>
      <A n="LastModifiedDate">
        <L>
          <V t="datetime">2009-07-09 14:53:16.000</V>
        </L>
      </A>
      <A n="Filename">
        <L>
          <V>sample filename.txt</V>
        </L>
      </A>
      <A n="Path">
        <L>
          <V>C:/sample folder/sample filename.txt</V>
        </L>
      </A>
      <A n="Content">
        <L>
          <V>This is just some imaginary text content. Used to show how SMILA JobFileAgent works.</V>
        </L>
      </A>
    </Record>

    <!-- sample record where id is provided and html content is provided in attribute //-->
    <Record version="1.0">
      <Id version="1.0" xmlns="http://www.eclipse.org/smila/id";>
        <Source>jobfile</Source>
        <Key name="Path">C:/sample folder/sample filename.html</Key>
      </Id>
      <A n="MimeType">
        <L>
          <V>text/html</V>
        </L>
      </A>
      <A n="Size">
        <L>
          <V t="int">16384</V>
        </L>
      </A>
      <A n="Extension">
        <L>
          <V>html</V>
        </L>
      </A>
      <A n="LastModifiedDate">
        <L>
          <V t="datetime">2009-07-09 14:53:16.000</V>
        </L>
      </A>
      <A n="Filename">
        <L>
          <V>sample filename.html</V>
        </L>
      </A>
      <A n="Path">
        <L>
          <V>C:/sample folder/sample filename.html</V>
        </L>
      </A>
      <A n="Content">
        <L>
          <V>
                 <![CDATA[
                    <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN">
                    <HTML>
                     <HEAD>
                      <TITLE> A sample test document </TITLE>
                      <META NAME="Author" CONTENT="Danieel Stucky">
                      <META NAME="Keywords" CONTENT="SMILA eclipse">
                      <META NAME="Description" CONTENT="sample test document">
                     </HEAD>
                     <BODY>
                      This is just some imaginary text content. Used to show how SMILA JobFileAgent works. It even contains a <a href="http://www.eclipse.org";>link</a>.
                     </BODY>
                    </HTML>
                ]]>
          </V>
        </L>
      </A>
    </Record>
  </Add>

</JobFile>
<?xml version="1.0" encoding="UTF-8"?>
<!--
/***********************************************************************************************************************
 * Copyright (c) 2008 empolis GmbH and brox IT Solutions GmbH. All rights reserved. This program and the accompanying
 * materials are made available under the terms of the Eclipse Public License v1.0 which accompanies this distribution,
 * and is available at http://www.eclipse.org/legal/epl-v10.html
 *
 * Contributors: Ivan Churkin (brox IT Solutions GmbH) - initial creator
 **********************************************************************************************************************/
-->
<QueueWorkerListenerConfig xmlns="http://www.eclipse.org/smila/queue";
  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance";
  xsi:noNamespaceSchemaLocation="schemas/QueueWorkerConfig.xsd"
>

  <Rule Name="ADD Rule" WaitMessageTimeout="10" Threads="10" MaxMessageBlockSize="20">
    <Source BrokerId="broker1" Queue="SMILA.connectivity"/>
    <Condition>Operation='ADD' and NOT(DataSourceID LIKE '%feeds%') and NOT(DataSourceID LIKE '%xmldump%')</Condition>
    <Task>
      <Process Workflow="AddPipeline"/>
    </Task>
  </Rule>

  <Rule Name="Delete Rule" WaitMessageTimeout="10" Threads="0" MaxMessageBlockSize="20">
    <Source BrokerId="broker1" Queue="SMILA.connectivity"/>
    <Condition>Operation='DELETE'</Condition>
    <Task>
      <Process Workflow="DeletePipeline"/>
    </Task>
  </Rule>

  <Rule Name="ADD Feed Rule" WaitMessageTimeout="10" Threads="0" MaxMessageBlockSize="20">
    <Source BrokerId="broker1" Queue="SMILA.connectivity"/>
    <Condition>Operation='ADD' and DataSourceID LIKE '%feeds%'</Condition>
    <Task>
      <Process Workflow="AddFeedPipeline"/>
    </Task>
  </Rule>
    
 <Rule Name="XML Dump Splitter Rule" WaitMessageTimeout="10" Threads="0" MaxMessageBlockSize="1">
    <Source BrokerId="broker1" Queue="SMILA.connectivity"/>
    <Condition>Operation='ADD' and DataSourceID LIKE '%xmldump%' and NOT(isXmlSnippet='true')</Condition>
    <Task>
      <Process Workflow="XmlDumpSplitterPipeline"/>
    </Task>
  </Rule>    

 <Rule Name="XML Dump Add Rule" WaitMessageTimeout="10" Threads="0" MaxMessageBlockSize="20">
    <Source BrokerId="broker1" Queue="SMILA.connectivity"/>
    <Condition>Operation='ADD' and DataSourceID LIKE '%xmldump%' and isXmlSnippet='true'</Condition>
    <Task>
      <Process Workflow="XmlDumpAddPipeline"/>
    </Task>
  </Rule>    

    
</QueueWorkerListenerConfig>

Attachment: log4j.properties
Description: log4j.properties

Back to the top