3:I[39275,[],""]
5:I[61343,[],""]
6:I[23053,["7699","static/chunks/8e1d74a4-5fcc24cf3a9fd8c2.js","7240","static/chunks/53c13509-baa86b522e6ae78c.js","4740","static/chunks/4740-14bdf05e7ce04a11.js","9617","static/chunks/9617-544346a1cd0024b4.js","3185","static/chunks/app/layout-8c4bc5784f5090d9.js"],"StateProvider"]
7:I[19593,["7699","static/chunks/8e1d74a4-5fcc24cf3a9fd8c2.js","7240","static/chunks/53c13509-baa86b522e6ae78c.js","4740","static/chunks/4740-14bdf05e7ce04a11.js","9617","static/chunks/9617-544346a1cd0024b4.js","3185","static/chunks/app/layout-8c4bc5784f5090d9.js"],""]
8:I[18709,["7699","static/chunks/8e1d74a4-5fcc24cf3a9fd8c2.js","5706","static/chunks/9c4e2130-08078aeb5700c43b.js","5505","static/chunks/385cb88d-fd2f37c33b8aa92c.js","5452","static/chunks/5e22fd23-9bf9fa71e7554411.js","9956","static/chunks/ee560e2c-f551c028fd538293.js","4740","static/chunks/4740-14bdf05e7ce04a11.js","6648","static/chunks/6648-3bc9d66179346fb0.js","9160","static/chunks/app/not-found-5850ce7843ba4d5a.js"],"default"]
9:I[45723,["7699","static/chunks/8e1d74a4-5fcc24cf3a9fd8c2.js","7240","static/chunks/53c13509-baa86b522e6ae78c.js","4740","static/chunks/4740-14bdf05e7ce04a11.js","9617","static/chunks/9617-544346a1cd0024b4.js","3185","static/chunks/app/layout-8c4bc5784f5090d9.js"],"default"]
4:["all","datastage-tutorials","c"]
0:["79z6y6ppLce0GndJRjYzJ",[[["",{"children":[["all","datastage-tutorials","c"],{"children":["__PAGE__",{}]}]},"$undefined","$undefined",true],["",{"children":[["all","datastage-tutorials","c"],{"children":["__PAGE__",{},[["$L1","$L2"],null],null]},["$","$L3",null,{"parallelRouterKey":"children","segmentPath":["children","$4","children"],"error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$L5",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":"$undefined","notFoundStyles":"$undefined","styles":[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/402d889fee29bde2.css","precedence":"next","crossOrigin":"$undefined"}],["$","link","1",{"rel":"stylesheet","href":"/_next/static/css/0ff6cecb1d0e96f8.css","precedence":"next","crossOrigin":"$undefined"}],["$","link","2",{"rel":"stylesheet","href":"/_next/static/css/cb4e98a4c2dc4d80.css","precedence":"next","crossOrigin":"$undefined"}],["$","link","3",{"rel":"stylesheet","href":"/_next/static/css/a246b44e33111fd9.css","precedence":"next","crossOrigin":"$undefined"}],["$","link","4",{"rel":"stylesheet","href":"/_next/static/css/9d9d0f6a85930e46.css","precedence":"next","crossOrigin":"$undefined"}]]}],null]},[["$","html",null,{"lang":"en","children":["$","body",null,{"children":["$","$L6",null,{"children":[["$","$L7",null,{}],["$","$L3",null,{"parallelRouterKey":"children","segmentPath":["children"],"error":"$undefined","errorStyles":"$undefined","errorScripts":"$undefined","template":["$","$L5",null,{}],"templateStyles":"$undefined","templateScripts":"$undefined","notFound":["$","$L8",null,{}],"notFoundStyles":[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/cb4e98a4c2dc4d80.css","precedence":"next","crossOrigin":"$undefined"}]],"styles":null}],["$","$L9",null,{}]]}]}]}],null],null],[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/css/0cc2495744a38244.css","precedence":"next","crossOrigin":"$undefined"}]],"$La"]]]]
b:I[67379,["7699","static/chunks/8e1d74a4-5fcc24cf3a9fd8c2.js","5706","static/chunks/9c4e2130-08078aeb5700c43b.js","5505","static/chunks/385cb88d-fd2f37c33b8aa92c.js","5452","static/chunks/5e22fd23-9bf9fa71e7554411.js","9956","static/chunks/ee560e2c-f551c028fd538293.js","7240","static/chunks/53c13509-baa86b522e6ae78c.js","6051","static/chunks/795d4814-d7614a20709c27af.js","614","static/chunks/3d47b92a-f2bb54912083012c.js","9212","static/chunks/59650de3-13cfd2620b7240d2.js","522","static/chunks/94730671-a8ad9eca65504500.js","7675","static/chunks/b563f954-501d993050fd0717.js","1994","static/chunks/e34aaff9-cd556a7ee1a90c03.js","6990","static/chunks/13b76428-5a68792917164904.js","5957","static/chunks/30a37ab2-a5fc2d8864b3152b.js","6844","static/chunks/f25cdb8d-30c837856fb6d42d.js","7259","static/chunks/479ba886-8536ff4966e1aaf8.js","4740","static/chunks/4740-14bdf05e7ce04a11.js","6648","static/chunks/6648-3bc9d66179346fb0.js","4349","static/chunks/4349-c8f0646a83cc4179.js","4791","static/chunks/4791-6c93b9aca8a9f315.js","5225","static/chunks/5225-dc21c87d99338f19.js","9293","static/chunks/9293-d1b040d0324d0d5a.js","5919","static/chunks/5919-545104f05818203e.js","1413","static/chunks/1413-986ad1f4cd2d661e.js","2499","static/chunks/2499-61bd3b514e9c4cb8.js","4175","static/chunks/4175-fb05509a4e1790ec.js","5653","static/chunks/app/%5B...all%5D/page-f1bbbeae9a681a62.js"],"default"]
c:T7971,<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">Introduction To Datastage</span></h2>
<p style="text-align: justify;">Welcome to <strong>DataStage Tutorial</strong>. The objective of these tutorials is to gain an understanding of the <span style="color: #236fa1;"><a style="color: #236fa1;" href="http://www-03.ibm.com/software/products/en/ibminfodata" target="_blank" rel="nofollow">IBM&nbsp;DataStage Tool</a></span>. In this Datastage tutorial, we will cover topics such as DataStage Architecture, Job Sequencing in DataStage, Containers &amp; Joins in DataStage, etc.</p>
<h3>Index</h3>
<ul>
<li><a title="DataStage Introduction" href="https://tekslate.com/introduction-datastage" target="_blank">I<span style="color: #236fa1;">ntroduction to DataStage</span></a></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Partitioning Technique in DataStage" href="https://tekslate.com/partitioning-technique-in-datastage" target="_blank">Partitioning Technique in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Staging Area in DataStage" href="https://tekslate.com/staging-area-in-datastage" target="_blank">Staging Area in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Scheduled Jobs in DataStage" href="https://tekslate.com/viewing-scheduled-jobs-in-datastage" target="_blank">Viewing Scheduled Jobs in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Scheduling Jobs in DataStage" href="https://tekslate.com/scheduling-jobs-in-datastage" target="_blank">Scheduling Jobs in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" href="https://tekslate.com/head-tail-sample-data-stage" target="_blank">Head Tail and Sample in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Configuring Oracle Database" href="https://tekslate.com/configuring-oracle-database-in-datastage" target="_blank">Configuring Oracle Database in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="String Functions" href="https://tekslate.com/string-functions-datastage" target="_blank">String Functions in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Project Architecture" href="https://tekslate.com/project-architecture-data-stage" target="_blank">Project Architecture in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Key less Technique" href="https://tekslate.com/key-less-technique-data-stage" target="_blank">Key less Technique in Data Stage</a></span></li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">DataStage Overview</span></h3>
<p style="text-align: justify;">DataStage is one of the GUI Based ETL Tools Which is used to create a usable Data Ware House or Datamart Applications.</p>
<p style="text-align: justify;">In the Datastage, we have three types of Jobs is there:</p>
<ol>
<li>Server Jobs</li>
<li>Parallel Jobs</li>
<li>Mainframe Jobs</li>
</ol>
<table style="border-collapse: collapse; width: 100.017%; height: 39.5047px; background-color: #ecf0f1;" border="1px" cellpadding="10">
<tbody>
<tr style="height: 37px; background-color: #ecf0f1; border-color: #ced4d9; border-style: solid;">
<td style="width: 98.3844%; height: 39.5047px; text-align: center;"><em>Do you want to master DataStage? Then enroll in<a href="https://tekslate.com/datastage-training" target="_blank"><strong> <span style="color: #236fa1;">"DataStage Training"</span></strong></a> This course will help you to master DataStage</em></td>
</tr>
</tbody>
</table>
<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;"><strong>New Features in DataStage</strong></span></h2>
<p style="text-align: justify;">DataStage continued to enhance its capabilities to manage data quality and data integration solutions. DataStage 8.0 introduced many new features to make the development and maintenance of the project comfortable. These enhancements include data quality management, connectivity methods, implementation of slowly changing dimension.</p>
<p style="text-align: justify;">&nbsp;</p>
<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">What is IBM Information Server?</span></h2>
<p style="text-align: justify;">IBM Information Server, consist of the following components, WebSphere DataStage and Quality Stage, WebSphere Information Analyzer, Federation Server, and Business Glossary, common administration, logging and reporting. These components are designed to provide much more efficient ways to manage metadata and develop ETL solutions. Components can be deployed based on client need.</p>
<p style="text-align: justify;"><iframe src="https://www.youtube.com/embed/3CAL68xD138" width="560" height="315" frameborder="0" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture" allowfullscreen="allowfullscreen"></iframe></p>
<h2 style="text-align: justify;">&nbsp;</h2>
<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">Top Ten Features</span></h2>
<h3 style="text-align: justify;"><em><strong><span style="color: #000000; font-size: 12pt;">1. The Metadata Server:</span></strong></em></h3>
<p style="text-align: justify;">With the Hawk release, DataStage has created common administration, logging and reporting and this will improve metadata reporting available, compared to prior releases.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong style="line-height: 1.5;">2. </strong><span style="color: #000000;">Quality Stage:</span></span></em></h3>
<p style="text-align: justify;">Data Quality is highly critical for <span style="color: #236fa1;"><a style="color: #236fa1;" title="Pentaho Data Integration" href="https://tekslate.com/data-integration-in-pentaho" target="_blank">data integration</a></span> projects. Earlier releases such as MetaStage, Quality Stages used to add lot of additional overhead in installation, training and implementation. With new release of QualityStage, integration projects using standardization, matching and survivorship to improve quality will be more accessible and easier to use.&nbsp; Also, the developer will be able to design jobs with data transformation stages and data quality stages in the same session. Designer is called DataStage and QualityStage Designer in the current release, based on its usage.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>3. </strong><span style="color: #000000;">Frictionless Connectivity and Connection Objects:</span></span></em></h3>
<p style="text-align: justify;">Managing connectivity information and propagating connectivity information between different environments, has added additional development and maintenance overhead. These new objects help in connecting to remote database connectivity easier. Earlier releases, the development team may need to spend considerable time in resolving connectivity issues with the database. DataStage 8 will help the team by providing frictionless connectivity and connectivity objects, ensure reusability and reduces the risk of data issues due to wrong connectivity information.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>4. </strong><span style="color: #000000;">Parallel job range lookup:</span></span></em></h3>
<p style="text-align: justify;">It&rsquo;s always important to get different options to access data for lookup and accessing over a range is always a better option when data range is available for improving performance. Range lookup has been merged into the existing lookup form and is easy to use.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>5. </strong><span style="color: #000000;">SCD:</span></span></em></h3>
<p style="text-align: justify;"><span style="color: #236fa1;"><a class="zem_slink" style="color: #236fa1;" title="Data warehouse" href="http://en.wikipedia.org/wiki/Data_warehouse" target="_blank" rel="nofollow">Data Warehouse</a></span> developers need to develop complex jobs to implement Slowly Changing Dimension. With this stage introduced in DataStage 8, the following enhancements can be done easily, surrogate key generation, there is the slowly changing dimension stage and updates passed to in-memory lookups. That's it for me with DBMS generated keys, I'm only doing the keys in the ETL job from now on! DataStage server jobs have the hash file lookup where you can read and write to it at the same time, parallel jobs will have the updateable lookup.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>6. </strong><span style="color: #000000;">Collaboration:</span></span></em></h3>
<p style="text-align: justify;">This new feature allows developers to open any job, which is already opened by other developers. This copy of the developer will be READ ONLY. This helps the developers in reducing wait time when the job is currently LOCKED by other user. New enhancements also allow you to unlock the job associated with a disconnected session from the web console in an easier way than prior releases.</p>
<h3><em><span style="font-size: 12pt;"><strong>7. </strong><span style="color: #000000;">Session Disconnection:</span></span></em></h3>
<p style="text-align: justify;">With this feature, an administrator can disconnect sessions and unlock jobs.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>8. </strong><span style="color: #000000;">Improved SQL Builder:</span></span></em></h3>
<p style="text-align: justify;">This feature reduces the effort spent in synchronizing SQL Select list to the DataStage column list. This will ensure that column mismatches. Adding to this in ODBC Connector, you will be able to complex queries with GUI, which includes adding columns and where clause to the statement.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>9. </strong><span style="color: #000000;">Improved job startup times:</span></span></em></h3>
<p style="text-align: justify;">With this new enhancement, when lot of small parallel jobs gets invocated, this will have less impact on DataStage long-running jobs. Connectivity and resource allocation for parallel jobs has improved and the load is balanced based on the job requirement.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>10. </strong><span style="color: #000000;">Common logging:</span></span></em></h3>
<p style="text-align: justify;">With this new feature, Data Stage has introduced common logging of Data Stage job logs. This helps in searching from the Data Stage log. Data Stage has also introduced time-based and record based job monitoring.</p>
<table style="border-collapse: collapse; width: 100.012%; height: 44.514px;" border="1px" cellpadding="10">
<tbody>
<tr style="height: 44.514px; background-color: #ecf0f1; border-color: #ced4d9; border-style: solid;">
<td style="width: 98.4573%; height: 44.514px; text-align: center;"><em>Check out the latest <span style="color: #236fa1;"><strong><a style="color: #236fa1;" title="DataStage Interview Questions" href="https://tekslate.com/datastage-interview-questions-answers" target="_blank">DataStage Interview Questions</a></strong></span> to crack the Datastage interview!</em></td>
</tr>
</tbody>
</table>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Change Data Capture</span></h3>
<p style="text-align: justify;">These are add on products (at an additional fee) that attach themselves to source databases and perform change data capture. Most source system database owners I've come across don't like you playing with their production transactional database and will not let you near it with a ten-foot pole, but I guess there are exceptions:</p>
<ul>
<li style="text-align: justify;">Oracle</li>
<li style="text-align: justify;">Microsoft SQL Server</li>
<li style="text-align: justify;">DB2 for z/OS</li>
<li style="text-align: justify;">IMS</li>
</ul>
<p style="text-align: justify;">There are three ways to get incremental feeds on the Information Server: the CDC products for DataStage, the Replication Server (renamed Information Integrator: Replication Edition, does DB2 replication very well) and the change data capture functions within DataStage jobs such as the parallel CDC stage.</p>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Removed Functions</span></h3>
<p style="text-align: justify;">These are the functions that are not in DataStage 8,</p>
<ul>
<li style="text-align: justify;">dssearch command line function</li>
<li style="text-align: justify;">dsjob "-import"</li>
<li style="text-align: justify;">Version Control tool</li>
<li style="text-align: justify;">Released jobs</li>
<li style="text-align: justify;">Oracle 8i native database stages</li>
<li style="text-align: justify;">ClickPack</li>
</ul>
<p style="text-align: justify;">The loss of the Version Control tool is not a big deal as the import/export functions have been improved. Building a release file as an export in version 8 is easier than building it in the Version Control tool in version 7.</p>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Database Connectivity</span></h3>
<p style="text-align: justify;">The common connection objects functionality means the very wide range of DataStage database connections is now available across Information Server products.</p>
<p style="text-align: justify;">Latest supported databases for version 8:</p>
<ul>
<li style="text-align: justify;">DB2 8.1, 8.2 and 9.1</li>
<li style="text-align: justify;">Oracle 9i, 10i, 10gR2 not Oracle 8</li>
<li style="text-align: justify;">SQL Server 2005 plus stored procedures.</li>
<li style="text-align: justify;">Teradata v2r5.1, v2r6.0, v2r6.1 (DB server) / 8.1 (TTU) plus <strong>Teradata Parallel Transport (TPT)</strong> and stored procedures and macro support, reject links for bulk loads, restart capability for parallel bulk loads.</li>
<li style="text-align: justify;">Sybase ASE 15, Sybase IQ 11.5, 12.5, 12.7</li>
<li style="text-align: justify;">Informix 10 (IDS)</li>
<li style="text-align: justify;">SAS 612, 8.1,<strong> </strong>9.1 and 9.1.3</li>
<li style="text-align: justify;">IBM WS MQ 6.1, WS MB 5.1</li>
<li style="text-align: justify;">Netezza v3.1</li>
<li style="text-align: justify;">ODBC 3.5 standard and level 3 compliant</li>
<li style="text-align: justify;">UniData 6 and UniVerse?</li>
<li style="text-align: justify;">Red Brick?</li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">New Stages</span></h3>
<p style="text-align: justify;">A new stage from the IBM software family, new stages from new partners and the convergence of QualityStage functions into Datastage. Apart from the SCD stage these all come at an additional cost.</p>
<ul>
<li style="text-align: justify;">WebSphere Federation and Classic Federation</li>
<li style="text-align: justify;">Netezza Enterprise Stage</li>
<li style="text-align: justify;">SFTP Enterprise Stage</li>
<li style="text-align: justify;">iWay Enterprise Stage</li>
<li style="text-align: justify;">Slowly Changing Dimension: for type 1 and type 2 SCDs.</li>
<li style="text-align: justify;">Six QualityStage stages</li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<p style="text-align: justify;"><strong>New Functions Existing Stages</strong></p>
<ul>
<li style="text-align: justify;">Complex Flat File Stage: Multi-Format File (MFF) in addition to existing Cobol file support.</li>
<li style="text-align: justify;">Surrogate Key Generator: the key source is a&nbsp; new feature included in this stage which is maintained via integrated state file or DBMS sequence.</li>
<li style="text-align: justify;">Lookup Stage: Range Look-up is a new function that is equivalent to the operator <em>between</em>. Lookup against a range of values was difficult to implement in previous DataStage versions. By having this functionality in the lookup stage, comparing a source column to a range of two lookup columns or a lookup column to a range of two source columns can be easily implemented.</li>
<li style="text-align: justify;">Transformer Stage: new surrogate key functions Initialize() and GetNextKey().</li>
<li style="text-align: justify;">Enterprise FTP Stage: now choose between ftp and sftp transfer.</li>
<li style="text-align: justify;">Secure FTP (SFTP) Select this option if you want to transfer files between computers in a secured channel. Secure FTP (SFTP) uses the SSH (Secured Shell) protected channel for data transfer between computers over a non-secure network such as a TCP/IP network. Before you can use SFTP to transfer files, you should configure the SSH connection without any passphrase for RSA authentication.</li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<p style="text-align: justify;"><span style="font-size: 12pt;"><strong>New Database Connector Functions</strong></span></p>
<p style="text-align: justify;">This is a big area of improvement.</p>
<p style="text-align: justify;"><em>1. LOB/BLOC/CLOB Data: </em>pictures, documents etc of any size can now be moved between databases. The connector can transfer large objects (LOB) using inline or reference methods. However, a connector is the only stage that does reference methods so another connector is needed to transfer the LOB inline later in the job.</p>
<p style="text-align: justify;"><em>2. Reject Links: </em>Connecter has its own reject-handling function which eliminates the need to add a Modify or a Transformer stage for capturing SQL errors or for aborting jobs. A choice between a number of rows or percentage or rows rejected can be specified for terminating the job run.</p>
<p style="text-align: justify;"><em>3. Schema Reconciliation: </em>Connector has a schema reconciliation function that automatically compares DataStage schemas to external-resource schemas such as a database. Schemas include data types, attributes and field lengths. Based on the reconciliation rules that you specify, runtime errors or extra transformation on mismatched schemas can be avoided.</p>
<p style="text-align: justify;"><em>4. Improved SQL Builder </em>that supports more database types.</p>
<p style="text-align: justify;"><em>5. The connector</em> is the best stage to use for your database because it gives the maximum parallel performance and offers more features compared to a database</p>
<p style="text-align: justify;"><em>6. Test button</em> The Test Button<strong> </strong>on connectors allows developers to test database connections without having to view the data or to run the job.</p>
<p style="text-align: justify;"><em>7. Connectors</em> are for accessing external data sources and can be used to read,&nbsp;&nbsp;&nbsp; write, look up and filter data or simply to test the database connectivity during job design.</p>
<p style="text-align: justify;"><em>8. Drag and drop</em> your configured database connections onto jobs.</p>
<p style="text-align: justify;"><em>9. Before and after SQL</em> defined per job or per node with a failure handling option. Neater than previous versions.</p>
<p style="text-align: justify;">DataStage 8 gives you access to the latest versions of databases that DataStage 7 may never get. Extra functions on all connectors include improved reject handling, LOB support and easier stage configuration.</p>
<h3 style="text-align: justify;">&nbsp;</h3>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;"><strong>Data</strong>base Repository</span></h3>
<p style="text-align: justify;">Note the database compatibility for the Metadata Server repository is the latest versions of the three DBMS engines. DB2 is an optional extra in the bundle if you don't want to use an existing database.</p>
<p style="text-align: justify;">IBM Information Server does not support the Database Partitioning Feature (DPF) for use in the repository layer -DB2 Restricted Enterprise Edition 9 is included with IBM Information Server and is an optional part of the installation however its use is restricted to hosting the IBM Information Server repository layer and cannot be used for other applications</p>
<ul style="text-align: justify;">
<li>Oracle 10g</li>
<li>SQL Server 2005</li>
</ul>
<h3 style="text-align: justify;">&nbsp;</h3>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;"><strong>E</strong>nterprise<strong> Packs</strong></span></h3>
<p style="text-align: justify;">Different enterprise packs are available in version 8. These packs are:</p>
<p style="text-align: justify;">SAP BW Pack</p>
<ul>
<li style="text-align: justify;">BAPI: (Staging Business API) loads from any source to BW.</li>
<li style="text-align: justify;">OpenHub: extract data from BW.</li>
</ul>
<p style="text-align: justify;">SAP R/3 Pack</p>
<ul>
<li style="text-align: justify;">ABAP: (Advanced Business Application Processing) auto-generate ABAP, Extraction Object Builder, SQL Builder, Load and execute ABAP from DataStage, CPI-C Data Transfer, FTP Data Transfer, ABAP syntax check, background execution of ABAP.</li>
<li style="text-align: justify;">IDoc: create source system, IDoc listener for extract, receive IDocs, send IDocs.</li>
<li style="text-align: justify;">BAPI: BAPI explorer, import-export Tables Parameters Activation, call and commit BAPI.</li>
</ul>
<p style="text-align: justify;">Siebel Pack</p>
<p style="text-align: justify;"><strong>EIM: (data integration manager) interface tables</strong></p>
<ul>
<li style="text-align: justify;">Business Component: access business views via Siebel Java Data Bean</li>
<li style="text-align: justify;">Direct Access: use a metadata browser to select data to extract</li>
<li style="text-align: justify;">Hierarchy: for extracts from Siebel to SAP BW.</li>
</ul>
<p style="text-align: justify;">Oracle Applications Pack</p>
<ul>
<li style="text-align: justify;">Oracle flex fields: extract using enhanced processing techniques.</li>
<li style="text-align: justify;">Oracle reference data structures: simplified access using the Hierarchy Access component.</li>
</ul>
<p style="text-align: justify;"><strong>Metadata browser and importer</strong></p>
<p style="text-align: justify;">DataStage Pack for PeopleSoft Enterprise</p>
<ul>
<li style="text-align: justify;">Import business metadata via a metadata browser.</li>
<li style="text-align: justify;">Extract data from PeopleSoft tables and trees.</li>
</ul>
<p style="text-align: justify;">JD Edwards Pack</p>
<ul>
<li style="text-align: justify;">Standard ODBC calls</li>
<li style="text-align: justify;">Pre-joined database tables via business views</li>
</ul>
<h3 style="text-align: justify;">&nbsp;</h3>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Code Packs</span></h3>
<p style="text-align: justify;">These packs can be used by the server and/or parallel jobs to interact with other coding languages. This lets you access programming modules or functions within a job:</p>
<ul>
<li style="text-align: justify;">Java Pack: Produce or consume rows for DataStage Parallel or Server jobs. Using a java transformer.</li>
<li style="text-align: justify;">Web Service Pack: Access web services operations in a <em>Server</em> job transformer or <em>Server</em> routine.</li>
<li style="text-align: justify;">XML Pack: Read, write or transform XML files in parallel or server jobs.</li>
</ul>
<p style="text-align: justify;">The DataStage stages, custom stages, transformer functions, and routines will usually be faster at transforming data than these packs however they are useful for reusing existing code.</p>
<h2>&nbsp;</h2>
<h2><span style="color: #e67e23; font-size: 14pt;">Database OPEN and CLOSE Commands</span></h2>
<p style="text-align: justify;">The native parallel database stages provide options for specifying OPEN and CLOSE commands. These options allow commands (including SQL) to be sent to the database before (OPEN) or after (CLOSE) all rows are read/written/loaded to the database. OPEN and CLOSE are not offered by plug-in database stages.</p>
<p style="text-align: justify;">For example, the OPEN command could be used to create a temporary table, and the CLOSE command could be used to select all rows from the temporary table and insert into a final target table.</p>
<p style="text-align: justify;">As another example, the OPEN command can be used to create a target table, including database-specific options (tablespace, logging, constraints, etc) not possible with the &ldquo;Create&rdquo; option. In general, don&rsquo;t let EE generate target tables unless they are used for temporary storage. There few options to specify Create table options, and doing so may violate data-management (DBA) policies.</p>
<p style="text-align: justify;">It is important to understand the implications of specifying a user-defined OPEN and CLOSE command. For example, when reading from DB2, a default OPEN statement places a shared lock on the source. When specifying a user-defined OPEN command, this lock is not sent &ndash; and should be specified explicitly if appropriate.</p>
<p style="text-align: justify;">Further details are outlined in the respective database sections of the <em>Orchestrate Operators Reference</em> which is part of the Orchestrate OEM documentation.</p>
<h2>&nbsp;</h2>
<h2><span style="color: #e67e23; font-size: 14pt;">Data Stage Designer</span></h2>
<p>DataStage Designer is used to designing ETL jobs. Some of the functionalities provided are Detailed below:</p>
<ul>
<li>Create DS jobs</li>
<li>Create and use parameters within jobs</li>
<li>Insert and link stages</li>
<li>Configure stage and job properties</li>
<li>Load and save table definitions</li>
<li>Save and compile DS jobs</li>
<li>Run jobs</li>
</ul>
<p><strong>Logging-In to DS Designer</strong> The &lsquo;Attach to Project&rsquo; window is used to log-into DS. <strong>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; </strong></p>
<p><strong>DS Log On Window</strong></p>
<p><a href="https://tekslate.com/performance-tuning-in-datastage/" target="_blank" rel="noopener"><img class="aligncenter wp-image-18993" title="DataStage Log On Window" src="https://newtekslateassets.s3.us-west-2.amazonaws.com/wp-content/uploads/2015/05/Capture.370.png" alt="DataStage Log On Window" width="641" height="192" /></a></p>
<p style="text-align: justify;"><strong>Note</strong>: Do not use the &lsquo;Omit&rsquo; option while working in the UNIX environment.</p>
<p style="text-align: justify;">This option is Used for &lsquo;Windows authentication. It should not be used when DS is run on UNIX</p>
<p><strong>The Data Stage Job</strong> <strong>Starting Data Stage</strong> The screen below displays when the user successfully logs-in.</p>
<p><strong>DS Job Selection</strong></p>
<p><a href="https://tekslate.com/partitioning-technique-in-datastage/" target="_blank" rel="noopener"><img class="aligncenter wp-image-18994" title="DataStage Job Selection" src="https://newtekslateassets.s3.us-west-2.amazonaws.com/wp-content/uploads/2015/05/Capture.371.png" alt="DataStage Job Selection" width="650" height="447" /></a></p>
<p>Select a &lsquo;New Parallel Job&rsquo; from the new job window.</p>
<p><strong>Note</strong>: Options to choose from &lsquo;Existing&rsquo; jobs or from &lsquo;Recent&rsquo; jobs are available from the tab of the same name.</p>
<p><strong>DataStage EE Canvas</strong> A typical DS Enterprise Edition canvas looks like the example below.</p>
<p><a href="https://tekslate.com/staging-area-in-datastage/" target="_blank" rel="noopener"><img class="aligncenter wp-image-18995" title="DataStage EE Canvas" src="https://newtekslateassets.s3.us-west-2.amazonaws.com/wp-content/uploads/2015/05/Capture.372.png" alt="DataStage EE Canvas" width="765" height="276" /></a> <strong>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; </strong></p>
<p><strong>DS Canvas--Typical Data Stage Parallel Job</strong></p>
<h2>&nbsp;</h2>
<h2><span style="color: #e67e23; font-size: 14pt;">DS Stages and Usage</span></h2>
<p style="text-align: justify;">The Datastage stages are divided into two categories</p>
<p style="text-align: justify;"><em><strong><span style="color: #000000;">1. Active Stages</span></strong>: </em></p>
<p style="text-align: justify;">Active stages model the flow of data and provide mechanisms for combining data streams, aggregating data, and converting data from one data type to another.</p>
<p style="text-align: justify;">Ex: Transformer Stage, Aggregator, Sort, Remove Duplicates, Switch&hellip;etc</p>
<p style="text-align: justify;"><em><span style="color: #000000;"><strong>2. Passive Stages</strong></span>:</em></p>
<p style="text-align: justify;">A passive stage handles access to databases for the extraction or writing of data.</p>
<p style="text-align: justify;">Ex: Sequential File, File Set, Data Set, Db2, Oracle, Hash File Stages</p>
<p>&nbsp;</p>
<p><span style="font-size: 20px; color: #e67e23;"><strong>Conclusion:</strong></span></p>
<p style="text-align: justify;">The look and feel of DataStage and QualityStage canvas remain the same but the new functionalities are major enhancements over the previous version. Data Connection Object, Parameter Set, Range Look-up and Slowly Changing Dimension are all designed to simplify design, help cut implementation effort and reduce cost. Advance Find provides a good way to do impact analysis, an important step in project management. Resource Estimation is as important for project planning. Meanwhile, the Performance Analysis tool is another useful feature that can be used throughout the lifecycle of a job. By knowing what causes a performance bottleneck, production support groups can better cope with the ever-shrinking batch windows.</p>
<p style="text-align: justify;">While Advance Find will not perform a Replace function and SQL Builder will not let us build complex SQL, all the changes in version 8 have a positive impact on job development, production support and project management. Combined with the features offered in Information Server, existing customers who are looking to upgrade or new DataStage clients will benefit from the new enhancements.</p>
<p>&nbsp;</p>e:T7971,<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">Introduction To Datastage</span></h2>
<p style="text-align: justify;">Welcome to <strong>DataStage Tutorial</strong>. The objective of these tutorials is to gain an understanding of the <span style="color: #236fa1;"><a style="color: #236fa1;" href="http://www-03.ibm.com/software/products/en/ibminfodata" target="_blank" rel="nofollow">IBM&nbsp;DataStage Tool</a></span>. In this Datastage tutorial, we will cover topics such as DataStage Architecture, Job Sequencing in DataStage, Containers &amp; Joins in DataStage, etc.</p>
<h3>Index</h3>
<ul>
<li><a title="DataStage Introduction" href="https://tekslate.com/introduction-datastage" target="_blank">I<span style="color: #236fa1;">ntroduction to DataStage</span></a></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Partitioning Technique in DataStage" href="https://tekslate.com/partitioning-technique-in-datastage" target="_blank">Partitioning Technique in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Staging Area in DataStage" href="https://tekslate.com/staging-area-in-datastage" target="_blank">Staging Area in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Scheduled Jobs in DataStage" href="https://tekslate.com/viewing-scheduled-jobs-in-datastage" target="_blank">Viewing Scheduled Jobs in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Scheduling Jobs in DataStage" href="https://tekslate.com/scheduling-jobs-in-datastage" target="_blank">Scheduling Jobs in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" href="https://tekslate.com/head-tail-sample-data-stage" target="_blank">Head Tail and Sample in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Configuring Oracle Database" href="https://tekslate.com/configuring-oracle-database-in-datastage" target="_blank">Configuring Oracle Database in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="String Functions" href="https://tekslate.com/string-functions-datastage" target="_blank">String Functions in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Project Architecture" href="https://tekslate.com/project-architecture-data-stage" target="_blank">Project Architecture in DataStage</a></span></li>
<li><span style="color: #236fa1;"><a style="color: #236fa1;" title="Key less Technique" href="https://tekslate.com/key-less-technique-data-stage" target="_blank">Key less Technique in Data Stage</a></span></li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">DataStage Overview</span></h3>
<p style="text-align: justify;">DataStage is one of the GUI Based ETL Tools Which is used to create a usable Data Ware House or Datamart Applications.</p>
<p style="text-align: justify;">In the Datastage, we have three types of Jobs is there:</p>
<ol>
<li>Server Jobs</li>
<li>Parallel Jobs</li>
<li>Mainframe Jobs</li>
</ol>
<table style="border-collapse: collapse; width: 100.017%; height: 39.5047px; background-color: #ecf0f1;" border="1px" cellpadding="10">
<tbody>
<tr style="height: 37px; background-color: #ecf0f1; border-color: #ced4d9; border-style: solid;">
<td style="width: 98.3844%; height: 39.5047px; text-align: center;"><em>Do you want to master DataStage? Then enroll in<a href="https://tekslate.com/datastage-training" target="_blank"><strong> <span style="color: #236fa1;">"DataStage Training"</span></strong></a> This course will help you to master DataStage</em></td>
</tr>
</tbody>
</table>
<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;"><strong>New Features in DataStage</strong></span></h2>
<p style="text-align: justify;">DataStage continued to enhance its capabilities to manage data quality and data integration solutions. DataStage 8.0 introduced many new features to make the development and maintenance of the project comfortable. These enhancements include data quality management, connectivity methods, implementation of slowly changing dimension.</p>
<p style="text-align: justify;">&nbsp;</p>
<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">What is IBM Information Server?</span></h2>
<p style="text-align: justify;">IBM Information Server, consist of the following components, WebSphere DataStage and Quality Stage, WebSphere Information Analyzer, Federation Server, and Business Glossary, common administration, logging and reporting. These components are designed to provide much more efficient ways to manage metadata and develop ETL solutions. Components can be deployed based on client need.</p>
<p style="text-align: justify;"><iframe src="https://www.youtube.com/embed/3CAL68xD138" width="560" height="315" frameborder="0" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture" allowfullscreen="allowfullscreen"></iframe></p>
<h2 style="text-align: justify;">&nbsp;</h2>
<h2 style="text-align: justify;"><span style="color: #e67e23; font-size: 24px;">Top Ten Features</span></h2>
<h3 style="text-align: justify;"><em><strong><span style="color: #000000; font-size: 12pt;">1. The Metadata Server:</span></strong></em></h3>
<p style="text-align: justify;">With the Hawk release, DataStage has created common administration, logging and reporting and this will improve metadata reporting available, compared to prior releases.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong style="line-height: 1.5;">2. </strong><span style="color: #000000;">Quality Stage:</span></span></em></h3>
<p style="text-align: justify;">Data Quality is highly critical for <span style="color: #236fa1;"><a style="color: #236fa1;" title="Pentaho Data Integration" href="https://tekslate.com/data-integration-in-pentaho" target="_blank">data integration</a></span> projects. Earlier releases such as MetaStage, Quality Stages used to add lot of additional overhead in installation, training and implementation. With new release of QualityStage, integration projects using standardization, matching and survivorship to improve quality will be more accessible and easier to use.&nbsp; Also, the developer will be able to design jobs with data transformation stages and data quality stages in the same session. Designer is called DataStage and QualityStage Designer in the current release, based on its usage.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>3. </strong><span style="color: #000000;">Frictionless Connectivity and Connection Objects:</span></span></em></h3>
<p style="text-align: justify;">Managing connectivity information and propagating connectivity information between different environments, has added additional development and maintenance overhead. These new objects help in connecting to remote database connectivity easier. Earlier releases, the development team may need to spend considerable time in resolving connectivity issues with the database. DataStage 8 will help the team by providing frictionless connectivity and connectivity objects, ensure reusability and reduces the risk of data issues due to wrong connectivity information.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>4. </strong><span style="color: #000000;">Parallel job range lookup:</span></span></em></h3>
<p style="text-align: justify;">It&rsquo;s always important to get different options to access data for lookup and accessing over a range is always a better option when data range is available for improving performance. Range lookup has been merged into the existing lookup form and is easy to use.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>5. </strong><span style="color: #000000;">SCD:</span></span></em></h3>
<p style="text-align: justify;"><span style="color: #236fa1;"><a class="zem_slink" style="color: #236fa1;" title="Data warehouse" href="http://en.wikipedia.org/wiki/Data_warehouse" target="_blank" rel="nofollow">Data Warehouse</a></span> developers need to develop complex jobs to implement Slowly Changing Dimension. With this stage introduced in DataStage 8, the following enhancements can be done easily, surrogate key generation, there is the slowly changing dimension stage and updates passed to in-memory lookups. That's it for me with DBMS generated keys, I'm only doing the keys in the ETL job from now on! DataStage server jobs have the hash file lookup where you can read and write to it at the same time, parallel jobs will have the updateable lookup.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>6. </strong><span style="color: #000000;">Collaboration:</span></span></em></h3>
<p style="text-align: justify;">This new feature allows developers to open any job, which is already opened by other developers. This copy of the developer will be READ ONLY. This helps the developers in reducing wait time when the job is currently LOCKED by other user. New enhancements also allow you to unlock the job associated with a disconnected session from the web console in an easier way than prior releases.</p>
<h3><em><span style="font-size: 12pt;"><strong>7. </strong><span style="color: #000000;">Session Disconnection:</span></span></em></h3>
<p style="text-align: justify;">With this feature, an administrator can disconnect sessions and unlock jobs.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>8. </strong><span style="color: #000000;">Improved SQL Builder:</span></span></em></h3>
<p style="text-align: justify;">This feature reduces the effort spent in synchronizing SQL Select list to the DataStage column list. This will ensure that column mismatches. Adding to this in ODBC Connector, you will be able to complex queries with GUI, which includes adding columns and where clause to the statement.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>9. </strong><span style="color: #000000;">Improved job startup times:</span></span></em></h3>
<p style="text-align: justify;">With this new enhancement, when lot of small parallel jobs gets invocated, this will have less impact on DataStage long-running jobs. Connectivity and resource allocation for parallel jobs has improved and the load is balanced based on the job requirement.</p>
<h3 style="text-align: justify;"><em><span style="font-size: 12pt;"><strong>10. </strong><span style="color: #000000;">Common logging:</span></span></em></h3>
<p style="text-align: justify;">With this new feature, Data Stage has introduced common logging of Data Stage job logs. This helps in searching from the Data Stage log. Data Stage has also introduced time-based and record based job monitoring.</p>
<table style="border-collapse: collapse; width: 100.012%; height: 44.514px;" border="1px" cellpadding="10">
<tbody>
<tr style="height: 44.514px; background-color: #ecf0f1; border-color: #ced4d9; border-style: solid;">
<td style="width: 98.4573%; height: 44.514px; text-align: center;"><em>Check out the latest <span style="color: #236fa1;"><strong><a style="color: #236fa1;" title="DataStage Interview Questions" href="https://tekslate.com/datastage-interview-questions-answers" target="_blank">DataStage Interview Questions</a></strong></span> to crack the Datastage interview!</em></td>
</tr>
</tbody>
</table>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Change Data Capture</span></h3>
<p style="text-align: justify;">These are add on products (at an additional fee) that attach themselves to source databases and perform change data capture. Most source system database owners I've come across don't like you playing with their production transactional database and will not let you near it with a ten-foot pole, but I guess there are exceptions:</p>
<ul>
<li style="text-align: justify;">Oracle</li>
<li style="text-align: justify;">Microsoft SQL Server</li>
<li style="text-align: justify;">DB2 for z/OS</li>
<li style="text-align: justify;">IMS</li>
</ul>
<p style="text-align: justify;">There are three ways to get incremental feeds on the Information Server: the CDC products for DataStage, the Replication Server (renamed Information Integrator: Replication Edition, does DB2 replication very well) and the change data capture functions within DataStage jobs such as the parallel CDC stage.</p>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Removed Functions</span></h3>
<p style="text-align: justify;">These are the functions that are not in DataStage 8,</p>
<ul>
<li style="text-align: justify;">dssearch command line function</li>
<li style="text-align: justify;">dsjob "-import"</li>
<li style="text-align: justify;">Version Control tool</li>
<li style="text-align: justify;">Released jobs</li>
<li style="text-align: justify;">Oracle 8i native database stages</li>
<li style="text-align: justify;">ClickPack</li>
</ul>
<p style="text-align: justify;">The loss of the Version Control tool is not a big deal as the import/export functions have been improved. Building a release file as an export in version 8 is easier than building it in the Version Control tool in version 7.</p>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Database Connectivity</span></h3>
<p style="text-align: justify;">The common connection objects functionality means the very wide range of DataStage database connections is now available across Information Server products.</p>
<p style="text-align: justify;">Latest supported databases for version 8:</p>
<ul>
<li style="text-align: justify;">DB2 8.1, 8.2 and 9.1</li>
<li style="text-align: justify;">Oracle 9i, 10i, 10gR2 not Oracle 8</li>
<li style="text-align: justify;">SQL Server 2005 plus stored procedures.</li>
<li style="text-align: justify;">Teradata v2r5.1, v2r6.0, v2r6.1 (DB server) / 8.1 (TTU) plus <strong>Teradata Parallel Transport (TPT)</strong> and stored procedures and macro support, reject links for bulk loads, restart capability for parallel bulk loads.</li>
<li style="text-align: justify;">Sybase ASE 15, Sybase IQ 11.5, 12.5, 12.7</li>
<li style="text-align: justify;">Informix 10 (IDS)</li>
<li style="text-align: justify;">SAS 612, 8.1,<strong> </strong>9.1 and 9.1.3</li>
<li style="text-align: justify;">IBM WS MQ 6.1, WS MB 5.1</li>
<li style="text-align: justify;">Netezza v3.1</li>
<li style="text-align: justify;">ODBC 3.5 standard and level 3 compliant</li>
<li style="text-align: justify;">UniData 6 and UniVerse?</li>
<li style="text-align: justify;">Red Brick?</li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">New Stages</span></h3>
<p style="text-align: justify;">A new stage from the IBM software family, new stages from new partners and the convergence of QualityStage functions into Datastage. Apart from the SCD stage these all come at an additional cost.</p>
<ul>
<li style="text-align: justify;">WebSphere Federation and Classic Federation</li>
<li style="text-align: justify;">Netezza Enterprise Stage</li>
<li style="text-align: justify;">SFTP Enterprise Stage</li>
<li style="text-align: justify;">iWay Enterprise Stage</li>
<li style="text-align: justify;">Slowly Changing Dimension: for type 1 and type 2 SCDs.</li>
<li style="text-align: justify;">Six QualityStage stages</li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<p style="text-align: justify;"><strong>New Functions Existing Stages</strong></p>
<ul>
<li style="text-align: justify;">Complex Flat File Stage: Multi-Format File (MFF) in addition to existing Cobol file support.</li>
<li style="text-align: justify;">Surrogate Key Generator: the key source is a&nbsp; new feature included in this stage which is maintained via integrated state file or DBMS sequence.</li>
<li style="text-align: justify;">Lookup Stage: Range Look-up is a new function that is equivalent to the operator <em>between</em>. Lookup against a range of values was difficult to implement in previous DataStage versions. By having this functionality in the lookup stage, comparing a source column to a range of two lookup columns or a lookup column to a range of two source columns can be easily implemented.</li>
<li style="text-align: justify;">Transformer Stage: new surrogate key functions Initialize() and GetNextKey().</li>
<li style="text-align: justify;">Enterprise FTP Stage: now choose between ftp and sftp transfer.</li>
<li style="text-align: justify;">Secure FTP (SFTP) Select this option if you want to transfer files between computers in a secured channel. Secure FTP (SFTP) uses the SSH (Secured Shell) protected channel for data transfer between computers over a non-secure network such as a TCP/IP network. Before you can use SFTP to transfer files, you should configure the SSH connection without any passphrase for RSA authentication.</li>
</ul>
<p style="text-align: justify;">&nbsp;</p>
<p style="text-align: justify;"><span style="font-size: 12pt;"><strong>New Database Connector Functions</strong></span></p>
<p style="text-align: justify;">This is a big area of improvement.</p>
<p style="text-align: justify;"><em>1. LOB/BLOC/CLOB Data: </em>pictures, documents etc of any size can now be moved between databases. The connector can transfer large objects (LOB) using inline or reference methods. However, a connector is the only stage that does reference methods so another connector is needed to transfer the LOB inline later in the job.</p>
<p style="text-align: justify;"><em>2. Reject Links: </em>Connecter has its own reject-handling function which eliminates the need to add a Modify or a Transformer stage for capturing SQL errors or for aborting jobs. A choice between a number of rows or percentage or rows rejected can be specified for terminating the job run.</p>
<p style="text-align: justify;"><em>3. Schema Reconciliation: </em>Connector has a schema reconciliation function that automatically compares DataStage schemas to external-resource schemas such as a database. Schemas include data types, attributes and field lengths. Based on the reconciliation rules that you specify, runtime errors or extra transformation on mismatched schemas can be avoided.</p>
<p style="text-align: justify;"><em>4. Improved SQL Builder </em>that supports more database types.</p>
<p style="text-align: justify;"><em>5. The connector</em> is the best stage to use for your database because it gives the maximum parallel performance and offers more features compared to a database</p>
<p style="text-align: justify;"><em>6. Test button</em> The Test Button<strong> </strong>on connectors allows developers to test database connections without having to view the data or to run the job.</p>
<p style="text-align: justify;"><em>7. Connectors</em> are for accessing external data sources and can be used to read,&nbsp;&nbsp;&nbsp; write, look up and filter data or simply to test the database connectivity during job design.</p>
<p style="text-align: justify;"><em>8. Drag and drop</em> your configured database connections onto jobs.</p>
<p style="text-align: justify;"><em>9. Before and after SQL</em> defined per job or per node with a failure handling option. Neater than previous versions.</p>
<p style="text-align: justify;">DataStage 8 gives you access to the latest versions of databases that DataStage 7 may never get. Extra functions on all connectors include improved reject handling, LOB support and easier stage configuration.</p>
<h3 style="text-align: justify;">&nbsp;</h3>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;"><strong>Data</strong>base Repository</span></h3>
<p style="text-align: justify;">Note the database compatibility for the Metadata Server repository is the latest versions of the three DBMS engines. DB2 is an optional extra in the bundle if you don't want to use an existing database.</p>
<p style="text-align: justify;">IBM Information Server does not support the Database Partitioning Feature (DPF) for use in the repository layer -DB2 Restricted Enterprise Edition 9 is included with IBM Information Server and is an optional part of the installation however its use is restricted to hosting the IBM Information Server repository layer and cannot be used for other applications</p>
<ul style="text-align: justify;">
<li>Oracle 10g</li>
<li>SQL Server 2005</li>
</ul>
<h3 style="text-align: justify;">&nbsp;</h3>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;"><strong>E</strong>nterprise<strong> Packs</strong></span></h3>
<p style="text-align: justify;">Different enterprise packs are available in version 8. These packs are:</p>
<p style="text-align: justify;">SAP BW Pack</p>
<ul>
<li style="text-align: justify;">BAPI: (Staging Business API) loads from any source to BW.</li>
<li style="text-align: justify;">OpenHub: extract data from BW.</li>
</ul>
<p style="text-align: justify;">SAP R/3 Pack</p>
<ul>
<li style="text-align: justify;">ABAP: (Advanced Business Application Processing) auto-generate ABAP, Extraction Object Builder, SQL Builder, Load and execute ABAP from DataStage, CPI-C Data Transfer, FTP Data Transfer, ABAP syntax check, background execution of ABAP.</li>
<li style="text-align: justify;">IDoc: create source system, IDoc listener for extract, receive IDocs, send IDocs.</li>
<li style="text-align: justify;">BAPI: BAPI explorer, import-export Tables Parameters Activation, call and commit BAPI.</li>
</ul>
<p style="text-align: justify;">Siebel Pack</p>
<p style="text-align: justify;"><strong>EIM: (data integration manager) interface tables</strong></p>
<ul>
<li style="text-align: justify;">Business Component: access business views via Siebel Java Data Bean</li>
<li style="text-align: justify;">Direct Access: use a metadata browser to select data to extract</li>
<li style="text-align: justify;">Hierarchy: for extracts from Siebel to SAP BW.</li>
</ul>
<p style="text-align: justify;">Oracle Applications Pack</p>
<ul>
<li style="text-align: justify;">Oracle flex fields: extract using enhanced processing techniques.</li>
<li style="text-align: justify;">Oracle reference data structures: simplified access using the Hierarchy Access component.</li>
</ul>
<p style="text-align: justify;"><strong>Metadata browser and importer</strong></p>
<p style="text-align: justify;">DataStage Pack for PeopleSoft Enterprise</p>
<ul>
<li style="text-align: justify;">Import business metadata via a metadata browser.</li>
<li style="text-align: justify;">Extract data from PeopleSoft tables and trees.</li>
</ul>
<p style="text-align: justify;">JD Edwards Pack</p>
<ul>
<li style="text-align: justify;">Standard ODBC calls</li>
<li style="text-align: justify;">Pre-joined database tables via business views</li>
</ul>
<h3 style="text-align: justify;">&nbsp;</h3>
<h3 style="text-align: justify;"><span style="color: #e67e23; font-size: 14pt;">Code Packs</span></h3>
<p style="text-align: justify;">These packs can be used by the server and/or parallel jobs to interact with other coding languages. This lets you access programming modules or functions within a job:</p>
<ul>
<li style="text-align: justify;">Java Pack: Produce or consume rows for DataStage Parallel or Server jobs. Using a java transformer.</li>
<li style="text-align: justify;">Web Service Pack: Access web services operations in a <em>Server</em> job transformer or <em>Server</em> routine.</li>
<li style="text-align: justify;">XML Pack: Read, write or transform XML files in parallel or server jobs.</li>
</ul>
<p style="text-align: justify;">The DataStage stages, custom stages, transformer functions, and routines will usually be faster at transforming data than these packs however they are useful for reusing existing code.</p>
<h2>&nbsp;</h2>
<h2><span style="color: #e67e23; font-size: 14pt;">Database OPEN and CLOSE Commands</span></h2>
<p style="text-align: justify;">The native parallel database stages provide options for specifying OPEN and CLOSE commands. These options allow commands (including SQL) to be sent to the database before (OPEN) or after (CLOSE) all rows are read/written/loaded to the database. OPEN and CLOSE are not offered by plug-in database stages.</p>
<p style="text-align: justify;">For example, the OPEN command could be used to create a temporary table, and the CLOSE command could be used to select all rows from the temporary table and insert into a final target table.</p>
<p style="text-align: justify;">As another example, the OPEN command can be used to create a target table, including database-specific options (tablespace, logging, constraints, etc) not possible with the &ldquo;Create&rdquo; option. In general, don&rsquo;t let EE generate target tables unless they are used for temporary storage. There few options to specify Create table options, and doing so may violate data-management (DBA) policies.</p>
<p style="text-align: justify;">It is important to understand the implications of specifying a user-defined OPEN and CLOSE command. For example, when reading from DB2, a default OPEN statement places a shared lock on the source. When specifying a user-defined OPEN command, this lock is not sent &ndash; and should be specified explicitly if appropriate.</p>
<p style="text-align: justify;">Further details are outlined in the respective database sections of the <em>Orchestrate Operators Reference</em> which is part of the Orchestrate OEM documentation.</p>
<h2>&nbsp;</h2>
<h2><span style="color: #e67e23; font-size: 14pt;">Data Stage Designer</span></h2>
<p>DataStage Designer is used to designing ETL jobs. Some of the functionalities provided are Detailed below:</p>
<ul>
<li>Create DS jobs</li>
<li>Create and use parameters within jobs</li>
<li>Insert and link stages</li>
<li>Configure stage and job properties</li>
<li>Load and save table definitions</li>
<li>Save and compile DS jobs</li>
<li>Run jobs</li>
</ul>
<p><strong>Logging-In to DS Designer</strong> The &lsquo;Attach to Project&rsquo; window is used to log-into DS. <strong>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; </strong></p>
<p><strong>DS Log On Window</strong></p>
<p><a href="https://tekslate.com/performance-tuning-in-datastage/" target="_blank" rel="noopener"><img class="aligncenter wp-image-18993" title="DataStage Log On Window" src="https://newtekslateassets.s3.us-west-2.amazonaws.com/wp-content/uploads/2015/05/Capture.370.png" alt="DataStage Log On Window" width="641" height="192" /></a></p>
<p style="text-align: justify;"><strong>Note</strong>: Do not use the &lsquo;Omit&rsquo; option while working in the UNIX environment.</p>
<p style="text-align: justify;">This option is Used for &lsquo;Windows authentication. It should not be used when DS is run on UNIX</p>
<p><strong>The Data Stage Job</strong> <strong>Starting Data Stage</strong> The screen below displays when the user successfully logs-in.</p>
<p><strong>DS Job Selection</strong></p>
<p><a href="https://tekslate.com/partitioning-technique-in-datastage/" target="_blank" rel="noopener"><img class="aligncenter wp-image-18994" title="DataStage Job Selection" src="https://newtekslateassets.s3.us-west-2.amazonaws.com/wp-content/uploads/2015/05/Capture.371.png" alt="DataStage Job Selection" width="650" height="447" /></a></p>
<p>Select a &lsquo;New Parallel Job&rsquo; from the new job window.</p>
<p><strong>Note</strong>: Options to choose from &lsquo;Existing&rsquo; jobs or from &lsquo;Recent&rsquo; jobs are available from the tab of the same name.</p>
<p><strong>DataStage EE Canvas</strong> A typical DS Enterprise Edition canvas looks like the example below.</p>
<p><a href="https://tekslate.com/staging-area-in-datastage/" target="_blank" rel="noopener"><img class="aligncenter wp-image-18995" title="DataStage EE Canvas" src="https://newtekslateassets.s3.us-west-2.amazonaws.com/wp-content/uploads/2015/05/Capture.372.png" alt="DataStage EE Canvas" width="765" height="276" /></a> <strong>&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; </strong></p>
<p><strong>DS Canvas--Typical Data Stage Parallel Job</strong></p>
<h2>&nbsp;</h2>
<h2><span style="color: #e67e23; font-size: 14pt;">DS Stages and Usage</span></h2>
<p style="text-align: justify;">The Datastage stages are divided into two categories</p>
<p style="text-align: justify;"><em><strong><span style="color: #000000;">1. Active Stages</span></strong>: </em></p>
<p style="text-align: justify;">Active stages model the flow of data and provide mechanisms for combining data streams, aggregating data, and converting data from one data type to another.</p>
<p style="text-align: justify;">Ex: Transformer Stage, Aggregator, Sort, Remove Duplicates, Switch&hellip;etc</p>
<p style="text-align: justify;"><em><span style="color: #000000;"><strong>2. Passive Stages</strong></span>:</em></p>
<p style="text-align: justify;">A passive stage handles access to databases for the extraction or writing of data.</p>
<p style="text-align: justify;">Ex: Sequential File, File Set, Data Set, Db2, Oracle, Hash File Stages</p>
<p>&nbsp;</p>
<p><span style="font-size: 20px; color: #e67e23;"><strong>Conclusion:</strong></span></p>
<p style="text-align: justify;">The look and feel of DataStage and QualityStage canvas remain the same but the new functionalities are major enhancements over the previous version. Data Connection Object, Parameter Set, Range Look-up and Slowly Changing Dimension are all designed to simplify design, help cut implementation effort and reduce cost. Advance Find provides a good way to do impact analysis, an important step in project management. Resource Estimation is as important for project planning. Meanwhile, the Performance Analysis tool is another useful feature that can be used throughout the lifecycle of a job. By knowing what causes a performance bottleneck, production support groups can better cope with the ever-shrinking batch windows.</p>
<p style="text-align: justify;">While Advance Find will not perform a Replace function and SQL Builder will not let us build complex SQL, all the changes in version 8 have a positive impact on job development, production support and project management. Combined with the features offered in Information Server, existing customers who are looking to upgrade or new DataStage clients will benefit from the new enhancements.</p>
<p>&nbsp;</p>f:{"id":1,"author_designation":"Content Writer","author_name":"TekSlate","author_bio":"<p>TekSlate is the best online training provider in delivering world-class IT skills to individuals and corporates from all parts of the globe. We are proven experts in accumulating every need of an IT skills upgrade aspirant and have delivered excellent services. We aim to bring you all the essentials to learn and master new technologies in the market with our articles, blogs, and videos. Build your career success with us, enhancing most in-demand skills in the market.</p>","author_img":"https://tekslateassets.s3.amazonaws.com/images/logo.svg","author_url":"tekslate","article_count":"0","field_of_intrest":"","status":1}
11:{"id":34,"views":2453,"rating":4.5,"title":"DataStage Tutorial","url_title":"datastage-tutorials"}
12:{"id":173,"views":2856,"rating":4.4,"title":"DataStage Interview Questions","url_title":"datastage-interview-questions-answers"}
13:{"id":1301,"views":0,"rating":4,"title":"Introduction to DataStage","url_title":"introduction-datastage"}
14:{"id":1302,"views":0,"rating":4,"title":"ETL Project Phases in Data Stage","url_title":"etl-project-phases-data-stage"}
15:{"id":1303,"views":0,"rating":4,"title":"Architecture of Data Stage","url_title":"architecture-data-stage"}
16:{"id":1304,"views":0,"rating":4,"title":"Roles and Responsibilities of ETL Developer in Data Stage","url_title":"roles-responsibilities-etl-developer-data-stage"}
17:{"id":1305,"views":0,"rating":4,"title":"Data Formats Attributes & Modeling  in Data Stage","url_title":"data-formats-attributes-data-stage"}
18:{"id":1306,"views":0,"rating":4,"title":"Scheduling Jobs in DataStage","url_title":"scheduling-jobs-in-datastage"}
19:{"id":1307,"views":0,"rating":4,"title":"Filter's & Data Set in Data Stage","url_title":"filters-data-stage"}
1a:{"id":1308,"views":0,"rating":4,"title":"Types of Data Sets in Data Stage","url_title":"types-of-data-sets-in-data-stage"}
1b:{"id":1309,"views":0,"rating":4,"title":"Head Tail and Sample in DataStage","url_title":"head-tail-sample-data-stage"}
1c:{"id":1310,"views":0,"rating":4,"title":"Configuring Oracle Database in DataStage","url_title":"configuring-oracle-database-in-datastage"}
1d:{"id":1311,"views":0,"rating":4,"title":"CSV Files in Data Stage","url_title":"csv-files-data-stage"}
1e:{"id":1312,"views":2659,"rating":4.3,"title":"String Functions in DataStage","url_title":"string-functions-datastage"}
1f:{"id":1313,"views":0,"rating":4,"title":"Sorting Techniques in DataStage","url_title":"sorting-techniques-data-stage"}
20:{"id":1314,"views":0,"rating":4,"title":"Horizontal Sorting in Data Stage","url_title":"horizontal-sorting-combining-data-stage"}
21:{"id":1315,"views":452,"rating":4,"title":"Funnel in DataStage","url_title":"funnel-requirements-data-stage"}
22:{"id":1316,"views":0,"rating":4,"title":"Joins in Data Stage","url_title":"joins-data-stage"}
23:{"id":1317,"views":0,"rating":4,"title":"SCD(Slow changing Dimension) in Data Stage","url_title":"scd-slow-changing-dimension-data-stage"}
24:{"id":1320,"views":0,"rating":4,"title":"Director in Data Stage","url_title":"director-data-stage"}
25:{"id":1321,"views":0,"rating":4,"title":"Viewing Scheduled Jobs in DataStage","url_title":"viewing-scheduled-jobs-in-datastage"}
26:{"id":1322,"views":0,"rating":4,"title":"Designer Implementation in Data Stage","url_title":"designer-implementation-data-stage"}
27:{"id":1323,"views":544,"rating":4,"title":"Container in DataStage","url_title":"container-data-stage"}
28:{"id":1324,"views":0,"rating":4,"title":"Staging Area in DataStage","url_title":"staging-area-in-datastage"}
29:{"id":1325,"views":0,"rating":4,"title":"Job Sequencing in Data Stage","url_title":"job-sequencing-data-stage"}
2a:{"id":1326,"views":1452,"rating":4.6,"title":"Partition Technique in DataStage","url_title":"partitioning-technique-in-datastage"}
2b:{"id":1327,"views":0,"rating":4,"title":"Key less Technique in Data Stage","url_title":"key-less-technique-data-stage"}
2c:{"id":1328,"views":0,"rating":4,"title":"Administrator in Data Stage","url_title":"administrator-data-stage"}
2d:{"id":1329,"views":459,"rating":4,"title":"RESUME Preparation Tips  in Data Stage","url_title":"resume-preparation-tips-data-stage"}
2e:{"id":1330,"views":0,"rating":4,"title":"Project Architecture in DataStage","url_title":"project-architecture-data-stage"}
2f:{"id":1831,"views":0,"rating":4,"title":"Performance Tuning in DataStage","url_title":"performance-tuning"}
30:{"id":1882,"views":4897,"rating":4.3,"title":"Types of Partition","url_title":"different-types-of-partition-datastage"}
10:["$11","$12","$13","$14","$15","$16","$17","$18","$19","$1a","$1b","$1c","$1d","$1e","$1f","$20","$21","$22","$23","$24","$25","$26","$27","$28","$29","$2a","$2b","$2c","$2d","$2e","$2f","$30"]
32:{"id":4,"blog_id":416,"blog_title":"Embedded Systems Interview Questions","blog_url_title":"interview-questions-on-embedded-systems","order_value":5,"views":1547}
33:{"id":5,"blog_id":1237,"blog_title":"Types of Pointers in C","blog_url_title":"explain-different-types-pointers-c-language","order_value":6,"views":14352}
34:{"id":6,"blog_id":391,"blog_title":"Oracle Procure To Pay Interview Questions","blog_url_title":"interview-questions-on-oracle-procure-to-pay","order_value":1,"views":4352}
35:{"id":7,"blog_id":1216,"blog_title":"Characteristics of C Language","blog_url_title":"characteristics-of-c-language","order_value":2,"views":10834}
36:{"id":8,"blog_id":939,"blog_title":"Salesforce Sample Triggers with different Scenarios","blog_url_title":"15-sample-triggers-different-scenarios","order_value":3,"views":11712}
37:{"id":9,"blog_id":344,"blog_title":"Oracle Financials Interview Questions","blog_url_title":"oracle-financials-interview-questions-and-answers","order_value":4,"views":9437}
38:{"id":10,"blog_id":441,"blog_title":"Service Desk Analyst Interview Questions","blog_url_title":"interview-questions-on-service-desk-analyst","order_value":7,"views":5421}
39:{"id":11,"blog_id":381,"blog_title":"SAP OOPS ABAP Interview Questions","blog_url_title":"interview-questions-on-sap-oops-abap","order_value":8,"views":5421}
3a:{"id":12,"blog_id":380,"blog_title":"SAP Adobe Forms Interview Questions","blog_url_title":"interview-questions-on-sap-adobe-forms","order_value":9,"views":1875}
3b:{"id":13,"blog_id":2079,"blog_title":"Power Apps Interview Questions","blog_url_title":"powerapps-interview-questions","order_value":10,"views":7541}
31:["$32","$33","$34","$35","$36","$37","$38","$39","$3a","$3b"]
3d:{"id":156,"course":"DataStage Training","rating":"4.9","enrolled":"5789 ","url_title":"datastage-training"}
3e:{"id":181,"course":"Teradata Training","rating":"4.9","enrolled":"2763 ","url_title":"teradata-training"}
3f:{"id":200,"course":"Informatica Training","rating":"4.8","enrolled":"5904","url_title":"informatica-training"}
40:{"id":406,"course":"Informatica Analyst Training","rating":"4.1","enrolled":"120","url_title":"informatica-analyst-training"}
41:{"id":756,"course":"Snowflake Training","rating":"5","enrolled":"351","url_title":"snowflake-training"}
42:{"id":791,"course":"Snowflake Data Engineer Training","rating":"4.9","enrolled":"560","url_title":"snowflake-data-engineer-training"}
3c:["$3d","$3e","$3f","$40","$41","$42"]
43:{"id":573,"name":"DataStage Tutorials","slug":"datastage-tutorials","type":"articles","status":1}
d:{"id":34,"blog_category":223,"blog_type":1,"wp_id":1,"excerpt":"","table_of_content":"","description":"$e","title":"DataStage Tutorial","url_title":"datastage-tutorials","image_url":"","meta_title":"DataStage Tutorial | IBM DataStage Tutorial for Beginners (2023)","meta_desc":"In This IBM DataStage tutorial tells you about all the DataStage Features✔️Database Connectivity✔️Removed Functions✔️DataStage Stages and Usages.","views":2453,"rating":4.5,"author":"1","top_level_cat_id":"14","author_desc":"","course_id":"156","created_at":"2015-05-24T23:44:42.000Z","updated_at":"2021-03-30T15:23:13.000Z","status":1,"video_schema_name":"","video_schema_upload_date":"","video_schema_description":"","faq_schema_q1":"","faq_schema_a1":"","faq_schema_q2":"","faq_schema_a2":"","faq_schema_q3":"","faq_schema_a3":"","like_counter":1,"author_details":"$f","related_blogs":"$10","recommended_articles":"$31","recommended_programs":"$3c","category_name":"IBM DataStage","category_url":"ibm-datastage","type_d":"$43"}
2:["$","$Lb",null,{"rohit":{"trending":{"id":34,"blog_category":223,"blog_type":1,"wp_id":1,"excerpt":"","table_of_content":"","description":"$c","title":"DataStage Tutorial","url_title":"datastage-tutorials","image_url":"","meta_title":"DataStage Tutorial | IBM DataStage Tutorial for Beginners (2023)","meta_desc":"In This IBM DataStage tutorial tells you about all the DataStage Features✔️Database Connectivity✔️Removed Functions✔️DataStage Stages and Usages.","views":2453,"rating":4.5,"author":"1","top_level_cat_id":"14","author_desc":"","course_id":"156","created_at":"2015-05-24T23:44:42.000Z","updated_at":"2021-03-30T15:23:13.000Z","status":1,"video_schema_name":"","video_schema_upload_date":"","video_schema_description":"","faq_schema_q1":"","faq_schema_a1":"","faq_schema_q2":"","faq_schema_a2":"","faq_schema_q3":"","faq_schema_a3":"","like_counter":1,"author_details":{"id":1,"author_designation":"Content Writer","author_name":"TekSlate","author_bio":"<p>TekSlate is the best online training provider in delivering world-class IT skills to individuals and corporates from all parts of the globe. We are proven experts in accumulating every need of an IT skills upgrade aspirant and have delivered excellent services. We aim to bring you all the essentials to learn and master new technologies in the market with our articles, blogs, and videos. Build your career success with us, enhancing most in-demand skills in the market.</p>","author_img":"https://tekslateassets.s3.amazonaws.com/images/logo.svg","author_url":"tekslate","article_count":"0","field_of_intrest":"","status":1},"related_blogs":[{"id":34,"views":2453,"rating":4.5,"title":"DataStage Tutorial","url_title":"datastage-tutorials"},{"id":173,"views":2856,"rating":4.4,"title":"DataStage Interview Questions","url_title":"datastage-interview-questions-answers"},{"id":1301,"views":0,"rating":4,"title":"Introduction to DataStage","url_title":"introduction-datastage"},{"id":1302,"views":0,"rating":4,"title":"ETL Project Phases in Data Stage","url_title":"etl-project-phases-data-stage"},{"id":1303,"views":0,"rating":4,"title":"Architecture of Data Stage","url_title":"architecture-data-stage"},{"id":1304,"views":0,"rating":4,"title":"Roles and Responsibilities of ETL Developer in Data Stage","url_title":"roles-responsibilities-etl-developer-data-stage"},{"id":1305,"views":0,"rating":4,"title":"Data Formats Attributes & Modeling  in Data Stage","url_title":"data-formats-attributes-data-stage"},{"id":1306,"views":0,"rating":4,"title":"Scheduling Jobs in DataStage","url_title":"scheduling-jobs-in-datastage"},{"id":1307,"views":0,"rating":4,"title":"Filter's & Data Set in Data Stage","url_title":"filters-data-stage"},{"id":1308,"views":0,"rating":4,"title":"Types of Data Sets in Data Stage","url_title":"types-of-data-sets-in-data-stage"},{"id":1309,"views":0,"rating":4,"title":"Head Tail and Sample in DataStage","url_title":"head-tail-sample-data-stage"},{"id":1310,"views":0,"rating":4,"title":"Configuring Oracle Database in DataStage","url_title":"configuring-oracle-database-in-datastage"},{"id":1311,"views":0,"rating":4,"title":"CSV Files in Data Stage","url_title":"csv-files-data-stage"},{"id":1312,"views":2659,"rating":4.3,"title":"String Functions in DataStage","url_title":"string-functions-datastage"},{"id":1313,"views":0,"rating":4,"title":"Sorting Techniques in DataStage","url_title":"sorting-techniques-data-stage"},{"id":1314,"views":0,"rating":4,"title":"Horizontal Sorting in Data Stage","url_title":"horizontal-sorting-combining-data-stage"},{"id":1315,"views":452,"rating":4,"title":"Funnel in DataStage","url_title":"funnel-requirements-data-stage"},{"id":1316,"views":0,"rating":4,"title":"Joins in Data Stage","url_title":"joins-data-stage"},{"id":1317,"views":0,"rating":4,"title":"SCD(Slow changing Dimension) in Data Stage","url_title":"scd-slow-changing-dimension-data-stage"},{"id":1320,"views":0,"rating":4,"title":"Director in Data Stage","url_title":"director-data-stage"},{"id":1321,"views":0,"rating":4,"title":"Viewing Scheduled Jobs in DataStage","url_title":"viewing-scheduled-jobs-in-datastage"},{"id":1322,"views":0,"rating":4,"title":"Designer Implementation in Data Stage","url_title":"designer-implementation-data-stage"},{"id":1323,"views":544,"rating":4,"title":"Container in DataStage","url_title":"container-data-stage"},{"id":1324,"views":0,"rating":4,"title":"Staging Area in DataStage","url_title":"staging-area-in-datastage"},{"id":1325,"views":0,"rating":4,"title":"Job Sequencing in Data Stage","url_title":"job-sequencing-data-stage"},{"id":1326,"views":1452,"rating":4.6,"title":"Partition Technique in DataStage","url_title":"partitioning-technique-in-datastage"},{"id":1327,"views":0,"rating":4,"title":"Key less Technique in Data Stage","url_title":"key-less-technique-data-stage"},{"id":1328,"views":0,"rating":4,"title":"Administrator in Data Stage","url_title":"administrator-data-stage"},{"id":1329,"views":459,"rating":4,"title":"RESUME Preparation Tips  in Data Stage","url_title":"resume-preparation-tips-data-stage"},{"id":1330,"views":0,"rating":4,"title":"Project Architecture in DataStage","url_title":"project-architecture-data-stage"},{"id":1831,"views":0,"rating":4,"title":"Performance Tuning in DataStage","url_title":"performance-tuning"},{"id":1882,"views":4897,"rating":4.3,"title":"Types of Partition","url_title":"different-types-of-partition-datastage"}],"recommended_articles":[{"id":4,"blog_id":416,"blog_title":"Embedded Systems Interview Questions","blog_url_title":"interview-questions-on-embedded-systems","order_value":5,"views":1547},{"id":5,"blog_id":1237,"blog_title":"Types of Pointers in C","blog_url_title":"explain-different-types-pointers-c-language","order_value":6,"views":14352},{"id":6,"blog_id":391,"blog_title":"Oracle Procure To Pay Interview Questions","blog_url_title":"interview-questions-on-oracle-procure-to-pay","order_value":1,"views":4352},{"id":7,"blog_id":1216,"blog_title":"Characteristics of C Language","blog_url_title":"characteristics-of-c-language","order_value":2,"views":10834},{"id":8,"blog_id":939,"blog_title":"Salesforce Sample Triggers with different Scenarios","blog_url_title":"15-sample-triggers-different-scenarios","order_value":3,"views":11712},{"id":9,"blog_id":344,"blog_title":"Oracle Financials Interview Questions","blog_url_title":"oracle-financials-interview-questions-and-answers","order_value":4,"views":9437},{"id":10,"blog_id":441,"blog_title":"Service Desk Analyst Interview Questions","blog_url_title":"interview-questions-on-service-desk-analyst","order_value":7,"views":5421},{"id":11,"blog_id":381,"blog_title":"SAP OOPS ABAP Interview Questions","blog_url_title":"interview-questions-on-sap-oops-abap","order_value":8,"views":5421},{"id":12,"blog_id":380,"blog_title":"SAP Adobe Forms Interview Questions","blog_url_title":"interview-questions-on-sap-adobe-forms","order_value":9,"views":1875},{"id":13,"blog_id":2079,"blog_title":"Power Apps Interview Questions","blog_url_title":"powerapps-interview-questions","order_value":10,"views":7541}],"recommended_programs":[{"id":156,"course":"DataStage Training","rating":"4.9","enrolled":"5789 ","url_title":"datastage-training"},{"id":181,"course":"Teradata Training","rating":"4.9","enrolled":"2763 ","url_title":"teradata-training"},{"id":200,"course":"Informatica Training","rating":"4.8","enrolled":"5904","url_title":"informatica-training"},{"id":406,"course":"Informatica Analyst Training","rating":"4.1","enrolled":"120","url_title":"informatica-analyst-training"},{"id":756,"course":"Snowflake Training","rating":"5","enrolled":"351","url_title":"snowflake-training"},{"id":791,"course":"Snowflake Data Engineer Training","rating":"4.9","enrolled":"560","url_title":"snowflake-data-engineer-training"}],"category_name":"IBM DataStage","category_url":"ibm-datastage","type_d":{"id":573,"name":"DataStage Tutorials","slug":"datastage-tutorials","type":"articles","status":1}},"type":"articles","categories":[]},"data":"$d"}]
a:[["$","meta","0",{"name":"viewport","content":"width=device-width, initial-scale=1"}],["$","meta","1",{"charSet":"utf-8"}],["$","title","2",{"children":"DataStage Tutorial | IBM DataStage Tutorial for Beginners (2023)"}],["$","meta","3",{"name":"description","content":"In This IBM DataStage tutorial tells you about all the DataStage Features✔️Database Connectivity✔️Removed Functions✔️DataStage Stages and Usages."}],["$","meta","4",{"name":"application-name","content":"tekslatetutor"}],["$","meta","5",{"name":"generator","content":"tekslatetutor"}],["$","link","6",{"rel":"canonical","href":"https://tekslate.com/datastage-tutorials"}],["$","meta","7",{"property":"og:title","content":"DataStage Tutorial | IBM DataStage Tutorial for Beginners (2023)"}],["$","meta","8",{"property":"og:description","content":"In This IBM DataStage tutorial tells you about all the DataStage Features✔️Database Connectivity✔️Removed Functions✔️DataStage Stages and Usages."}],["$","meta","9",{"property":"og:url","content":"https://tekslate.com/datastage-tutorials"}],["$","meta","10",{"property":"og:site_name","content":"tekslatetutor"}],["$","meta","11",{"property":"og:locale","content":"en_US"}],["$","meta","12",{"property":"og:image","content":"https://tekslateassets.s3.amazonaws.com/images/TekSlate_New+Colour.svg"}],["$","meta","13",{"property":"og:image:width","content":"1200"}],["$","meta","14",{"property":"og:image:height","content":"628"}],["$","meta","15",{"property":"og:type","content":"website"}],["$","meta","16",{"name":"twitter:card","content":"summary"}],["$","meta","17",{"name":"twitter:creator","content":"@tekslatetutor"}],["$","meta","18",{"name":"twitter:title","content":"DataStage Tutorial | IBM DataStage Tutorial for Beginners (2023)"}],["$","meta","19",{"name":"twitter:description","content":"In This IBM DataStage tutorial tells you about all the DataStage Features✔️Database Connectivity✔️Removed Functions✔️DataStage Stages and Usages."}],["$","meta","20",{"name":"twitter:image","content":"https://tekslateassets.s3.amazonaws.com/images/TekSlate_New+Colour.svg"}],["$","link","21",{"rel":"icon","href":"https://tekslateassets.s3.amazonaws.com/images/favicon.svg"}]]
1:null
