#!/usr/bin/perl -w # # Copyright (C) 1998, Dj Padzensky # Copyright (C) 1998, 1999 Linas Vepstas # Copyright (C) 2000, Yannick LE NY # Copyright (C) 2000, Paul Fenwick # Copyright (C) 2000, Brent Neal # Copyright (C) 2001, Rob Sessink # Copyright (C) 2005, Morten Cools # Copyright (C) 2006, Dominique Corbex # Copyright (C) 2008, Bernard Fuentes # Copyright (C) 2009, Erik Colson # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA # 02111-1307, USA # # 2017-01-10 Julian Wollrath # # * (0.1) iniial release # package Finance::Quote::OnVista; require 5.005; use strict; use LWP::UserAgent; use HTTP::Request::Common; use HTML::TreeBuilder; use Encode; our $VERSION = '1.51'; # VERSION use vars qw($OnVista_URL); my $OnVista_URL = 'https://www.onvista.de'; sub methods {return (onvista => \&onvista);} sub labels {return ( onvista => [qw/name last date isodate time currency method exchange/] );} sub onvista { my $quoter = shift; my @stocks = @_; my (%info, $reply); my $ua = $quoter->user_agent(); foreach my $stock (@stocks) { my $queryUrl = "$OnVista_URL/suche/$stock"; $reply = $ua->request(GET $queryUrl); eval { my $tree = HTML::TreeBuilder->new_from_content(decode_utf8 $reply->content); my $row = $tree->look_down('_tag' => 'tr', 'class' => 'HERVORGEHOBEN'); my $link = $row->look_down('_tag' => 'a'); $queryUrl = $OnVista_URL . $link->attr('href'); $reply = $ua->request(GET $queryUrl); }; if ($@) { $info{ $stock, "success" } = 0; $info{ $stock, "errormsg" } = "Error retreiving $stock redirect: $@"; } if ($reply->is_success) { $info{ $stock, "success" } = 1; my $tree = HTML::TreeBuilder->new_from_content(decode_utf8 $reply->content); my @nameline = $tree->look_down('property', 'schema:name'); if (not @nameline) { @nameline = $tree->look_down('class', 'inline name'); if (not @nameline) { @nameline = $tree->look_down('class', 'ui medium header'); } } unless (@nameline) { $info{ $stock, "success" } = 0; $info{ $stock, "errormsg" } = "Stock name $stock not retrievable"; next; } my $name = $nameline[0]->as_text; $name =~ s/^\s+|\s+$//g; $info{ $stock, "name" } = $name; $info{ $stock, "method" } = "onvista"; my $exchange = $tree->look_down('property', 'schema:seller'); if ($exchange) { $info{ $stock, "exchange" } = $exchange->attr_get_i('content'); } my @currencyline = $tree->look_down('property', 'schema:priceCurrency'); if (not @currencyline) { @currencyline = $tree->look_down('id', 'current-quote-currency'); } if (@currencyline) { my $currency = $currencyline[0]->as_text; $info{ $stock, "currency" } = $currency; } else { @currencyline = $tree->look_down('class', 'price'); my $currency = ( $currencyline[0]->content_list )[0]; $currency =~ s/.* //; $info{ $stock, "currency" } = $currency; } my @lastline = $tree->look_down('data-push', qr/.*last.*Stock/); if (not @lastline) { @lastline = $tree->look_down('id', 'current-quote-price'); } if (not @lastline) { @lastline = $tree->look_down('class', 'price'); if (@lastline) { my $last = ( $lastline[0]->content_list )[0]; $last =~ s/,/./; $last =~ s/ .*//; $info{ $stock, "last" } = $last; } else { my $last = $tree->look_down('property', 'schema:price'); if ($last) { $info{ $stock, "last" } = $last->attr_get_i('content'); } } } else { my $last = $lastline[0]->as_text; $last =~ s/,/./; $info{ $stock, "last" } = $last; } my @datetimeline = $tree->find_by_tag_name('cite'); if (not @datetimeline) { @datetimeline = $tree->look_down('id', 'current-quote-datetime'); if (@datetimeline) { my $datetime = $datetimeline[0]->as_text; my $date = substr($datetime, 4, 2)."/".substr($datetime, 1, 2)."/".substr($datetime, 7, 4); my $time = substr($datetime, 13, 8); $info{ $stock, "date" } = $date; $info{ $stock, "time" } = $time; } else { @datetimeline = $tree->look_down('class', 'datetime'); my $datetime = ( $datetimeline[0]->content_list )[0]; my $date = substr($datetime, 3, 2)."/".substr($datetime, 0, 2)."/".substr($datetime, 6, 4); my $time = substr($datetime, 12, 8); $info{ $stock, "date" } = $date; $info{ $stock, "time" } = $time; } } else { my $datetime = $datetimeline[0]->as_text; my $date = substr($datetime, 5, 2)."/".substr($datetime, 2, 2)."/".substr($datetime, 8, 4); my $time = substr($datetime, 14, 8); $info{ $stock, "date" } = $date; $info{ $stock, "time" } = $time; } $quoter->store_date(\%info, $stock, {usdate => $info{$stock, "date"}}); $tree->delete; } else { $info{ $stock, "success" } = 0; $info{ $stock, "errormsg" } = "Error retreiving $stock"; } } return wantarray() ? %info : \%info; return \%info; } 1; =head1 NAME Finance::Quote::OnVista - Obtain quotes from OnVista. =head1 SYNOPSIS use Finance::Quote; $q = Finance::Quote->new; %info = Finance::Quote->fetch("onvista","ml"); # Only query OnVista =head1 DESCRIPTION This module fetches information from OnVista, https://www.onvista.de. All stocks are available. This module is loaded by default on a Finance::Quote object. It's also possible to load it explicitly by placing "onvista" in the argument list to Finance::Quote->new(). Information obtained by this module may be covered by www.onvista.de terms and conditions See https://www.onvista.de/ for details. =head1 LABELS RETURNED The following labels may be returned by Finance::Quote::OnVista : name, last, date, isodate, time, currency, method, exchange. =head1 SEE ALSO OnVista (german web site), https://www.onvista.de =cut