Take the 2-minute tour ×
Server Fault is a question and answer site for system and network administrators. It's 100% free, no registration required.

Services

[ ok ] Checking status of libvirt management daemon: libvirtd running.
[ ok ] nova-network is running.
[ ok ] nova-compute is running.
[ ok ] nova-cert is running.
[ ok ] nova-api is running.
[ ok ] nova-scheduler is running.
[ ok ] nova-consoleauth is running.
[ ok ] nova-console is running.
[ ok ] cinder-volume is running.
[ ok ] cinder-api is running.
[ ok ] cinder-scheduler is running.
[ ok ] iSCSI enterprise target is running.

volumes groups

root@hydrogen:~# vgs
File descriptor 3 (/usr/share/bash-completion/completions) leaked on vgs invocation. Parent PID 6265: -bash
  VG     #PV #LV #SN Attr   VSize  VFree 
  cinder   1   0   0 wz--n- 10.00g 10.00g

nova.conf

root@hydrogen:~# cat /etc/nova/nova.conf
# Full list of options available at: http://wiki.openstack.org/NovaConfigOptions
[DEFAULT]

############
# DATABASE #
############
sql_connection = mysql://nova-common:EyZGgkpBKvCj@localhost/novadb

########
# APIs #
########
# Selects the type of APIs you want to activate.
# Each API will bind on a specific port.
# Compute nodes should run only the metadata API,
# a nova API endpoint node should run osapi_compute.
# If you want to use nova-volume you can also enable
# osapi_volume, but if you want to run cinder, do not
# activate it.
# The list of API is: ec2,osapi_compute,metadata
enabled_apis = "ec2,osapi_compute,metadata"

# NOVA API #
# # # # #  #
#osapi_compute_listen="0.0.0.0"
#osapi_compute_listen_port=8774
allow_admin_api = true
#api_paste_config=/etc/nova/api-paste.ini
#nova_url=http://192.168.0.1:8774/v1.1/
#osapi_path="/v1.1/"
# Allows use of instance password during server creation
#enable_instance_password=true
# Change my_ip to match each host
my_ip = 131.94.128.12
# Name of this node. This can be an opaque identifier. It is not necessarily a hostname, FQDN, or IP address.
#host="firefly-2.local"
#cc_host=192.168.0.1
# availability zone of this node
#node_availability_zone="nova"
# Nova API extentions:
#osapi_compute_extension=nova.api.openstack.compute.contrib.standard_extensions
#osapi_compute_ext_list=""
#allow_instance_snapshots=true

# S3 #
# #  #
#s3_host="$my_ip"
#s3_dmz="$my_ip"
#s3_port=3333

# EC2 API #
# # # # # #
#ec2_host="$my_ip"
#ec2_dmz_host="$my_ip"
#ec2_private_dns_show_ip=True
#ec2_path="/services/Cloud"
#ec2_port=8773
#ec2_scheme="http"
#ec2_listen="0.0.0.0"
#ec2_listen_port=8773

# Metadata API #
# # # # # # #  #
#metadata_host="$my_ip"
#metadata_port=8775
#metadata_listen=0.0.0.0

########
# MISC #
########
#resume_guests_state_on_host_boot=false
#start_guests_on_host_boot=false
#instance_name_template="instance-%08x"
# Inject the admin password at boot time, without an agent.
#libvirt_inject_password=false

########
# LOGS #
########
logdir = /var/log/nova
#log-date-format="%Y-%m-%d %H:%M:%S"
#debug=false
#logfile_mode="0644"

##########
# SYSTEM #
##########
state_path = /var/lib/nova
lock_path = /var/lock/nova
#root_helper="sudo"
rootwrap_config = /etc/nova/rootwrap.conf
#memcached_servers=

##################
# AUTHENTICATION #
##################
auth_strategy = keystone
use_deprecated_auth = false
# Seconds for auth tokens to linger
# auth_token_ttl=3600

#############
# SCHEDULER #
#############
# scheduler_driver=nova.scheduler.filter_scheduler.FilterScheduler
scheduler_driver = nova.scheduler.simple.SimpleScheduler

####################
# VOLUMES / CINDER #
####################
volume_driver=nova.volume.driver.ISCSIDriver
volume_group=cinder
volume_name_template=volume-%08x
# iscsi_helper default is ietadm, but probably you want to use tgtadm
iscsi_helper = tgtadm
# You need this if you want to use Cinder (now the default).
# If you want to use nova-volume, use nova.volume.api.API instead.
volume_api_class = nova.volume.cinder.API

#osapi_volume_listen="0.0.0.0"
#osapi_volume_listen_port=8776

# Where should nova-volume store stuff
#volume_group="nova-volumes"

#snapshot_name_template="snapshot-%08x"
#volume_name_template="volume-%08x"

# Volume extensions:
#osapi_volume_extension="nova.api.openstack.volume.contrib.standard_extensions"
#osapi_volume_ext_list=""

############
# RABBITMQ #
############
rabbit_host = 127.0.0.1
#fake_rabbit=false
#rabbit_virtual_host="/"
#rabbit_userid="guest"
#rabbit_password="guest"
#rabbit_port=5672
#rabbit_use_ssl=false
#rabbit_retry_interval=1
# The messaging module to use, defaults to kombu (works for rabbit).
# You can also use qpid: nova.rpc.impl_qpid
#rpc_backend="nova.rpc.impl_kombu"

##########
# GLANCE #
##########
image_service = nova.image.glance.GlanceImageService
#glance_api_servers="$glance_host:$glance_port"
# Cache glance images locally
#cache_images=true
#glance_host="$my_ip"
#glance_num_retries=0
#glance_port=9292
#glance_api_servers=192.168.0.1:9292

#######################
# NETWORK (linux net) #
#######################
# Uncomment this to enable nova-network API
#network_api_class="nova.network.api.API" 
network_manager=nova.network.manager.FlatDHCPManager
#multi_host=true
# should we use fake network devices and addresses 
#fake_network=false 
force_dhcp_release=True
dhcpbridge_flagfile=/etc/nova/nova.conf
dhcpbridge=/usr/bin/nova-dhcpbridge
#dhcp_lease_time=120
#firewall_driver=nova.virt.libvirt.firewall.IptablesFirewallDriver
#firewall_driver=nova.virt.firewall.NoopFirewallDriver
#public_interface=eth0
#vlan_interface=dummy0
#flat_network_bridge=br100
#flat_interface=eth0
#fixed_range=10.20.0.0/16
#flat_network_dhcp_start=10.20.0.1
#use_ipv6=false
# set it to the /32 of your metadata server if you have just one
# It is a cidr in case there are multiple services that you want
# to keep using the internal private ips.
#dmz_cidr=169.254.169.254/32
#linuxnet_ovs_integration_bridge="br-int"
#routing_source_ip="$my_ip"
# Only first nic of vm will get default gateway from dhcp server
#use_single_default_gateway=false

###########
# Quantum #
###########
# Quantum networking: uncomment, configure, and restart nova-api and nova-compute
# to use Quantum as your network manager
#network_api_class = nova.network.quantumv2.api.API
# This is the URL of your quantum server:
#quantum_url=http://127.0.0.1:9696
#quantum_auth_strategy = keystone
#quantum_admin_tenant_name = admin
#quantum_admin_username = admin
#quantum_admin_password = XXXX
#quantum_admin_auth_url=http://192.168.1.2:35357/v2.0
# What's below is only needed for nova-compute.
# When using OVS with Nova security filtering, you should set this:
#libvirt_vif_driver = nova.virt.libvirt.vif.LibvirtHybirdOVSBridgeDriver
#linuxnet_interface_driver = nova.network.linux_net.LinuxOVSInterfaceDriver
#firewall_driver = nova.virt.libvirt.firewall.IptablesFirewallDriver
#libvirt_use_virtio_for_bridges=True 

#################
# NOVNC CONSOLE #
#################
novnc_enable = true
#novncproxy_base_url=http://192.168.0.1:6080/vnc_auto.html
# Change vncserver_proxyclient_address and vncserver_listen to match each compute host
#vncserver_proxyclient_address=127.0.0.1
vncserver_listen = 0.0.0.0
#vnc_keymap="en-us"

# xvpvncproxy #
# # # # # # # #
#xvpvncproxy_host="0.0.0.0"
#xvpvncproxy_port=6081

#########
# QUOTA #
#########
# number of instance cores allowed per project
#quota_cores=20
# number of floating ips allowed per project
#quota_floating_ips=10
# number of volume gigabytes allowed per project
#quota_gigabytes=1000
# number of instances allowed per project
#quota_instances=10
# number of bytes allowed per injected file
#quota_max_injected_file_content_bytes=10240
# number of bytes allowed per injected file path
#quota_max_injected_file_path_bytes=255
# number of injected files allowed
#quota_max_injected_files=5
# number of metadata items allowed per instance
#quota_metadata_items=128
# megabytes of instance ram allowed per project
#quota_ram=51200
# number of volumes allowed per project
#quota_volumes=10

cinder.conf

root@hydrogen:~# cat /etc/cinder/cinder.conf 
[DEFAULT]
rootwrap_config = /etc/cinder/rootwrap.conf
sql_connection = mysql://cinder-common:l3jn0obxWFdq@localhost/cinderdb
api_paste_confg = /etc/cinder/api-paste.ini
iscsi_helper = tgtadm
volume_name_template = volume-%s
volume_group = cinder
verbose = True
auth_strategy = keystone
logdir = /var/log/cinder
state_path = /var/lib/cinder
lock_path = /var/lock/cinder

tgt confs

root@hydrogen:~# cat /etc/tgt/targets.conf 
include /etc/tgt/conf.d/cinder_tgt.conf
root@hydrogen:~# cat /etc/tgt/conf.d/cinder_tgt.conf 
include /var/lib/cinder/volumes/*

When I attempt to create a volume

root@hydrogen:~# cinder create 2

this is what I get:

root@hydrogen:~# cinder list
+--------------------------------------+--------+--------------+------+-------------+-------------+
|                  ID                  | Status | Display Name | Size | Volume Type | Attached to |
+--------------------------------------+--------+--------------+------+-------------+-------------+
| 27c0f5e5-f32a-4581-a852-a9c54b11ff82 | error  |     None     |  2   |     None    |             |
+--------------------------------------+--------+--------------+------+-------------+-------------+

cinder-volume.log shows this:

root@hydrogen:~# cat /var/log/cinder/cinder-volume.log
...
2013-07-17 13:11:14 25011 DEBUG cinder.openstack.common.rpc.amqp [-] received {u'_context_roles': [u'KeystoneAdmin', u'admin', u'KeystoneServiceAdmin'], u'_context_request_id': u'req-849b3575-35e2-4a86-a8a8-191fdef6949b', u'_context_quota_class': None, u'args': {u'image_id': None, u'snapshot_id': None, u'volume_id': u'27c0f5e5-f32a-4581-a852-a9c54b11ff82'}, u'_context_auth_token': '', u'_context_is_admin': True, u'_context_project_id': u'f514994f0d3d491c842a44b14fbb760b', u'_context_timestamp': u'2013-07-17T17:11:13.888604', u'_context_read_deleted': u'no', u'_context_user_id': u'c85f76c28fbd428391d1b4b195716e00', u'method': u'create_volume', u'_context_remote_address': u'131.94.128.12'} _safe_log /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/common.py:195
2013-07-17 13:11:14 25011 DEBUG cinder.openstack.common.rpc.amqp [-] unpacked context: {'user_id': u'c85f76c28fbd428391d1b4b195716e00', 'roles': [u'KeystoneAdmin', u'admin', u'KeystoneServiceAdmin'], 'timestamp': u'2013-07-17T17:11:13.888604', 'auth_token': '', 'remote_address': u'131.94.128.12', 'quota_class': None, 'is_admin': True, 'request_id': u'req-849b3575-35e2-4a86-a8a8-191fdef6949b', 'project_id': u'f514994f0d3d491c842a44b14fbb760b', 'read_deleted': u'no'} _safe_log /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/common.py:195
2013-07-17 13:11:14 INFO cinder.volume.manager [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82: creating
2013-07-17 13:11:14 DEBUG cinder.volume.manager [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82: creating lv of size 2G create_volume /usr/lib/python2.7/dist-packages/cinder/volume/manager.py:133
2013-07-17 13:11:14 DEBUG cinder.utils [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf lvcreate -L 2G -n volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82 cinder execute /usr/lib/python2.7/dist-packages/cinder/utils.py:163
2013-07-17 13:11:14 DEBUG cinder.volume.manager [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82: creating export create_volume /usr/lib/python2.7/dist-packages/cinder/volume/manager.py:155
2013-07-17 13:11:14 INFO cinder.volume.iscsi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Creating volume: volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82
2013-07-17 13:11:14 DEBUG cinder.utils [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf tgt-admin --update iqn.2010-10.org.openstack:volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82 execute /usr/lib/python2.7/dist-packages/cinder/utils.py:163
2013-07-17 13:11:14 DEBUG cinder.utils [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Result was 107 execute /usr/lib/python2.7/dist-packages/cinder/utils.py:180
2013-07-17 13:11:14 ERROR cinder.volume.iscsi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Failed to create iscsi target for volume id:volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82.
2013-07-17 13:11:15 25011 ERROR cinder.openstack.common.rpc.amqp [-] Exception during message handling
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp Traceback (most recent call last):
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/amqp.py", line 276, in _process_data
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     rval = self.proxy.dispatch(ctxt, version, method, **args)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/dispatcher.py", line 145, in dispatch
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     return getattr(proxyobj, method)(ctxt, **kwargs)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/manager.py", line 163, in create_volume
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     volume_ref['id'], {'status': 'error'})
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     self.gen.next()
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/manager.py", line 156, in create_volume
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     model_update = self.driver.create_export(context, volume_ref)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/driver.py", line 437, in create_export
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     volume_path)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/iscsi.py", line 145, in create_iscsi_target
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     raise exception.ISCSITargetCreateFailed(volume_id=vol_id)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp ISCSITargetCreateFailed: Failed to create iscsi target for volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82.
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp 
2013-07-17 13:11:56 25011 DEBUG cinder.manager [-] Running periodic task VolumeManager._publish_service_capabilities periodic_tasks /usr/lib/python2.7/dist-packages/cinder/manager.py:164
2013-07-17 13:11:56 25011 DEBUG cinder.manager [-] Running periodic task VolumeManager._report_driver_status periodic_tasks /usr/lib/python2.7/dist-packages/cinder/manager.py:164

cinder-api.log

2013-07-17 13:01:13 25063 INFO cinder.wsgi [-] Started osapi_volume on 0.0.0.0:8776
2013-07-17 13:02:43 INFO cinder.api.openstack.wsgi [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] GET http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes/detail
2013-07-17 13:02:43 DEBUG cinder.api.openstack.wsgi [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Unrecognized Content-Type provided in request get_body /usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py:695
2013-07-17 13:02:43 DEBUG cinder.utils [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] backend  __get_backend /usr/lib/python2.7/dist-packages/cinder/utils.py:477
2013-07-17 13:02:43 INFO cinder.api.openstack.wsgi [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes/detail returned with HTTP 200
2013-07-17 13:11:13 INFO cinder.api.openstack.wsgi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] POST http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes
2013-07-17 13:11:13 AUDIT cinder.api.openstack.volume.volumes [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Create volume of 2 GB
2013-07-17 13:11:13 DEBUG cinder.quota [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Created reservations ['e400f859-2628-4bc7-817e-f9fa87a3c07c', '015a5376-83ab-4e5c-abe5-3c7ee5df8202'] reserve /usr/lib/python2.7/dist-packages/cinder/quota.py:663
2013-07-17 13:11:14 25063 DEBUG cinder.openstack.common.rpc.amqp [-] Making asynchronous cast on cinder-scheduler... cast /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/amqp.py:377
2013-07-17 13:11:14 25063 DEBUG cinder.openstack.common.rpc.amqp [-] Pool creating new connection create /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/amqp.py:58
2013-07-17 13:11:14 25063 INFO cinder.openstack.common.rpc.common [-] Connected to AMQP server on localhost:5672
2013-07-17 13:11:14 AUDIT cinder.api.openstack.volume.volumes [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] vol={'availability_zone': 'nova', 'terminated_at': None, 'updated_at': None, 'provider_auth': None, 'snapshot_id': None, 'ec2_id': None, 'mountpoint': None, 'deleted_at': None, 'id': '27c0f5e5-f32a-4581-a852-a9c54b11ff82', 'size': 2, 'user_id': u'c85f76c28fbd428391d1b4b195716e00', 'attach_time': None, 'display_description': None, 'project_id': u'f514994f0d3d491c842a44b14fbb760b', 'launched_at': None, 'scheduled_at': None, 'status': 'creating', 'volume_type_id': None, 'deleted': False, 'provider_location': None, 'host': None, 'display_name': None, 'instance_uuid': None, 'created_at': datetime.datetime(2013, 7, 17, 17, 11, 13, 965981), 'attach_status': 'detached'}
2013-07-17 13:11:14 INFO cinder.api.openstack.wsgi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes returned with HTTP 200

Then I run

root@hydrogen:~# vgs
File descriptor 3 (/usr/share/bash-completion/completions) leaked on vgs invocation. Parent PID 6265: -bash
  VG     #PV #LV #SN Attr   VSize  VFree
  cinder   1   1   0 wz--n- 10.00g 8.00g

The free space is no longer 10gig any ideas?

share|improve this question

Your Answer

 
discard

By posting your answer, you agree to the privacy policy and terms of service.

Browse other questions tagged or ask your own question.